-- Logs begin at Fri 2022-04-29 12:35:33 UTC, end at Fri 2022-04-29 13:53:55 UTC. -- Apr 29 13:12:33.905004 dv-cinder-837699-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 29 13:12:36.764164 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.common.config [-] Logging enabled! Apr 29 13:12:36.764819 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev160 Apr 29 13:12:36.765131 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103255) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Apr 29 13:12:36.768422 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.common.config [-] Logging enabled! Apr 29 13:12:36.768682 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev160 Apr 29 13:12:36.769024 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103255) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Apr 29 13:12:36.769965 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 29 13:12:36.770203 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 29 13:12:36.770577 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 29 13:12:36.770826 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 29 13:12:36.771059 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 29 13:12:36.771376 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:36.771779 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:36.772014 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:36.772316 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:36.772615 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:36.772944 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:36.773242 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:36.773545 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:36.773836 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:36.774118 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:36.774412 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:36.774646 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:36.774932 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:36.775222 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:36.775511 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:36.775737 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] debug = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:36.776019 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:36.776452 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:36.776902 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:36.777201 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:36.777495 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:36.777781 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:36.778064 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:36.778363 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:36.778645 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:36.778980 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] host = dv-cinder-837699-3-iscsi {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:36.779263 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:36.779552 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:36.779842 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:36.780131 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:36.780963 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:36.781247 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:36.781538 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:36.781815 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:36.782093 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] log_file = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:36.782372 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:36.782662 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:36.782955 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:36.783519 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:36.783519 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:36.783682 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:36.783953 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:36.784244 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:36.784521 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:36.784826 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:36.785107 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:36.785387 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:36.785665 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:36.785937 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:36.786225 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:36.786511 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:36.786797 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:36.787074 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:36.787350 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:36.787627 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:36.787901 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:36.788204 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:36.788557 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:36.788894 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:36.789181 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:36.789474 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:36.789748 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:36.790027 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:36.790332 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:36.790621 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:36.790906 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:36.791197 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:36.791476 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:36.791759 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:36.792035 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:36.792310 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:36.792584 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] use_json = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:36.792883 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:36.793200 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:36.793523 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:36.793802 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:36.794079 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:36.794356 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:36.794633 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:36.794927 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:36.795205 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:36.795505 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.795803 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.797114 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.797114 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.797444 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.797733 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.798028 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.798312 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.798605 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.798896 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.799188 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.799470 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.799774 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.800106 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.800475 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.800815 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.801116 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.801412 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.801692 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.801972 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.802252 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.802536 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.802829 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.803112 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.803403 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.803693 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.803978 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.804282 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.804570 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.804892 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.805190 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.805483 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.805759 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.806041 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.806334 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.806615 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.806891 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.807171 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.807460 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.807740 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.808014 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.808298 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.808575 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.808875 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.809150 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.809433 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.809716 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.809995 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.810269 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.810545 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.810823 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.811094 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.811379 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.811705 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.812154 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.812554 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.812897 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.813203 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.813506 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.813792 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.814071 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.814356 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.814635 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.814916 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.815199 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.815474 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.815749 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.816042 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.816298 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.816577 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.816880 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.817156 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.817434 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.817708 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.817985 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.818287 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.818572 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.818854 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.819136 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.819417 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.819700 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.819985 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.820267 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.820552 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.820855 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.821152 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.821441 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.821733 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.822023 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.822328 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.822631 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.822915 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.823202 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.823493 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.823777 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.824060 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.824348 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.824637 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.824963 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.825271 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.825568 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.825865 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.826162 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.826448 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.826762 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.827046 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:36.827798 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 29 13:12:36.828178 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103255) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 29 13:12:37.294872 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 29 13:12:37.295156 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 29 13:12:37.295468 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 29 13:12:37.295808 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 29 13:12:37.632699 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:37.633014 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:37.633292 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:37.634622 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:37.634915 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:37.635186 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:37.691043 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:37.691319 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:37.691594 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:37.706453 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:37.706739 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:37.707012 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:37.738054 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:37.738344 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:37.738615 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:37.776514 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:37.777141 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:37.777141 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:38.122510 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:38.122799 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:38.123075 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:38.123361 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:38.124984 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:38.224725 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:38.225075 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:38.225372 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:38.225648 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:38.225920 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:38.226234 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:38.226500 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:38.226761 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:38.227018 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:38.227301 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:38.227572 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:38.227840 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:38.228098 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:38.228352 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:38.228608 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:38.228898 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:38.229157 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:38.229442 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:38.229717 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:38.229979 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:38.230512 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:38.230770 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:38.231053 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:38.231434 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:38.231688 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:38.231938 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:38.232334 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103255) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 13:12:38.232579 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103255) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 13:12:38.232846 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103255) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 13:12:38.233090 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103255) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 13:12:38.233329 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103255) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 13:12:38.233715 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103255) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 13:12:38.234066 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 29 13:12:38.237259 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 29 13:12:38.241234 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 29 13:12:38.245161 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Apr 29 13:12:38.246796 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 29 13:12:38.247411 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 29 13:12:38.247756 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 29 13:12:38.248156 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 29 13:12:38.251524 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 29 13:12:38.251775 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 29 13:12:38.252119 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 29 13:12:38.257074 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 29 13:12:38.282556 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 29 13:12:38.283025 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:38.283326 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103255) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 29 13:12:38.283703 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:38.285146 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103255) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 29 13:12:38.285435 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 29 13:12:38.285694 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 29 13:12:38.289009 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:38.289299 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:38.353409 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 29 13:12:38.353651 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 29 13:12:38.353894 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 29 13:12:38.354286 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 29 13:12:38.377004 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_db.sqlalchemy.engines [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103255) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 29 13:12:38.829874 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.managers [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Initializing driver for type 'gre' Apr 29 13:12:38.830681 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] gre ID ranges: [(1, 1000)] Apr 29 13:12:38.885017 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.managers [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Initializing driver for type 'local' Apr 29 13:12:38.885385 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.managers [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Initializing driver for type 'vlan' Apr 29 13:12:38.899848 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] VlanTypeDriver initialization complete Apr 29 13:12:38.900198 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.managers [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Initializing driver for type 'vxlan' Apr 29 13:12:38.900705 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] vxlan ID ranges: [(1, 1000)] Apr 29 13:12:38.954866 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.managers [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Initializing extension driver 'port_security' Apr 29 13:12:38.955219 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.extensions.port_security [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] PortSecurityExtensionDriver initialization complete Apr 29 13:12:38.955565 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.managers [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Initializing mechanism driver 'openvswitch' Apr 29 13:12:38.955900 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.managers [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Initializing mechanism driver 'hyperv' Apr 29 13:12:38.962586 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:12:38.963448 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Subscribe: > port after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:38.963830 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Subscribe: > port after_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:38.964196 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Subscribe: > port after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:38.964733 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103255) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 29 13:12:38.965205 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Subscribe: > subnet after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:38.965571 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Subscribe: > subnet after_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:38.965927 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Subscribe: > subnet after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:38.966330 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103255) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 29 13:12:38.966745 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Subscribe: > network after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:38.967104 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Subscribe: > network after_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:38.967456 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Subscribe: > network after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:38.967885 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103255) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 29 13:12:38.968307 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Subscribe: > security_group after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:38.968667 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Subscribe: > security_group after_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:38.969039 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Subscribe: > security_group after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:38.969442 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103255) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 29 13:12:38.969855 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:38.970210 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:38.970559 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:38.970966 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103255) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 29 13:12:38.971382 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Subscribe: > address_group after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:38.971741 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Subscribe: > address_group after_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:38.972092 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Subscribe: > address_group after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:38.972491 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103255) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 29 13:12:38.972972 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] ML2 OVO RPC backend initialized. {{(pid=103255) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 29 13:12:38.973696 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Subscribe: > router_interface after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:38.974062 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:38.974489 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Subscribe: > network before_response 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:38.974849 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Subscribe: > networks before_response 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:38.975207 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Subscribe: > port before_response 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:38.975559 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Subscribe: > ports before_response 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:38.975957 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Subscribe: > subnet before_response 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:38.976290 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Subscribe: > subnets before_response 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:38.976644 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Subscribe: > network after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:38.977020 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Subscribe: > network after_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:38.977367 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Subscribe: > network after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:38.977713 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Subscribe: > port after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:38.978057 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Subscribe: > port after_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:38.978399 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Subscribe: > port after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:38.978744 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Subscribe: > subnet after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:38.979086 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Subscribe: > subnet after_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:38.979429 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Subscribe: > subnet after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:38.987708 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.quota [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loaded quota_driver: . Apr 29 13:12:38.988081 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.plugin [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Modular L2 Plugin initialization complete Apr 29 13:12:38.988440 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading services supported by the core plugin {{(pid=103255) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 29 13:12:38.988822 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.managers [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Got port-security extension from driver 'port_security' Apr 29 13:12:38.989319 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.extensions.vlantransparent [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Disabled vlantransparent extension. Apr 29 13:12:38.989827 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103255) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 29 13:12:38.990163 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading Plugin: router Apr 29 13:12:39.026685 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Subscribe: > router_interface before_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:39.027088 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Subscribe: > router after_create 55549900 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:39.027472 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Subscribe: > router before_create 55549900 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:39.027847 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:39.028228 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:39.028590 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Subscribe: > router after_delete 55549900 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:39.028985 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Subscribe: > floatingip after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:39.029339 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Subscribe: > floatingip after_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:39.029705 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Subscribe: > router after_create 55549900 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:39.030058 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Subscribe: > router after_update 55549900 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:39.030446 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Subscribe: > router after_update 55549900 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:39.030804 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:39.031299 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Subscribe: > router after_update 55549900 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:39.031717 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Subscribe: > router precommit_update 55549900 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:39.032097 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Subscribe: port after_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:39.032453 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Subscribe: port after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:39.032827 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Subscribe: subnet after_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:39.033188 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:39.033590 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Subscribe: > port precommit_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:39.033908 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Subscribe: > router precommit_create 55549900 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:39.034261 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Subscribe: port before_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:39.034613 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Subscribe: > router precommit_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:39.034977 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Subscribe: > router after_update 55549900 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:39.035326 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Subscribe: > router precommit_delete 55549900 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:39.035686 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Subscribe: > router precommit_create 55549900 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:39.036056 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Subscribe: > router_interface after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:39.036409 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Subscribe: > router precommit_update 55549900 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:39.036808 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Subscribe: > agent after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:39.037170 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Subscribe: > agent after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:39.037523 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Subscribe: > network after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:39.038402 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.quota.resource_registry [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Tracking information for resource: router configured {{(pid=103255) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 13:12:39.038746 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.quota.resource_registry [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Tracking information for resource: floatingip configured {{(pid=103255) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 13:12:39.043677 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.db.l3_agentschedulers_db [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 29 13:12:39.044260 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Subscribe: port after_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:39.044630 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Subscribe: port after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:39.045029 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Subscribe: port after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:39.045395 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Subscribe: port after_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:39.046736 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Subscribe: > router before_create 55550100 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:39.047292 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Subscribe: > router precommit_delete 55550100 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:39.047671 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Subscribe: > router precommit_create 55550100 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:39.048042 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Subscribe: > router precommit_update 55550100 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:39.052870 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.services.provider_configuration [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Service providers = [] {{(pid=103255) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 29 13:12:39.053249 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.db.servicetype_db [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103255) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 29 13:12:39.056225 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.services.service_base [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103255) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 29 13:12:39.056588 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.services.service_base [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103255) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 29 13:12:39.056962 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.services.service_base [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103255) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 29 13:12:39.057861 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.services.service_base [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103255) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 29 13:12:39.058244 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.services.service_base [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 29 13:12:39.058629 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103255) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 13:12:39.058955 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 29 13:12:39.070738 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103255) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 13:12:39.071088 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading Plugin: auto_allocate Apr 29 13:12:39.077009 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Subscribe: network precommit_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:39.077432 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Subscribe: network precommit_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:39.077974 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103255) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 13:12:39.078304 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading Plugin: tag Apr 29 13:12:39.085215 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103255) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 13:12:39.085552 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading Plugin: timestamp Apr 29 13:12:39.089428 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103255) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 13:12:39.089829 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading Plugin: network_ip_availability Apr 29 13:12:39.095428 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:39.095809 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:39.096176 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:39.096951 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103255) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 13:12:39.097284 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading Plugin: flavors Apr 29 13:12:39.102251 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103255) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 13:12:39.102593 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading Plugin: revisions Apr 29 13:12:39.107680 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103255) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 13:12:39.108177 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_concurrency.lockutils [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.813s {{(pid=103255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 29 13:12:39.109982 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103255) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 29 13:12:39.110383 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Initializing extension manager. Apr 29 13:12:39.111000 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: __init__.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.111464 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: __pycache__ {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.111863 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: _port_mac_address_override.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.112296 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: address_group.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.113262 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.113992 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loaded extension: address-group Apr 29 13:12:39.114362 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: address_scope.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.115280 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.115865 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loaded extension: address-scope Apr 29 13:12:39.116272 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: admin_state_down_before_update.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.117433 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.118070 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loaded extension: router-admin-state-down-before-update Apr 29 13:12:39.118481 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: agent.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.119279 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.119929 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loaded extension: agent Apr 29 13:12:39.120347 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: agent_resources_synced.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.121449 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.122164 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loaded extension: agent-resources-synced Apr 29 13:12:39.122548 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: allowedaddresspairs.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.125306 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.125945 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loaded extension: allowed-address-pairs Apr 29 13:12:39.126315 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: auto_allocated_topology.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.127500 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.128028 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loaded extension: auto-allocated-topology Apr 29 13:12:39.128363 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: availability_zone.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.129093 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.129612 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loaded extension: availability_zone Apr 29 13:12:39.129944 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: availability_zone_filter.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.130882 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.131405 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loaded extension: availability_zone_filter Apr 29 13:12:39.131739 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: data_plane_status.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.132671 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.133220 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Extension data-plane-status not supported by any of loaded plugins Apr 29 13:12:39.133554 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: default_subnetpools.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.134487 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.135009 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loaded extension: default-subnetpools Apr 29 13:12:39.135344 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: dhcpagentscheduler.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.136173 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.136700 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loaded extension: dhcp_agent_scheduler Apr 29 13:12:39.137061 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: dns.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.137995 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.138519 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Extension dns-integration not supported by any of loaded plugins Apr 29 13:12:39.138849 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: dns_domain_ports.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.139902 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.140436 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 29 13:12:39.140788 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.141739 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.142265 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 29 13:12:39.142595 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: dvr.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.143276 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.143887 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loaded extension: dvr Apr 29 13:12:39.144217 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: ecmp_routes.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.145174 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.145696 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Extension ecmp_routes not supported by any of loaded plugins Apr 29 13:12:39.146025 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: empty_string_filtering.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.146949 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.147471 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loaded extension: empty-string-filtering Apr 29 13:12:39.147800 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.148729 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.149269 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 29 13:12:39.149597 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.150532 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.151051 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 29 13:12:39.151380 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: external_net.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.152328 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.152882 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loaded extension: external-net Apr 29 13:12:39.153214 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: extra_dhcp_opt.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.154143 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.154662 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loaded extension: extra_dhcp_opt Apr 29 13:12:39.154990 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: extraroute.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.156004 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.156521 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loaded extension: extraroute Apr 29 13:12:39.156894 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: extraroute_atomic.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.159483 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.160029 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loaded extension: extraroute-atomic Apr 29 13:12:39.160373 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: filter_validation.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.161105 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.161633 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loaded extension: filter-validation Apr 29 13:12:39.161967 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: fip_pf_description.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.162907 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.163425 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 29 13:12:39.163755 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: fip_pf_port_range.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.164697 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.165247 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 29 13:12:39.165583 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: fip_port_details.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.166513 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.167033 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loaded extension: fip-port-details Apr 29 13:12:39.167362 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: flavors.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.168633 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.169190 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loaded extension: flavors Apr 29 13:12:39.169529 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.171829 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.172356 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 29 13:12:39.172692 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: floatingip_pools.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.173439 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.173968 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loaded extension: floatingip-pools Apr 29 13:12:39.174303 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: ip_allocation.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.175247 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.175762 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Extension ip_allocation not supported by any of loaded plugins Apr 29 13:12:39.176144 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.177065 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.177586 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loaded extension: ip-substring-filtering Apr 29 13:12:39.177918 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: l2_adjacency.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.178849 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.179365 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Extension l2_adjacency not supported by any of loaded plugins Apr 29 13:12:39.179694 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: l3.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.180694 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.181249 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loaded extension: router Apr 29 13:12:39.181585 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: l3_conntrack_helper.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.183853 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.184392 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 29 13:12:39.184740 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.185724 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.186249 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loaded extension: ext-gw-mode Apr 29 13:12:39.187169 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.188112 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.188638 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loaded extension: l3-ha Apr 29 13:12:39.188997 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.189926 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.190441 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 29 13:12:39.190883 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: l3_flavors.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.191706 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.192233 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loaded extension: l3-flavors Apr 29 13:12:39.192564 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: l3_ndp_proxy.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.193977 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.194507 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 29 13:12:39.194848 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.195776 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.196302 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loaded extension: l3-port-ip-change-not-allowed Apr 29 13:12:39.196637 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: l3agentscheduler.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.197743 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.198272 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loaded extension: l3_agent_scheduler Apr 29 13:12:39.198608 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: local_ip.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.200540 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.201108 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Extension local_ip not supported by any of loaded plugins Apr 29 13:12:39.201449 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: logging.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.202973 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.203502 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Extension logging not supported by any of loaded plugins Apr 29 13:12:39.203843 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: metering.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.204601 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.205242 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loaded extension: metering Apr 29 13:12:39.205580 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.206706 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.207232 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loaded extension: metering_source_and_destination_fields Apr 29 13:12:39.207566 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: multiprovidernet.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.208973 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.210307 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loaded extension: multi-provider Apr 29 13:12:39.210644 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: netmtu.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.211583 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.212110 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loaded extension: net-mtu Apr 29 13:12:39.212444 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: netmtu_writable.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.213413 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.213938 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loaded extension: net-mtu-writable Apr 29 13:12:39.214272 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: network_availability_zone.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.214950 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.215468 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loaded extension: network_availability_zone Apr 29 13:12:39.215799 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: network_ip_availability.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.216942 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.217474 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loaded extension: network-ip-availability Apr 29 13:12:39.217844 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: network_segment_range.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.218614 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.219133 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Extension network-segment-range not supported by any of loaded plugins Apr 29 13:12:39.219466 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: pagination.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.220460 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.220840 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loaded extension: pagination Apr 29 13:12:39.221173 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: port_device_profile.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.222110 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.222636 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loaded extension: port-device-profile Apr 29 13:12:39.222967 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: port_mac_address_override.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.223924 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.224447 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loaded extension: port-mac-override Apr 29 13:12:39.224798 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.225737 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.226258 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loaded extension: port-mac-address-regenerate Apr 29 13:12:39.226588 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.227524 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.228046 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loaded extension: port-numa-affinity-policy Apr 29 13:12:39.228374 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: port_resource_request.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.229332 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.229851 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Extension port-resource-request not supported by any of loaded plugins Apr 29 13:12:39.230440 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: port_resource_request_groups.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.231438 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.231946 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 29 13:12:39.232275 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: portbindings.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.233257 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.234302 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loaded extension: binding Apr 29 13:12:39.234718 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: portbindings_extended.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.235997 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.236520 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loaded extension: binding-extended Apr 29 13:12:39.236885 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: portsecurity.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.237821 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.238344 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loaded extension: port-security Apr 29 13:12:39.238674 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: project_id.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.239684 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.240025 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loaded extension: project-id Apr 29 13:12:39.240355 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: providernet.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.241315 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.241846 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loaded extension: provider Apr 29 13:12:39.242181 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: qos.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.246008 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.246547 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Extension qos not supported by any of loaded plugins Apr 29 13:12:39.246885 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.248151 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.248681 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 29 13:12:39.249111 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.250542 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.251064 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 29 13:12:39.251397 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: qos_default.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.252324 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.252904 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Extension qos-default not supported by any of loaded plugins Apr 29 13:12:39.253241 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: qos_fip.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.254179 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.254705 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Extension qos-fip not supported by any of loaded plugins Apr 29 13:12:39.255036 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: qos_fip_network_policy.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.255968 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.256491 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 29 13:12:39.256853 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: qos_gateway_ip.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.257795 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.258318 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 29 13:12:39.258650 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: qos_port_network_policy.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.259582 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.260105 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 29 13:12:39.260436 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.261531 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.262062 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 29 13:12:39.262393 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.263446 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.263977 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 29 13:12:39.264310 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: qos_pps_rule.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.265656 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.266180 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Extension qos-pps not supported by any of loaded plugins Apr 29 13:12:39.266514 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: qos_rule_type_details.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.267446 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.267974 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 29 13:12:39.268306 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: qos_rule_type_filter.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.269273 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.269793 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 29 13:12:39.270125 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: qos_rules_alias.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.271184 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.271705 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 29 13:12:39.272034 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: quota_check_limit.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.273069 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.273603 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loaded extension: quota-check-limit Apr 29 13:12:39.273933 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: quotasv2.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.274929 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.275267 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loaded extension: quotas Apr 29 13:12:39.275599 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: quotasv2_detail.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.277434 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.277780 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loaded extension: quota_details Apr 29 13:12:39.278116 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: rbac.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.279199 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.279731 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loaded extension: rbac-policies Apr 29 13:12:39.280069 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: rbac_address_group.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.281088 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.281620 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loaded extension: rbac-address-group Apr 29 13:12:39.281958 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: rbac_address_scope.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.282902 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.283435 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loaded extension: rbac-address-scope Apr 29 13:12:39.283813 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: rbac_security_groups.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.284703 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.285250 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loaded extension: rbac-security-groups Apr 29 13:12:39.285580 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: rbac_subnetpool.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.286516 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.287036 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loaded extension: rbac-subnetpool Apr 29 13:12:39.287365 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: revisionifmatch.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.288302 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.288852 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loaded extension: revision-if-match Apr 29 13:12:39.289183 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: revisions.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.290314 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.290839 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loaded extension: standard-attr-revisions Apr 29 13:12:39.291172 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: router_availability_zone.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.291855 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.292376 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loaded extension: router_availability_zone Apr 29 13:12:39.292705 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: routerservicetype.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.293678 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.294205 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Extension router-service-type not supported by any of loaded plugins Apr 29 13:12:39.294534 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.295471 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.296511 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loaded extension: security-groups-normalized-cidr Apr 29 13:12:39.296870 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: security_groups_port_filtering.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.297993 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.298519 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loaded extension: port-security-groups-filtering Apr 29 13:12:39.298848 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.299794 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.300317 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loaded extension: security-groups-remote-address-group Apr 29 13:12:39.300646 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.301640 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.302165 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loaded extension: security-groups-shared-filtering Apr 29 13:12:39.302498 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.303225 dv-cinder-837699-3-iscsi neutron-server[103255]: WARNING neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 29 13:12:39.303580 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: securitygroup.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.314501 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.315052 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loaded extension: security-group Apr 29 13:12:39.315395 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: segment.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.316142 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.316671 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Extension segment not supported by any of loaded plugins Apr 29 13:12:39.317032 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.318015 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.318538 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 29 13:12:39.318873 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: servicetype.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.319982 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.320509 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loaded extension: service-type Apr 29 13:12:39.320875 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: sorting.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.321875 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.322216 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loaded extension: sorting Apr 29 13:12:39.322545 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: standard_attr_segment.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.323479 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.324005 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 29 13:12:39.324336 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: standardattrdescription.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.325022 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.325545 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loaded extension: standard-attr-description Apr 29 13:12:39.325879 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: stateful_security_group.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.326863 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.327607 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loaded extension: stateful-security-group Apr 29 13:12:39.327955 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: stdattrs_common.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.328544 dv-cinder-837699-3-iscsi neutron-server[103255]: WARNING neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 29 13:12:39.328917 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.329888 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.330425 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 29 13:12:39.330759 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: subnet_onboard.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.331831 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.332367 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loaded extension: subnet_onboard Apr 29 13:12:39.332703 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.333685 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.334209 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 29 13:12:39.334544 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: subnet_service_types.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.335511 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.336045 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loaded extension: subnet-service-types Apr 29 13:12:39.336378 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: subnetallocation.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.337515 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.338061 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loaded extension: subnet_allocation Apr 29 13:12:39.338385 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.339085 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.339619 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loaded extension: subnetpool-prefix-ops Apr 29 13:12:39.339953 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.340950 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.341482 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 29 13:12:39.341819 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: tagging.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.342969 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.343502 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loaded extension: standard-attr-tag Apr 29 13:12:39.343833 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: timestamp.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.345099 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.345629 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loaded extension: standard-attr-timestamp Apr 29 13:12:39.345965 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: trunk.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.347017 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.347549 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Extension trunk not supported by any of loaded plugins Apr 29 13:12:39.347882 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: trunk_details.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.348876 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.349404 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Extension trunk-details not supported by any of loaded plugins Apr 29 13:12:39.349738 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: uplink_status_propagation.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.350677 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.351202 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 29 13:12:39.351533 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Loading extension file: vlantransparent.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:12:39.352228 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:12:39.352763 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Extension vlan-transparent not supported by any of loaded plugins Apr 29 13:12:39.355715 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.quota.resource_registry [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Creating instance of TrackedResource for resource:network Apr 29 13:12:39.356257 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.quota.resource_registry [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Creating instance of TrackedResource for resource:subnet Apr 29 13:12:39.356667 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.quota.resource_registry [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Creating instance of TrackedResource for resource:subnetpool Apr 29 13:12:39.357096 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.quota.resource_registry [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Creating instance of TrackedResource for resource:port Apr 29 13:12:39.358883 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.v2.resource_helper [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 13:12:39.359340 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.v2.resource_helper [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Service FLAVORS assigned prefix: {{(pid=103255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 13:12:39.360136 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.v2.resource_helper [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 13:12:39.360585 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.v2.resource_helper [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 13:12:39.360967 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.quota.resource_registry [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Creating instance of TrackedResource for resource:router Apr 29 13:12:39.361407 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.quota.resource_registry [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Creating instance of TrackedResource for resource:floatingip Apr 29 13:12:39.361913 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.v2.resource_helper [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Service METERING assigned prefix: /metering {{(pid=103255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 13:12:39.363390 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:39.363787 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:39.364156 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:12:39.365227 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.quota.resource_registry [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Creating instance of CountableResource for resource:rbac_policy Apr 29 13:12:39.365701 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.quota.resource_registry [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Creating instance of TrackedResource for resource:security_group Apr 29 13:12:39.366140 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.quota.resource_registry [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Creating instance of TrackedResource for resource:security_group_rule Apr 29 13:12:39.366750 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.v2.resource_helper [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Service CORE assigned prefix: {{(pid=103255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 13:12:39.367091 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.quota.resource_registry [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Creating instance of TrackedResource for resource:subnetpool Apr 29 13:12:39.367446 dv-cinder-837699-3-iscsi neutron-server[103255]: WARNING neutron.quota.resource_registry [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] subnetpool is already registered Apr 29 13:12:39.367885 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.v2.resource_helper [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Service CORE assigned prefix: {{(pid=103255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 13:12:39.368220 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.quota.resource_registry [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Creating instance of TrackedResource for resource:subnetpool Apr 29 13:12:39.368558 dv-cinder-837699-3-iscsi neutron-server[103255]: WARNING neutron.quota.resource_registry [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] subnetpool is already registered Apr 29 13:12:39.370874 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.v2.resource_helper [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 13:12:39.371317 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.v2.resource_helper [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Service FLAVORS assigned prefix: {{(pid=103255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 13:12:39.371926 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.v2.resource_helper [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 13:12:39.372341 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.v2.resource_helper [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 13:12:39.372685 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.quota.resource_registry [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Creating instance of TrackedResource for resource:router Apr 29 13:12:39.373057 dv-cinder-837699-3-iscsi neutron-server[103255]: WARNING neutron.quota.resource_registry [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] router is already registered Apr 29 13:12:39.373485 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.quota.resource_registry [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Creating instance of TrackedResource for resource:floatingip Apr 29 13:12:39.373833 dv-cinder-837699-3-iscsi neutron-server[103255]: WARNING neutron.quota.resource_registry [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] floatingip is already registered Apr 29 13:12:39.375095 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.v2.resource_helper [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Service METERING assigned prefix: /metering {{(pid=103255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 13:12:39.375769 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.quota.resource_registry [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Creating instance of CountableResource for resource:rbac_policy Apr 29 13:12:39.376107 dv-cinder-837699-3-iscsi neutron-server[103255]: WARNING neutron.quota.resource_registry [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] rbac_policy is already registered Apr 29 13:12:39.376529 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.quota.resource_registry [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Creating instance of TrackedResource for resource:security_group Apr 29 13:12:39.376907 dv-cinder-837699-3-iscsi neutron-server[103255]: WARNING neutron.quota.resource_registry [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] security_group is already registered Apr 29 13:12:39.377319 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.quota.resource_registry [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Creating instance of TrackedResource for resource:security_group_rule Apr 29 13:12:39.377660 dv-cinder-837699-3-iscsi neutron-server[103255]: WARNING neutron.quota.resource_registry [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] security_group_rule is already registered Apr 29 13:12:39.378289 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.v2.resource_helper [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Service CORE assigned prefix: {{(pid=103255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 13:12:39.378629 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.quota.resource_registry [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Creating instance of TrackedResource for resource:subnetpool Apr 29 13:12:39.378970 dv-cinder-837699-3-iscsi neutron-server[103255]: WARNING neutron.quota.resource_registry [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] subnetpool is already registered Apr 29 13:12:39.379391 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.v2.resource_helper [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Service CORE assigned prefix: {{(pid=103255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 13:12:39.379727 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.quota.resource_registry [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Creating instance of TrackedResource for resource:subnetpool Apr 29 13:12:39.380066 dv-cinder-837699-3-iscsi neutron-server[103255]: WARNING neutron.quota.resource_registry [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] subnetpool is already registered Apr 29 13:12:39.380548 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Extended resource: extensions {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 13:12:39.382083 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Extended resource: address-groups {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 13:12:39.383632 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Extended resource: address-scopes {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 13:12:39.384976 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Extended resource: agents {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 13:12:39.386143 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Extended resource: auto-allocated-topology {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 13:12:39.387392 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Extended resource: availability_zones {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 13:12:39.388637 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Extended resource: dhcp-networks {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 13:12:39.390229 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Extended resource: dhcp-agents {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 13:12:39.391666 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Extended resource: routers {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 13:12:39.393909 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Extended resource: flavors {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 13:12:39.395083 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Extended resource: service_profiles {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 13:12:39.396313 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Extended resource: next_providers {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 13:12:39.397810 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Extended resource: service_profiles {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 13:12:39.400341 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Extended resource: floatingip-pools {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 13:12:39.401611 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Extended resource: routers {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 13:12:39.403746 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Extended resource: floatingips {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 13:12:39.405050 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Extended resource: l3-routers {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 13:12:39.406474 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Extended resource: l3-agents {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 13:12:39.407910 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Extended resource: metering-labels {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 13:12:39.409308 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Extended resource: metering-label-rules {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 13:12:39.410604 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Extended resource: network-ip-availabilities {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 13:12:39.411884 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Extended resource: bindings {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 13:12:39.413568 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Extended resource: quotas {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 13:12:39.415124 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Extended resource: quotas {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 13:12:39.416673 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Extended resource: rbac-policies {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 13:12:39.418311 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Extended resource: security-groups {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 13:12:39.419569 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Extended resource: security-group-rules {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 13:12:39.420831 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Extended resource: service-providers {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 13:12:39.422585 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Extended resource: subnetpools {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 13:12:39.424031 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Extended resource: subnetpools {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 13:12:39.425703 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Extended resource: tags {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 13:12:39.427467 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Extended resource: tags {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 13:12:39.429352 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Extended resource: tags {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 13:12:39.431155 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Extended resource: tags {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 13:12:39.432975 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Extended resource: tags {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 13:12:39.434838 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Extended resource: tags {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 13:12:39.436573 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Extended resource: tags {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 13:12:39.439049 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Extended resource: tags {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 13:12:39.440829 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Extended resource: tags {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 13:12:39.442679 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Extended resource: tags {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 13:12:39.448719 dv-cinder-837699-3-iscsi neutron-server[103255]: WARNING keystonemiddleware.auth_token [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 29 13:12:39.454072 dv-cinder-837699-3-iscsi neutron-server[103255]: WARNING keystonemiddleware.auth_token [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 29 13:12:39.462758 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_concurrency.lockutils [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Acquired lock "singleton_lock" {{(pid=103255) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 29 13:12:39.463253 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_concurrency.lockutils [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Releasing lock "singleton_lock" {{(pid=103255) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 29 13:12:39.463926 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO oslo_service.service [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Starting 2 workers Apr 29 13:12:39.469395 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Started child 103364 {{(pid=103255) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 29 13:12:39.476780 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Started child 103365 {{(pid=103255) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 29 13:12:39.477096 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:12:39.477758 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO neutron.service [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Neutron service started, listening on 0.0.0.0:9696 Apr 29 13:12:39.477758 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Publish callbacks [] for process (None), before_spawn {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:12:39.478076 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [-] (103364) wsgi starting up on http://0.0.0.0:9696 Apr 29 13:12:39.479706 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:12:39.480413 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO oslo_service.service [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Starting 1 workers Apr 29 13:12:39.481377 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [-] (103365) wsgi starting up on http://0.0.0.0:9696 Apr 29 13:12:39.486477 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Started child 103366 {{(pid=103255) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 29 13:12:39.487033 dv-cinder-837699-3-iscsi neutron-server[103255]: INFO oslo_service.service [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Starting 1 workers Apr 29 13:12:39.489725 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.service [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] calling RpcWorker wait() {{(pid=103366) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 29 13:12:39.490257 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.service [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] returning from RpcWorker wait() {{(pid=103366) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 29 13:12:39.491471 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:12:39.491717 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Started child 103367 {{(pid=103255) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 29 13:12:39.491905 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:12:39.492629 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-818d404a-b364-42ab-a2a2-b57333268f6f None None] Publish callbacks [] for process (None), after_spawn {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:12:39.494533 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103255) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 29 13:12:39.494755 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 29 13:12:39.494946 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 29 13:12:39.495179 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 29 13:12:39.495515 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 29 13:12:39.495683 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 29 13:12:39.496214 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.496523 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.496816 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.497097 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.497357 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:12:39.497836 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.497937 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.498358 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.498450 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:12:39.498642 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.498901 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.499259 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.499435 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.499701 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.499937 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.500263 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.500521 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.500893 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.501130 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.501305 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.501566 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.501851 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.502103 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.502393 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] debug = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.502645 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.503139 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.503377 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.503621 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.503849 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.504127 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.504366 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.504653 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.505078 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.505311 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.505556 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.505819 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.506066 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.506302 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.506547 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.506814 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.507053 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.507535 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] host = dv-cinder-837699-3-iscsi {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.507759 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.508008 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.508245 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.508493 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.508793 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.508997 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.509256 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.509514 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.509811 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.509984 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.510240 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.510475 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.510715 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.510960 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] log_file = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.511126 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] log_options = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.511364 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.511641 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.511892 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.512081 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.512249 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.512412 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.512674 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.512944 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.513091 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.513316 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.513532 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.513773 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.513993 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.514214 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.514481 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.516419 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.516419 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.516419 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.516419 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.516419 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.516419 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.516977 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.517217 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.517642 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.517880 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.518129 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.518440 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.518717 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.518982 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.519385 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.520356 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.520356 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.520356 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.522865 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.522865 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.522865 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.522865 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.522865 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.522865 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.522865 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.522865 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.529139 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.529139 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.529139 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.529139 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.529139 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.529139 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] use_json = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.529139 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.529139 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.529139 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.529652 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.529652 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.529652 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.529652 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.529652 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.529652 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.529652 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.529652 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.530092 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.530092 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.530092 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.530092 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.530092 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.530092 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.530092 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.530092 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.531136 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.531136 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.531136 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.531136 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.531136 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.531416 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.531591 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.533999 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.533999 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.533999 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.533999 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.533999 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.533999 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.533999 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.533999 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.534993 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.534993 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.534993 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.534993 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.534993 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.535564 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.535564 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.535795 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.535927 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.536079 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.536333 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.536827 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.537256 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.537484 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.537726 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.537988 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.538258 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.538475 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.538721 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.539169 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.539431 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.539670 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.539929 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.540188 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.540438 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.540679 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.540938 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.541181 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.541398 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.541616 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.541892 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.542094 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.542362 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.542622 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.542863 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.543080 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.543320 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.543550 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.543772 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.543999 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.544245 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.544458 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.544683 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.544923 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.545306 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.545495 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.545677 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.545820 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.546593 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.547165 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.547165 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.547483 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.547483 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.547756 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.547895 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.548132 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.548308 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.548543 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.548778 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.549014 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.549250 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.549471 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.549686 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.549900 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.550112 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.550325 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.550538 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.550952 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.551102 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.551456 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.551774 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.552567 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.553037 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.553292 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.554199 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.554199 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.554199 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.554199 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.554776 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.554776 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.555095 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.555236 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.555389 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.555800 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.555800 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.556137 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.556282 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.556586 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.556742 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.558631 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.558631 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.558631 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.558631 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.558631 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.558631 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.558631 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.560052 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.560052 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.560052 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.560052 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.560052 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.560699 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.560699 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.560985 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.561123 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.561293 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.561575 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.561849 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.562106 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.562345 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.562598 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.562827 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.563088 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.563289 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.563627 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.563859 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.564094 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.564312 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.564590 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.564983 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.565223 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.565508 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.565772 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.566030 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.566279 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.566516 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.566734 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.566973 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.567205 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.567420 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.567671 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.567886 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.568106 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.568385 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.568538 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.568821 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.569040 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.569259 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.569490 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.569714 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.569933 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.570181 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.570394 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.570615 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.570853 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.571072 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.571291 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.571528 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.571760 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.572008 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.572238 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.572517 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.572791 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.573032 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.573264 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.573510 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.573785 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.574025 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.574275 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.574520 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.574735 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.574950 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.575170 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.575404 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.575644 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.575872 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.576784 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.576784 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.576784 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.577034 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.577320 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.577612 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.577878 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.578204 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.578628 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.579052 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.579471 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.579850 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.580262 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.580438 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.580586 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.581013 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.581192 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.581337 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.581480 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 46446) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:12:39.581626 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.581767 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.582038 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.582284 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.582508 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.582757 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.582988 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.583211 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.583431 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.583652 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.583866 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.584080 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.584300 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.584555 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.584894 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.585160 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.585408 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.585660 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.585905 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.586125 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.586374 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.586634 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.586847 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.587073 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.587294 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.587507 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.587788 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.588003 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.588217 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.588441 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.588682 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.588919 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.589160 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.589387 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.589647 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.589880 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.590121 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.590335 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.590584 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.590677 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [-] 10.222.0.11 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0071166 Apr 29 13:12:39.590989 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.591120 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.591499 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.591913 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.592130 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.592386 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.594052 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.594052 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.594052 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.594687 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.594687 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.594987 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.595135 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.595275 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.595543 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.595785 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.596044 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.596313 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.596644 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.596932 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.597203 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.597496 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.598600 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.598876 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.599261 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.599973 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.599973 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.600168 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.600409 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.600700 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.601006 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.601258 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.601480 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.601784 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.602125 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.602406 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.602679 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.603855 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.603855 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.603855 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.603855 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.604139 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.604206 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.604404 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.604701 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.604974 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.605458 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.605698 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.605930 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.606152 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.606378 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.606594 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.606850 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.607069 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.607228 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 29 13:12:39.607766 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103255) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 29 13:12:39.607926 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 29 13:12:39.608335 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 29 13:12:39.608497 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 29 13:12:39.608652 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 29 13:12:39.608849 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 29 13:12:39.609665 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.609821 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.610152 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.610152 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.610453 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.610675 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.610853 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.611037 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.611213 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.611377 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.611661 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.611895 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.612068 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.612222 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.612385 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.612548 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.612740 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.612953 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.613153 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.613322 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.613479 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.613622 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] debug = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.613775 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.614711 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.614711 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.614711 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.614711 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.614711 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.614711 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.615536 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.615536 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.615536 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.615536 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.615536 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.616327 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.616327 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.616327 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.616327 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.616327 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.617022 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] host = dv-cinder-837699-3-iscsi {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.617022 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.617022 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.617022 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.617551 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.617551 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.617841 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:12:39.617989 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.617989 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.617989 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.617989 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.617989 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.619335 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.619335 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.619335 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.619335 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] log_file = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.619335 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] log_options = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.619335 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.619335 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.619335 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.620450 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.620450 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.620450 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.620450 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.620450 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.621194 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.621335 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.621488 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.621925 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.622079 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.623193 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.623193 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.623193 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.623193 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.623737 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.623737 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.623737 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.624173 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.624173 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.624434 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.624707 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.624707 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.625097 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.625097 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.625097 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.625573 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.625721 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.625886 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.626034 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.626176 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.626339 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.626486 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.626647 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.626805 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.627015 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.627184 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.627343 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.627489 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.627647 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.627879 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.627980 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.629038 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.629038 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.629038 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] use_json = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.629038 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.629038 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.629038 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.629038 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.630310 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.630492 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.630990 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.630990 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.630990 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:12:39.631231 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.631300 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.631456 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.631618 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.632533 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.632533 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.632533 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.632533 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.632831 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.632831 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.632952 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.633136 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.633403 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.633573 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.633734 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.633900 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.634061 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.634224 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.634392 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.635393 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.635560 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.635728 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.635901 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.636079 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.636244 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.636391 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.636550 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.636694 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.636876 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.637009 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.637185 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.637347 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.637511 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.637673 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.637835 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.637999 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.638160 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.638321 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.638821 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.638992 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.639155 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.639316 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.639478 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.639678 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.639858 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.640008 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.640170 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.640446 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.640619 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.640858 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.641018 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.641161 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.641309 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.641468 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.641560 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.641690 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.642005 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.642308 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.642625 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.642919 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.643218 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.643616 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.643934 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.644235 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.644547 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.644711 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.644886 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.645056 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.645279 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.645463 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.645611 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.645842 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.645990 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.647069 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.647069 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.647069 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.647069 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.647069 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.648618 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.648618 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.648618 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.648618 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.649257 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.649257 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.649257 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.650430 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.650430 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.650430 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.650430 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.650430 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.650430 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.650430 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.651358 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.651358 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.651358 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.651358 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.651358 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.652106 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.652106 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.652106 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.652106 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.652106 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.652769 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.652769 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.652769 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.652769 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.653301 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.653301 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.653301 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.653301 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.654738 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.654897 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.655068 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.655759 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.655941 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.656109 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.656268 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.656423 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.656802 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.657180 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.657349 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.657515 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.657678 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.658573 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.658873 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.659055 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.660791 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.660791 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.660791 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.660791 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.660791 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.660791 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.660791 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.660791 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.661359 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.661359 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.661359 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.661359 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.661590 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.661656 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.661805 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.661967 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.662709 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.662709 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.662709 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.662709 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.662709 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.663319 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.663319 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.663319 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.663319 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.663779 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.663779 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.663779 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.664137 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.664137 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.664333 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.664460 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.664544 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.665317 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.665317 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.665317 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.665317 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.665816 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.665816 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.665816 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.666164 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.666164 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.666164 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.666512 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.666512 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.666759 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.666759 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.666956 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.667073 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.667234 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.667396 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.667571 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.667714 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.668504 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.668504 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.668504 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.668504 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.668504 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.669812 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.669985 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.670246 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.670567 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.670567 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.671715 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.672371 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.672722 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.673061 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.673061 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.673609 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.673790 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.673953 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.674109 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.674273 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.674442 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.674590 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.674883 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.675046 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.675418 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.675794 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.676010 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.676231 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.676231 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.676531 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.677069 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.677069 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.677314 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.677314 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.677461 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.677591 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.677748 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.677910 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.678071 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.678623 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.678623 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.678623 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.678844 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.678844 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.679002 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.679148 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.679310 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.679471 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.679636 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.679794 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.679964 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.680124 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.680292 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.680459 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.680632 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.680811 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.680970 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.681123 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.681269 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.681430 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.681591 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.681859 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.682036 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.682196 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.682358 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.682518 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.682682 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.682842 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.683882 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.683882 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.683882 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.683882 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.683882 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.683882 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.684263 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.684263 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.684263 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.684432 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.684573 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.684677 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.684891 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.685053 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.685214 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.685385 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.685635 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.685736 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.685863 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.686009 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.686176 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.686325 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.686531 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.686819 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.687618 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.687618 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.687618 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.687618 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.687618 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.687937 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.687937 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.688146 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.688280 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.688426 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.688594 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.688784 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.688949 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.689111 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.689272 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.689433 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.689594 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.689754 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.689915 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.690075 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.690234 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.690395 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.690555 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.690714 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.690875 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.691040 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.691216 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.691367 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.691512 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.691655 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.691900 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:12:39.692063 dv-cinder-837699-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 29 13:12:51.524554 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fdadabe-18f8-460d-8b7b-2e9e529e0512 None None] get_active_networks_info from dv-cinder-837699-3-iscsi {{(pid=103366) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 29 13:12:51.600116 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fdadabe-18f8-460d-8b7b-2e9e529e0512 None None] No non-hosted networks {{(pid=103366) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 29 13:12:51.615832 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.agentschedulers_db [None req-6fdadabe-18f8-460d-8b7b-2e9e529e0512 None None] DHCP Agent not found on host dv-cinder-837699-3-iscsi {{(pid=103366) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 29 13:12:51.719184 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4477a721-0261-4f36-82fa-eb460c1f2b50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-711616'] for agent (e437e712-237e-4a54-83a8-782eed3c5f0c), after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:12:54.245625 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a1ec0dcd-6849-465a-acb8-1dc6d86c0b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-711616'] for agent (ffd5f049-29fc-4e99-906d-6eadce93ab48), after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:12:54.248488 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ecdc9569-23f1-4eee-9393-71466f656a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (ffd5f049-29fc-4e99-906d-6eadce93ab48), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:12:55.128890 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 46514) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:12:55.821249 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d46c6b96-c9c1-47b5-84ba-015c4e42046f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-711616'] for agent (1b2ea45c-9419-45d0-91af-29e2c5a1844a), after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:12:56.288228 dv-cinder-837699-3-iscsi neutron-server[103364]: WARNING oslo_policy.policy [None req-d56af85e-64f7-40d0-b259-ce4afd2500b1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 13:12:56.289941 dv-cinder-837699-3-iscsi neutron-server[103364]: WARNING oslo_policy.policy [None req-d56af85e-64f7-40d0-b259-ce4afd2500b1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 13:12:56.590817 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [None req-d56af85e-64f7-40d0-b259-ce4afd2500b1 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 13:12:56.605704 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-d56af85e-64f7-40d0-b259-ce4afd2500b1 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 1.4735374 Apr 29 13:12:57.276873 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bea047bf-f99e-49b2-8b9d-5ba249a30c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-711616'] for agent (23d6c007-0036-4fdb-b033-28b1fd628d82), after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:12:58.629095 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-711616'] for agent (070d87cd-fed4-4d07-85b5-c26ded61f2d8), after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:12:58.632943 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:12:58.633796 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:12:58.637101 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:12:58.637489 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:12:58.637835 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:12:58.638178 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:12:58.638512 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:12:58.640192 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:12:58.640374 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:12:58.640634 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:12:58.641569 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:12:58.641916 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:12:58.642255 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:12:58.644010 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:12:58.644726 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:12:58.647533 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-837699-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:12:58.666511 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-837699-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:12:59.564386 dv-cinder-837699-3-iscsi neutron-server[103366]: INFO neutron.db.l3_hamode_db [None req-0e4fdd14-c8f4-40dc-b054-b578b38735d1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 29 13:12:59.662401 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 46550) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:12:59.679092 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4fdd14-c8f4-40dc-b054-b578b38735d1 None None] Routers set() bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:12:59.679905 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4fdd14-c8f4-40dc-b054-b578b38735d1 None None] Router IDs set() for agent in host dv-cinder-837699-3-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 29 13:13:00.113538 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-7af1eeb2-bfdf-4bf5-9d63-b896860211cd admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:13:00.209432 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.policy [None req-7af1eeb2-bfdf-4bf5-9d63-b896860211cd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103364) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 29 13:13:00.253568 dv-cinder-837699-3-iscsi neutron-server[103364]: WARNING oslo_policy.policy [None req-7af1eeb2-bfdf-4bf5-9d63-b896860211cd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 13:13:00.253960 dv-cinder-837699-3-iscsi neutron-server[103364]: WARNING oslo_policy.policy [None req-7af1eeb2-bfdf-4bf5-9d63-b896860211cd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 13:13:00.370518 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7af1eeb2-bfdf-4bf5-9d63-b896860211cd admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783153945311', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783153944787', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783153928223', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783153935872', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783153972866', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783153979965', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1793450', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1806261', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-733289', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-634339'] for rbac-policy (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:13:00.454288 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7af1eeb2-bfdf-4bf5-9d63-b896860211cd admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:13:00.455495 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-7af1eeb2-bfdf-4bf5-9d63-b896860211cd admin admin] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7920883 Apr 29 13:13:03.103827 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 46562) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:13:03.440458 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-709011ee-8f36-4d74-8313-68c3c47e29ee demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:13:03.470893 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-709011ee-8f36-4d74-8313-68c3c47e29ee demo demo] Made reservation on behalf of a80b8fe8b19142cb81b80d70a26d7390 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:13:03.475011 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-709011ee-8f36-4d74-8313-68c3c47e29ee demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for network (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:13:03.493660 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-709011ee-8f36-4d74-8313-68c3c47e29ee demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:13:03.611010 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-709011ee-8f36-4d74-8313-68c3c47e29ee demo demo] Publish callbacks [] for security_group (d355588d-3298-4d1a-b3c1-d6c78e19e207), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:13:03.615172 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-709011ee-8f36-4d74-8313-68c3c47e29ee demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (d355588d-3298-4d1a-b3c1-d6c78e19e207), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:13:03.647907 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-709011ee-8f36-4d74-8313-68c3c47e29ee demo demo] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:13:03.677839 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-709011ee-8f36-4d74-8313-68c3c47e29ee demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783156274032', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401276'] for segment (ced41b52-5c44-41e7-ab5e-b8eb302ee04e), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:13:03.678349 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-709011ee-8f36-4d74-8313-68c3c47e29ee demo demo] Unsubscribe: segment precommit_create {{(pid=103364) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 29 13:13:03.678878 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.db.segments_db [None req-709011ee-8f36-4d74-8313-68c3c47e29ee demo demo] Added segment ced41b52-5c44-41e7-ab5e-b8eb302ee04e of type vlan for network 4ed58155-461b-45c6-bf3e-0ffae1e5f5c8 Apr 29 13:13:03.684864 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709011ee-8f36-4d74-8313-68c3c47e29ee demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=d355588d-3298-4d1a-b3c1-d6c78e19e207,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:13:03.723058 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709011ee-8f36-4d74-8313-68c3c47e29ee demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:13:03.723397 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709011ee-8f36-4d74-8313-68c3c47e29ee demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:13:03.723746 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709011ee-8f36-4d74-8313-68c3c47e29ee demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:13:03.724095 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709011ee-8f36-4d74-8313-68c3c47e29ee demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:13:03.724419 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709011ee-8f36-4d74-8313-68c3c47e29ee demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:13:03.724744 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709011ee-8f36-4d74-8313-68c3c47e29ee demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:13:03.725082 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709011ee-8f36-4d74-8313-68c3c47e29ee demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:13:03.725517 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709011ee-8f36-4d74-8313-68c3c47e29ee demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:13:03.725836 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709011ee-8f36-4d74-8313-68c3c47e29ee demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:13:03.726155 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709011ee-8f36-4d74-8313-68c3c47e29ee demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:13:03.726466 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709011ee-8f36-4d74-8313-68c3c47e29ee demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:13:03.726887 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709011ee-8f36-4d74-8313-68c3c47e29ee demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:13:03.727108 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709011ee-8f36-4d74-8313-68c3c47e29ee demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:13:03.727416 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709011ee-8f36-4d74-8313-68c3c47e29ee demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:13:03.727722 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709011ee-8f36-4d74-8313-68c3c47e29ee demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:13:03.729156 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709011ee-8f36-4d74-8313-68c3c47e29ee demo demo] Tracked resource versions report: Apr 29 13:13:03.729156 dv-cinder-837699-3-iscsi neutron-server[103364]: pushed versions: Apr 29 13:13:03.729156 dv-cinder-837699-3-iscsi neutron-server[103364]: { 'AddressGroup': {'1.2'}, Apr 29 13:13:03.729156 dv-cinder-837699-3-iscsi neutron-server[103364]: 'Agent': {'1.1'}, Apr 29 13:13:03.729156 dv-cinder-837699-3-iscsi neutron-server[103364]: 'ConntrackHelper': {'1.0'}, Apr 29 13:13:03.729156 dv-cinder-837699-3-iscsi neutron-server[103364]: 'LocalIPAssociation': {'1.0'}, Apr 29 13:13:03.729156 dv-cinder-837699-3-iscsi neutron-server[103364]: 'Log': {'1.0'}, Apr 29 13:13:03.729156 dv-cinder-837699-3-iscsi neutron-server[103364]: 'NDPProxy': {'1.0'}, Apr 29 13:13:03.729156 dv-cinder-837699-3-iscsi neutron-server[103364]: 'Network': {'1.1'}, Apr 29 13:13:03.729156 dv-cinder-837699-3-iscsi neutron-server[103364]: 'Port': {'1.7'}, Apr 29 13:13:03.729156 dv-cinder-837699-3-iscsi neutron-server[103364]: 'PortForwarding': {'1.3'}, Apr 29 13:13:03.729156 dv-cinder-837699-3-iscsi neutron-server[103364]: 'QosPolicy': {'1.10'}, Apr 29 13:13:03.729156 dv-cinder-837699-3-iscsi neutron-server[103364]: 'SecurityGroup': {'1.5'}, Apr 29 13:13:03.729156 dv-cinder-837699-3-iscsi neutron-server[103364]: 'SecurityGroupRule': {'1.2'}, Apr 29 13:13:03.729156 dv-cinder-837699-3-iscsi neutron-server[103364]: 'SubPort': {'1.0'}, Apr 29 13:13:03.729156 dv-cinder-837699-3-iscsi neutron-server[103364]: 'Subnet': {'1.1'}, Apr 29 13:13:03.729156 dv-cinder-837699-3-iscsi neutron-server[103364]: 'Trunk': {'1.1'}} Apr 29 13:13:03.729156 dv-cinder-837699-3-iscsi neutron-server[103364]: consumer versions: Apr 29 13:13:03.729156 dv-cinder-837699-3-iscsi neutron-server[103364]: { DHCP agent@dv-cinder-837699-3-iscsi: {}, Apr 29 13:13:03.729156 dv-cinder-837699-3-iscsi neutron-server[103364]: L3 agent@dv-cinder-837699-3-iscsi: {}, Apr 29 13:13:03.729156 dv-cinder-837699-3-iscsi neutron-server[103364]: Metadata agent@dv-cinder-837699-3-iscsi: {}, Apr 29 13:13:03.729156 dv-cinder-837699-3-iscsi neutron-server[103364]: Metering agent@dv-cinder-837699-3-iscsi: {}, Apr 29 13:13:03.729156 dv-cinder-837699-3-iscsi neutron-server[103364]: Open vSwitch agent@dv-cinder-837699-3-iscsi: { 'AddressGroup': '1.2', Apr 29 13:13:03.729156 dv-cinder-837699-3-iscsi neutron-server[103364]: 'Agent': '1.1', Apr 29 13:13:03.729156 dv-cinder-837699-3-iscsi neutron-server[103364]: 'ConntrackHelper': '1.0', Apr 29 13:13:03.729156 dv-cinder-837699-3-iscsi neutron-server[103364]: 'LocalIPAssociation': '1.0', Apr 29 13:13:03.729156 dv-cinder-837699-3-iscsi neutron-server[103364]: 'Log': '1.0', Apr 29 13:13:03.729156 dv-cinder-837699-3-iscsi neutron-server[103364]: 'NDPProxy': '1.0', Apr 29 13:13:03.729156 dv-cinder-837699-3-iscsi neutron-server[103364]: 'Network': '1.1', Apr 29 13:13:03.729156 dv-cinder-837699-3-iscsi neutron-server[103364]: 'Port': '1.7', Apr 29 13:13:03.729156 dv-cinder-837699-3-iscsi neutron-server[103364]: 'PortForwarding': '1.3', Apr 29 13:13:03.729156 dv-cinder-837699-3-iscsi neutron-server[103364]: 'QosPolicy': '1.10', Apr 29 13:13:03.729156 dv-cinder-837699-3-iscsi neutron-server[103364]: 'SecurityGroup': '1.5', Apr 29 13:13:03.729156 dv-cinder-837699-3-iscsi neutron-server[103364]: 'SecurityGroupRule': '1.2', Apr 29 13:13:03.729156 dv-cinder-837699-3-iscsi neutron-server[103364]: 'SubPort': '1.0', Apr 29 13:13:03.729156 dv-cinder-837699-3-iscsi neutron-server[103364]: 'Subnet': '1.1', Apr 29 13:13:03.729156 dv-cinder-837699-3-iscsi neutron-server[103364]: 'Trunk': '1.1'}} Apr 29 13:13:03.729156 dv-cinder-837699-3-iscsi neutron-server[103364]: {{(pid=103364) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 13:13:03.795805 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-709011ee-8f36-4d74-8313-68c3c47e29ee demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783155844244'] for network (4ed58155-461b-45c6-bf3e-0ffae1e5f5c8), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:13:03.843279 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-709011ee-8f36-4d74-8313-68c3c47e29ee demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861'] for network (4ed58155-461b-45c6-bf3e-0ffae1e5f5c8), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:13:03.848506 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709011ee-8f36-4d74-8313-68c3c47e29ee demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:13:03.849302 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-709011ee-8f36-4d74-8313-68c3c47e29ee demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549835'] for network (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:13:03.931935 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-709011ee-8f36-4d74-8313-68c3c47e29ee demo demo] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8268442 Apr 29 13:13:03.979176 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709011ee-8f36-4d74-8313-68c3c47e29ee demo demo] Pushing event updated for resources: {'Network': ['ID=4ed58155-461b-45c6-bf3e-0ffae1e5f5c8,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:13:03.993088 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Network 4ed58155-461b-45c6-bf3e-0ffae1e5f5c8 details requested by agent ovs-agent-dv-cinder-837699-3-iscsi with host dv-cinder-837699-3-iscsi {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 13:13:06.507253 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 46574) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:13:06.924462 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c7595e-e00d-4407-81a5-3d654cf46717 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:13:06.925879 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-13c7595e-e00d-4407-81a5-3d654cf46717 demo admin] 10.222.0.11 "GET /v2.0/networks/4ed58155-461b-45c6-bf3e-0ffae1e5f5c8 HTTP/1.1" status: 200 len: 825 time: 0.4176729 Apr 29 13:13:06.950479 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-18befd84-9754-4e14-9745-bfdf5dcb7cb6 demo admin] 10.222.0.11 "GET /v2.0/subnetpools/69969ea0-d40f-4cfc-a3ab-35e1a6683ec6 HTTP/1.1" status: 200 len: 734 time: 0.0190785 Apr 29 13:13:06.958815 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-fff575cd-e188-47ab-932e-4ea2067c45f1 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '69969ea0-d40f-4cfc-a3ab-35e1a6683ec6', 'gateway_ip': '172.20.0.1', 'network_id': '4ed58155-461b-45c6-bf3e-0ffae1e5f5c8'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:13:06.979163 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff575cd-e188-47ab-932e-4ea2067c45f1 demo admin] Made reservation on behalf of a80b8fe8b19142cb81b80d70a26d7390 for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:13:06.981750 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fff575cd-e188-47ab-932e-4ea2067c45f1 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:13:07.281957 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fff575cd-e188-47ab-932e-4ea2067c45f1 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861'] for subnet (faf17733-7af7-4ce2-a0ce-80244ab6dd96), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:13:07.358144 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff575cd-e188-47ab-932e-4ea2067c45f1 demo admin] Checking segment: {'id': 'ced41b52-5c44-41e7-ab5e-b8eb302ee04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '4ed58155-461b-45c6-bf3e-0ffae1e5f5c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:13:07.358507 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff575cd-e188-47ab-932e-4ea2067c45f1 demo admin] Network hostable DHCP agents. Network: 4ed58155-461b-45c6-bf3e-0ffae1e5f5c8, hostable agents: ['e437e712-237e-4a54-83a8-782eed3c5f0c'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:13:07.360932 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff575cd-e188-47ab-932e-4ea2067c45f1 demo admin] Pushing event updated for resources: {'Subnet': ['ID=faf17733-7af7-4ce2-a0ce-80244ab6dd96,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:13:07.384384 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff575cd-e188-47ab-932e-4ea2067c45f1 demo admin] Network 4ed58155-461b-45c6-bf3e-0ffae1e5f5c8 is scheduled to be hosted by DHCP agent e437e712-237e-4a54-83a8-782eed3c5f0c with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:13:07.397989 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-fff575cd-e188-47ab-932e-4ea2067c45f1 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837699-3-iscsi, 4ed58155-461b-45c6-bf3e-0ffae1e5f5c8) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:13:07.409101 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b10cc82-308c-413b-b13e-fcfe8b988a7d None None] Network 4ed58155-461b-45c6-bf3e-0ffae1e5f5c8 requested from dv-cinder-837699-3-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:13:07.414883 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff575cd-e188-47ab-932e-4ea2067c45f1 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:13:07.415663 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fff575cd-e188-47ab-932e-4ea2067c45f1 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549835'] for subnet (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:13:07.438144 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-fff575cd-e188-47ab-932e-4ea2067c45f1 demo admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4822733 Apr 29 13:13:07.737279 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4ca8ee-2685-404c-84ff-3a6bda1912f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d66e39e-ae76-5681-86be-20f584a66953-4ed58155-461b-45c6-bf3e-0ffae1e5f5c8', 'network_id': '4ed58155-461b-45c6-bf3e-0ffae1e5f5c8', 'project_id': 'a80b8fe8b19142cb81b80d70a26d7390', 'fixed_ips': [{'subnet_id': 'faf17733-7af7-4ce2-a0ce-80244ab6dd96'}]}} from dv-cinder-837699-3-iscsi. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 13:13:07.738726 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1e4ca8ee-2685-404c-84ff-3a6bda1912f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (None), before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:13:08.073365 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-1e4ca8ee-2685-404c-84ff-3a6bda1912f8 None None] Allocated IP 172.20.0.2 (4ed58155-461b-45c6-bf3e-0ffae1e5f5c8/faf17733-7af7-4ce2-a0ce-80244ab6dd96/c90f04db-08c2-4afa-8579-bb623b524b29) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:13:08.401926 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1e4ca8ee-2685-404c-84ff-3a6bda1912f8 None None] Publish callbacks [] for port (c90f04db-08c2-4afa-8579-bb623b524b29), precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:13:08.413650 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1e4ca8ee-2685-404c-84ff-3a6bda1912f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783155810398'] for port (c90f04db-08c2-4afa-8579-bb623b524b29), after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:13:08.497013 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4ca8ee-2685-404c-84ff-3a6bda1912f8 None None] Network 4ed58155-461b-45c6-bf3e-0ffae1e5f5c8 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:13:08.508210 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-1e4ca8ee-2685-404c-84ff-3a6bda1912f8 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:13:08.509837 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ca8ee-2685-404c-84ff-3a6bda1912f8 None None] Pushing event updated for resources: {'Port': ['ID=c90f04db-08c2-4afa-8579-bb623b524b29,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:13:08.519114 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4ca8ee-2685-404c-84ff-3a6bda1912f8 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:13:08.523191 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ca8ee-2685-404c-84ff-3a6bda1912f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:13:08.523548 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ca8ee-2685-404c-84ff-3a6bda1912f8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:13:08.523913 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ca8ee-2685-404c-84ff-3a6bda1912f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:13:08.524278 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ca8ee-2685-404c-84ff-3a6bda1912f8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:13:08.524624 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ca8ee-2685-404c-84ff-3a6bda1912f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:13:08.524999 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ca8ee-2685-404c-84ff-3a6bda1912f8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:13:08.525335 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ca8ee-2685-404c-84ff-3a6bda1912f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:13:08.525671 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ca8ee-2685-404c-84ff-3a6bda1912f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:13:08.526003 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ca8ee-2685-404c-84ff-3a6bda1912f8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:13:08.526338 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ca8ee-2685-404c-84ff-3a6bda1912f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:13:08.526671 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ca8ee-2685-404c-84ff-3a6bda1912f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:13:08.527020 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ca8ee-2685-404c-84ff-3a6bda1912f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:13:08.527355 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ca8ee-2685-404c-84ff-3a6bda1912f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:13:08.527672 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ca8ee-2685-404c-84ff-3a6bda1912f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:13:08.528005 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ca8ee-2685-404c-84ff-3a6bda1912f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:13:08.529610 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ca8ee-2685-404c-84ff-3a6bda1912f8 None None] Tracked resource versions report: Apr 29 13:13:08.529610 dv-cinder-837699-3-iscsi neutron-server[103366]: pushed versions: Apr 29 13:13:08.529610 dv-cinder-837699-3-iscsi neutron-server[103366]: { 'AddressGroup': {'1.2'}, Apr 29 13:13:08.529610 dv-cinder-837699-3-iscsi neutron-server[103366]: 'Agent': {'1.1'}, Apr 29 13:13:08.529610 dv-cinder-837699-3-iscsi neutron-server[103366]: 'ConntrackHelper': {'1.0'}, Apr 29 13:13:08.529610 dv-cinder-837699-3-iscsi neutron-server[103366]: 'LocalIPAssociation': {'1.0'}, Apr 29 13:13:08.529610 dv-cinder-837699-3-iscsi neutron-server[103366]: 'Log': {'1.0'}, Apr 29 13:13:08.529610 dv-cinder-837699-3-iscsi neutron-server[103366]: 'NDPProxy': {'1.0'}, Apr 29 13:13:08.529610 dv-cinder-837699-3-iscsi neutron-server[103366]: 'Network': {'1.1'}, Apr 29 13:13:08.529610 dv-cinder-837699-3-iscsi neutron-server[103366]: 'Port': {'1.7'}, Apr 29 13:13:08.529610 dv-cinder-837699-3-iscsi neutron-server[103366]: 'PortForwarding': {'1.3'}, Apr 29 13:13:08.529610 dv-cinder-837699-3-iscsi neutron-server[103366]: 'QosPolicy': {'1.10'}, Apr 29 13:13:08.529610 dv-cinder-837699-3-iscsi neutron-server[103366]: 'SecurityGroup': {'1.5'}, Apr 29 13:13:08.529610 dv-cinder-837699-3-iscsi neutron-server[103366]: 'SecurityGroupRule': {'1.2'}, Apr 29 13:13:08.529610 dv-cinder-837699-3-iscsi neutron-server[103366]: 'SubPort': {'1.0'}, Apr 29 13:13:08.529610 dv-cinder-837699-3-iscsi neutron-server[103366]: 'Subnet': {'1.1'}, Apr 29 13:13:08.529610 dv-cinder-837699-3-iscsi neutron-server[103366]: 'Trunk': {'1.1'}} Apr 29 13:13:08.529610 dv-cinder-837699-3-iscsi neutron-server[103366]: consumer versions: Apr 29 13:13:08.529610 dv-cinder-837699-3-iscsi neutron-server[103366]: { DHCP agent@dv-cinder-837699-3-iscsi: {}, Apr 29 13:13:08.529610 dv-cinder-837699-3-iscsi neutron-server[103366]: L3 agent@dv-cinder-837699-3-iscsi: {}, Apr 29 13:13:08.529610 dv-cinder-837699-3-iscsi neutron-server[103366]: Metadata agent@dv-cinder-837699-3-iscsi: {}, Apr 29 13:13:08.529610 dv-cinder-837699-3-iscsi neutron-server[103366]: Metering agent@dv-cinder-837699-3-iscsi: {}, Apr 29 13:13:08.529610 dv-cinder-837699-3-iscsi neutron-server[103366]: Open vSwitch agent@dv-cinder-837699-3-iscsi: { 'AddressGroup': '1.2', Apr 29 13:13:08.529610 dv-cinder-837699-3-iscsi neutron-server[103366]: 'Agent': '1.1', Apr 29 13:13:08.529610 dv-cinder-837699-3-iscsi neutron-server[103366]: 'ConntrackHelper': '1.0', Apr 29 13:13:08.529610 dv-cinder-837699-3-iscsi neutron-server[103366]: 'LocalIPAssociation': '1.0', Apr 29 13:13:08.529610 dv-cinder-837699-3-iscsi neutron-server[103366]: 'Log': '1.0', Apr 29 13:13:08.529610 dv-cinder-837699-3-iscsi neutron-server[103366]: 'NDPProxy': '1.0', Apr 29 13:13:08.529610 dv-cinder-837699-3-iscsi neutron-server[103366]: 'Network': '1.1', Apr 29 13:13:08.529610 dv-cinder-837699-3-iscsi neutron-server[103366]: 'Port': '1.7', Apr 29 13:13:08.529610 dv-cinder-837699-3-iscsi neutron-server[103366]: 'PortForwarding': '1.3', Apr 29 13:13:08.529610 dv-cinder-837699-3-iscsi neutron-server[103366]: 'QosPolicy': '1.10', Apr 29 13:13:08.529610 dv-cinder-837699-3-iscsi neutron-server[103366]: 'SecurityGroup': '1.5', Apr 29 13:13:08.529610 dv-cinder-837699-3-iscsi neutron-server[103366]: 'SecurityGroupRule': '1.2', Apr 29 13:13:08.529610 dv-cinder-837699-3-iscsi neutron-server[103366]: 'SubPort': '1.0', Apr 29 13:13:08.529610 dv-cinder-837699-3-iscsi neutron-server[103366]: 'Subnet': '1.1', Apr 29 13:13:08.529610 dv-cinder-837699-3-iscsi neutron-server[103366]: 'Trunk': '1.1'}} Apr 29 13:13:08.529610 dv-cinder-837699-3-iscsi neutron-server[103366]: {{(pid=103366) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 13:13:08.612718 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-1e4ca8ee-2685-404c-84ff-3a6bda1912f8 None None] Attempting to bind port c90f04db-08c2-4afa-8579-bb623b524b29 on host dv-cinder-837699-3-iscsi for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:13:08.613244 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-1e4ca8ee-2685-404c-84ff-3a6bda1912f8 None None] Attempting to bind port c90f04db-08c2-4afa-8579-bb623b524b29 by drivers openvswitch,hyperv on host dv-cinder-837699-3-iscsi at level 0 using segments [{'id': 'ced41b52-5c44-41e7-ab5e-b8eb302ee04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '4ed58155-461b-45c6-bf3e-0ffae1e5f5c8'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:13:08.613721 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4ca8ee-2685-404c-84ff-3a6bda1912f8 None None] Attempting to bind port c90f04db-08c2-4afa-8579-bb623b524b29 on network 4ed58155-461b-45c6-bf3e-0ffae1e5f5c8 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:13:08.619516 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4ca8ee-2685-404c-84ff-3a6bda1912f8 None None] Checking agent: {'id': '070d87cd-fed4-4d07-85b5-c26ded61f2d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 12, 59), 'started_at': datetime.datetime(2022, 4, 29, 13, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:13:08.619899 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4ca8ee-2685-404c-84ff-3a6bda1912f8 None None] Checking segment: {'id': 'ced41b52-5c44-41e7-ab5e-b8eb302ee04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '4ed58155-461b-45c6-bf3e-0ffae1e5f5c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:13:08.620383 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1e4ca8ee-2685-404c-84ff-3a6bda1912f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:13:08.620875 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4ca8ee-2685-404c-84ff-3a6bda1912f8 None None] Bound using segment: {'id': 'ced41b52-5c44-41e7-ab5e-b8eb302ee04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '4ed58155-461b-45c6-bf3e-0ffae1e5f5c8'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:13:08.621361 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-1e4ca8ee-2685-404c-84ff-3a6bda1912f8 None None] Bound port: c90f04db-08c2-4afa-8579-bb623b524b29, host: dv-cinder-837699-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ced41b52-5c44-41e7-ab5e-b8eb302ee04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '4ed58155-461b-45c6-bf3e-0ffae1e5f5c8'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:13:08.621792 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1e4ca8ee-2685-404c-84ff-3a6bda1912f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (c90f04db-08c2-4afa-8579-bb623b524b29), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:13:08.692964 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-1e4ca8ee-2685-404c-84ff-3a6bda1912f8 None None] For port c90f04db-08c2-4afa-8579-bb623b524b29, host dv-cinder-837699-3-iscsi, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:13:08.720024 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-1e4ca8ee-2685-404c-84ff-3a6bda1912f8 None None] For port c90f04db-08c2-4afa-8579-bb623b524b29, host dv-cinder-837699-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=c90f04db-08c2-4afa-8579-bb623b524b29,segment=NetworkSegment(ced41b52-5c44-41e7-ab5e-b8eb302ee04e),segment_id=ced41b52-5c44-41e7-ab5e-b8eb302ee04e)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:13:08.727434 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1e4ca8ee-2685-404c-84ff-3a6bda1912f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (c90f04db-08c2-4afa-8579-bb623b524b29), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:13:08.785843 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ca8ee-2685-404c-84ff-3a6bda1912f8 None None] Pushing event updated for resources: {'Port': ['ID=c90f04db-08c2-4afa-8579-bb623b524b29,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:13:10.091557 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 46582) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:13:10.455756 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [None req-01f66a76-4b13-4443-b45d-1db8a7a32656 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 13:13:10.456883 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-01f66a76-4b13-4443-b45d-1db8a7a32656 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3640378 Apr 29 13:13:13.064467 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 46590) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:13:13.662941 dv-cinder-837699-3-iscsi neutron-server[103365]: WARNING oslo_policy.policy [None req-d5f84b02-d9ef-4f50-ac01-d2def5af7329 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 13:13:13.663784 dv-cinder-837699-3-iscsi neutron-server[103365]: WARNING oslo_policy.policy [None req-d5f84b02-d9ef-4f50-ac01-d2def5af7329 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 13:13:13.904996 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [None req-d5f84b02-d9ef-4f50-ac01-d2def5af7329 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 13:13:13.906133 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-d5f84b02-d9ef-4f50-ac01-d2def5af7329 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8408263 Apr 29 13:13:16.566240 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 46604) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:13:16.891634 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-d7d2083e-0f5b-46ea-a901-a87297806933 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:13:16.951983 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.policy [None req-d7d2083e-0f5b-46ea-a901-a87297806933 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103365) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 29 13:13:16.993284 dv-cinder-837699-3-iscsi neutron-server[103365]: WARNING oslo_policy.policy [None req-d7d2083e-0f5b-46ea-a901-a87297806933 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 13:13:16.993799 dv-cinder-837699-3-iscsi neutron-server[103365]: WARNING oslo_policy.policy [None req-d7d2083e-0f5b-46ea-a901-a87297806933 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 13:13:17.057743 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d7d2083e-0f5b-46ea-a901-a87297806933 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-712620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5407'] for router (6e789510-a913-43cc-a8cc-8edf905daba0), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:13:17.060140 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d7d2083e-0f5b-46ea-a901-a87297806933 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-721068', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5398'] for router (6e789510-a913-43cc-a8cc-8edf905daba0), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:13:17.223971 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d7d2083e-0f5b-46ea-a901-a87297806933 demo demo] Publish callbacks [] for router_controller (6e789510-a913-43cc-a8cc-8edf905daba0), precommit_add_association {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:13:17.229336 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d7d2083e-0f5b-46ea-a901-a87297806933 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-721113'] for router (6e789510-a913-43cc-a8cc-8edf905daba0), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:13:17.256031 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d7d2083e-0f5b-46ea-a901-a87297806933 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:13:17.257306 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-d7d2083e-0f5b-46ea-a901-a87297806933 demo demo] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6900172 Apr 29 13:13:19.567130 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device c90f04db-08c2-4afa-8579-bb623b524b29 up at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:13:19.664388 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Provisioning complete for port c90f04db-08c2-4afa-8579-bb623b524b29 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:13:19.664868 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (c90f04db-08c2-4afa-8579-bb623b524b29), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:13:19.779447 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Current status of the port c90f04db-08c2-4afa-8579-bb623b524b29 is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:13:19.779447 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (c90f04db-08c2-4afa-8579-bb623b524b29), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:13:19.820954 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] For port c90f04db-08c2-4afa-8579-bb623b524b29, host dv-cinder-837699-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=c90f04db-08c2-4afa-8579-bb623b524b29,segment=NetworkSegment(ced41b52-5c44-41e7-ab5e-b8eb302ee04e),segment_id=ced41b52-5c44-41e7-ab5e-b8eb302ee04e)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:13:19.822866 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 46618) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:13:19.825903 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (c90f04db-08c2-4afa-8579-bb623b524b29), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:13:19.874934 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Pushing event updated for resources: {'Port': ['ID=c90f04db-08c2-4afa-8579-bb623b524b29,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:13:20.152471 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [None req-33b6cf74-48f8-444e-9bdf-007cf9fa9668 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 13:13:20.153649 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-33b6cf74-48f8-444e-9bdf-007cf9fa9668 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3298535 Apr 29 13:13:20.641433 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2733a450-bc62-4959-bf7e-82004e4b4031 None None] Network 4ed58155-461b-45c6-bf3e-0ffae1e5f5c8 requested from dv-cinder-837699-3-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:13:20.769939 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-bfaf2f88-19d4-42e3-9c27-5ad07d71f65a None None] Provisioning complete for port c90f04db-08c2-4afa-8579-bb623b524b29 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:13:20.770321 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bfaf2f88-19d4-42e3-9c27-5ad07d71f65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (c90f04db-08c2-4afa-8579-bb623b524b29), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:13:20.847116 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-bfaf2f88-19d4-42e3-9c27-5ad07d71f65a None None] Current status of the port c90f04db-08c2-4afa-8579-bb623b524b29 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:13:20.963950 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-43e02066-f9d9-4c25-b9df-c9c2a554a2b4 None None] Provisioning complete for port c90f04db-08c2-4afa-8579-bb623b524b29 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:13:20.964339 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-43e02066-f9d9-4c25-b9df-c9c2a554a2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (c90f04db-08c2-4afa-8579-bb623b524b29), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:13:21.041903 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-43e02066-f9d9-4c25-b9df-c9c2a554a2b4 None None] Current status of the port c90f04db-08c2-4afa-8579-bb623b524b29 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:13:21.501745 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1acb6de1-db0c-46f8-aa8f-7f11e82e6358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (e437e712-237e-4a54-83a8-782eed3c5f0c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:13:21.550150 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device c90f04db-08c2-4afa-8579-bb623b524b29 up at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:13:21.595941 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Provisioning complete for port c90f04db-08c2-4afa-8579-bb623b524b29 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:13:21.596336 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (c90f04db-08c2-4afa-8579-bb623b524b29), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:13:21.674386 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Current status of the port c90f04db-08c2-4afa-8579-bb623b524b29 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:13:22.681961 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 46626) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:13:22.999553 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-430ec8d3-fc05-4362-ae17-a14307eb517e admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:13:23.023157 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-430ec8d3-fc05-4362-ae17-a14307eb517e admin admin] Made reservation on behalf of 3d41af3d42e0467dafbd4e0a9dd423fc for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:13:23.026040 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-430ec8d3-fc05-4362-ae17-a14307eb517e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for network (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:13:23.041721 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-430ec8d3-fc05-4362-ae17-a14307eb517e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:13:23.149960 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-430ec8d3-fc05-4362-ae17-a14307eb517e admin admin] Publish callbacks [] for security_group (6db6af58-b23b-40f4-82a9-093dc34a8ebe), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:13:23.154350 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-430ec8d3-fc05-4362-ae17-a14307eb517e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (6db6af58-b23b-40f4-82a9-093dc34a8ebe), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:13:23.166079 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-430ec8d3-fc05-4362-ae17-a14307eb517e admin admin] Reserving flat network on physical network physnet1 {{(pid=103365) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 29 13:13:23.198878 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-430ec8d3-fc05-4362-ae17-a14307eb517e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783156274032', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401276'] for segment (2ea0efb1-2525-44c9-8409-d88aaadc45e7), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:13:23.199491 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-430ec8d3-fc05-4362-ae17-a14307eb517e admin admin] Unsubscribe: segment precommit_create {{(pid=103365) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 29 13:13:23.200201 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.db.segments_db [None req-430ec8d3-fc05-4362-ae17-a14307eb517e admin admin] Added segment 2ea0efb1-2525-44c9-8409-d88aaadc45e7 of type flat for network 754f8d77-c1fb-438d-9dec-eec91b4433a5 Apr 29 13:13:23.216307 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430ec8d3-fc05-4362-ae17-a14307eb517e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6db6af58-b23b-40f4-82a9-093dc34a8ebe,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:13:23.262528 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430ec8d3-fc05-4362-ae17-a14307eb517e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:13:23.262871 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430ec8d3-fc05-4362-ae17-a14307eb517e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:13:23.263230 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430ec8d3-fc05-4362-ae17-a14307eb517e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:13:23.263566 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430ec8d3-fc05-4362-ae17-a14307eb517e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:13:23.263897 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430ec8d3-fc05-4362-ae17-a14307eb517e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:13:23.264222 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430ec8d3-fc05-4362-ae17-a14307eb517e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:13:23.264551 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430ec8d3-fc05-4362-ae17-a14307eb517e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:13:23.264893 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430ec8d3-fc05-4362-ae17-a14307eb517e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:13:23.265228 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430ec8d3-fc05-4362-ae17-a14307eb517e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:13:23.265552 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430ec8d3-fc05-4362-ae17-a14307eb517e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:13:23.265888 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430ec8d3-fc05-4362-ae17-a14307eb517e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:13:23.266225 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430ec8d3-fc05-4362-ae17-a14307eb517e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:13:23.266544 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430ec8d3-fc05-4362-ae17-a14307eb517e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:13:23.266857 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430ec8d3-fc05-4362-ae17-a14307eb517e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:13:23.267169 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430ec8d3-fc05-4362-ae17-a14307eb517e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:13:23.268638 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430ec8d3-fc05-4362-ae17-a14307eb517e admin admin] Tracked resource versions report: Apr 29 13:13:23.268638 dv-cinder-837699-3-iscsi neutron-server[103365]: pushed versions: Apr 29 13:13:23.268638 dv-cinder-837699-3-iscsi neutron-server[103365]: { 'AddressGroup': {'1.2'}, Apr 29 13:13:23.268638 dv-cinder-837699-3-iscsi neutron-server[103365]: 'Agent': {'1.1'}, Apr 29 13:13:23.268638 dv-cinder-837699-3-iscsi neutron-server[103365]: 'ConntrackHelper': {'1.0'}, Apr 29 13:13:23.268638 dv-cinder-837699-3-iscsi neutron-server[103365]: 'LocalIPAssociation': {'1.0'}, Apr 29 13:13:23.268638 dv-cinder-837699-3-iscsi neutron-server[103365]: 'Log': {'1.0'}, Apr 29 13:13:23.268638 dv-cinder-837699-3-iscsi neutron-server[103365]: 'NDPProxy': {'1.0'}, Apr 29 13:13:23.268638 dv-cinder-837699-3-iscsi neutron-server[103365]: 'Network': {'1.1'}, Apr 29 13:13:23.268638 dv-cinder-837699-3-iscsi neutron-server[103365]: 'Port': {'1.7'}, Apr 29 13:13:23.268638 dv-cinder-837699-3-iscsi neutron-server[103365]: 'PortForwarding': {'1.3'}, Apr 29 13:13:23.268638 dv-cinder-837699-3-iscsi neutron-server[103365]: 'QosPolicy': {'1.10'}, Apr 29 13:13:23.268638 dv-cinder-837699-3-iscsi neutron-server[103365]: 'SecurityGroup': {'1.5'}, Apr 29 13:13:23.268638 dv-cinder-837699-3-iscsi neutron-server[103365]: 'SecurityGroupRule': {'1.2'}, Apr 29 13:13:23.268638 dv-cinder-837699-3-iscsi neutron-server[103365]: 'SubPort': {'1.0'}, Apr 29 13:13:23.268638 dv-cinder-837699-3-iscsi neutron-server[103365]: 'Subnet': {'1.1'}, Apr 29 13:13:23.268638 dv-cinder-837699-3-iscsi neutron-server[103365]: 'Trunk': {'1.1'}} Apr 29 13:13:23.268638 dv-cinder-837699-3-iscsi neutron-server[103365]: consumer versions: Apr 29 13:13:23.268638 dv-cinder-837699-3-iscsi neutron-server[103365]: { DHCP agent@dv-cinder-837699-3-iscsi: {}, Apr 29 13:13:23.268638 dv-cinder-837699-3-iscsi neutron-server[103365]: L3 agent@dv-cinder-837699-3-iscsi: {}, Apr 29 13:13:23.268638 dv-cinder-837699-3-iscsi neutron-server[103365]: Metadata agent@dv-cinder-837699-3-iscsi: {}, Apr 29 13:13:23.268638 dv-cinder-837699-3-iscsi neutron-server[103365]: Metering agent@dv-cinder-837699-3-iscsi: {}, Apr 29 13:13:23.268638 dv-cinder-837699-3-iscsi neutron-server[103365]: Open vSwitch agent@dv-cinder-837699-3-iscsi: { 'AddressGroup': '1.2', Apr 29 13:13:23.268638 dv-cinder-837699-3-iscsi neutron-server[103365]: 'Agent': '1.1', Apr 29 13:13:23.268638 dv-cinder-837699-3-iscsi neutron-server[103365]: 'ConntrackHelper': '1.0', Apr 29 13:13:23.268638 dv-cinder-837699-3-iscsi neutron-server[103365]: 'LocalIPAssociation': '1.0', Apr 29 13:13:23.268638 dv-cinder-837699-3-iscsi neutron-server[103365]: 'Log': '1.0', Apr 29 13:13:23.268638 dv-cinder-837699-3-iscsi neutron-server[103365]: 'NDPProxy': '1.0', Apr 29 13:13:23.268638 dv-cinder-837699-3-iscsi neutron-server[103365]: 'Network': '1.1', Apr 29 13:13:23.268638 dv-cinder-837699-3-iscsi neutron-server[103365]: 'Port': '1.7', Apr 29 13:13:23.268638 dv-cinder-837699-3-iscsi neutron-server[103365]: 'PortForwarding': '1.3', Apr 29 13:13:23.268638 dv-cinder-837699-3-iscsi neutron-server[103365]: 'QosPolicy': '1.10', Apr 29 13:13:23.268638 dv-cinder-837699-3-iscsi neutron-server[103365]: 'SecurityGroup': '1.5', Apr 29 13:13:23.268638 dv-cinder-837699-3-iscsi neutron-server[103365]: 'SecurityGroupRule': '1.2', Apr 29 13:13:23.268638 dv-cinder-837699-3-iscsi neutron-server[103365]: 'SubPort': '1.0', Apr 29 13:13:23.268638 dv-cinder-837699-3-iscsi neutron-server[103365]: 'Subnet': '1.1', Apr 29 13:13:23.268638 dv-cinder-837699-3-iscsi neutron-server[103365]: 'Trunk': '1.1'}} Apr 29 13:13:23.268638 dv-cinder-837699-3-iscsi neutron-server[103365]: {{(pid=103365) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 13:13:23.317704 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-430ec8d3-fc05-4362-ae17-a14307eb517e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783155844244'] for network (754f8d77-c1fb-438d-9dec-eec91b4433a5), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:13:23.366827 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-430ec8d3-fc05-4362-ae17-a14307eb517e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861'] for network (754f8d77-c1fb-438d-9dec-eec91b4433a5), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:13:23.367897 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430ec8d3-fc05-4362-ae17-a14307eb517e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:13:23.368588 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-430ec8d3-fc05-4362-ae17-a14307eb517e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549835'] for network (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:13:23.441158 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-430ec8d3-fc05-4362-ae17-a14307eb517e admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7579987 Apr 29 13:13:23.472039 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430ec8d3-fc05-4362-ae17-a14307eb517e admin admin] Pushing event updated for resources: {'Network': ['ID=754f8d77-c1fb-438d-9dec-eec91b4433a5,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:13:23.483300 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Network 754f8d77-c1fb-438d-9dec-eec91b4433a5 details requested by agent ovs-agent-dv-cinder-837699-3-iscsi with host dv-cinder-837699-3-iscsi {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 13:13:24.198967 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f535d6f0-78b8-4448-97d7-b4b1f13435c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (ffd5f049-29fc-4e99-906d-6eadce93ab48), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:13:25.735537 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d46c6b96-c9c1-47b5-84ba-015c4e42046f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (1b2ea45c-9419-45d0-91af-29e2c5a1844a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:13:25.935132 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 46648) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:13:26.153504 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d3480d-260a-4f77-855a-c872c92d83c5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:13:26.154883 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-18d3480d-260a-4f77-855a-c872c92d83c5 demo admin] 10.222.0.11 "GET /v2.0/subnets/faf17733-7af7-4ce2-a0ce-80244ab6dd96 HTTP/1.1" status: 200 len: 849 time: 0.2187982 Apr 29 13:13:26.292226 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-d4677f96-1d43-4ff4-ab02-1ee64c16ebab demo admin] 10.222.0.11 "GET /v2.0/routers/6e789510-a913-43cc-a8cc-8edf905daba0 HTTP/1.1" status: 200 len: 704 time: 0.1315334 Apr 29 13:13:26.572100 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c459e220-8f19-4b10-9fa8-dc4d486fbfc6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:13:26.877084 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-c459e220-8f19-4b10-9fa8-dc4d486fbfc6 demo admin] Allocated IP 172.20.0.1 (4ed58155-461b-45c6-bf3e-0ffae1e5f5c8/faf17733-7af7-4ce2-a0ce-80244ab6dd96/6bd58e54-417e-43e9-980b-6bfbbed2a802) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:13:27.063766 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c459e220-8f19-4b10-9fa8-dc4d486fbfc6 demo admin] Publish callbacks [] for port (6bd58e54-417e-43e9-980b-6bfbbed2a802), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:13:27.137615 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c459e220-8f19-4b10-9fa8-dc4d486fbfc6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783155810398'] for port (6bd58e54-417e-43e9-980b-6bfbbed2a802), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:13:27.164243 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bea047bf-f99e-49b2-8b9d-5ba249a30c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (23d6c007-0036-4fdb-b033-28b1fd628d82), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:13:27.223294 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c459e220-8f19-4b10-9fa8-dc4d486fbfc6 demo admin] Network 4ed58155-461b-45c6-bf3e-0ffae1e5f5c8 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:13:27.232343 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-c459e220-8f19-4b10-9fa8-dc4d486fbfc6 demo admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:13:27.235506 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c459e220-8f19-4b10-9fa8-dc4d486fbfc6 demo admin] Pushing event updated for resources: {'Port': ['ID=6bd58e54-417e-43e9-980b-6bfbbed2a802,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:13:27.240290 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c459e220-8f19-4b10-9fa8-dc4d486fbfc6 demo admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:13:27.240855 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c459e220-8f19-4b10-9fa8-dc4d486fbfc6 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706220'] for router_interface (6e789510-a913-43cc-a8cc-8edf905daba0), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:13:27.406646 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-553dc1e5-31fe-423b-8048-cfe71327aa3e None None] Provisioning complete for port 6bd58e54-417e-43e9-980b-6bfbbed2a802 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:13:27.406964 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-553dc1e5-31fe-423b-8048-cfe71327aa3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (6bd58e54-417e-43e9-980b-6bfbbed2a802), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:13:27.495131 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-553dc1e5-31fe-423b-8048-cfe71327aa3e None None] Port 6bd58e54-417e-43e9-980b-6bfbbed2a802 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 13:13:27.508054 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c459e220-8f19-4b10-9fa8-dc4d486fbfc6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (6bd58e54-417e-43e9-980b-6bfbbed2a802), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:13:27.719156 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c459e220-8f19-4b10-9fa8-dc4d486fbfc6 demo admin] Publish callbacks [] for port (6bd58e54-417e-43e9-980b-6bfbbed2a802), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:13:27.723551 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c459e220-8f19-4b10-9fa8-dc4d486fbfc6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (6bd58e54-417e-43e9-980b-6bfbbed2a802), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:13:27.724382 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c459e220-8f19-4b10-9fa8-dc4d486fbfc6 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711452'] for router_interface (6e789510-a913-43cc-a8cc-8edf905daba0), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:13:27.786498 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c459e220-8f19-4b10-9fa8-dc4d486fbfc6 demo admin] Pushing event updated for resources: {'Port': ['ID=6bd58e54-417e-43e9-980b-6bfbbed2a802,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:13:27.855187 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c459e220-8f19-4b10-9fa8-dc4d486fbfc6 demo admin] Network 4ed58155-461b-45c6-bf3e-0ffae1e5f5c8 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:13:27.855681 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-c459e220-8f19-4b10-9fa8-dc4d486fbfc6 demo admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:13:28.015770 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-cd7d40f1-e7b9-478f-ba12-826631f6c87c None None] Provisioning complete for port 6bd58e54-417e-43e9-980b-6bfbbed2a802 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:13:28.016167 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-cd7d40f1-e7b9-478f-ba12-826631f6c87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (6bd58e54-417e-43e9-980b-6bfbbed2a802), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:13:28.030948 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c459e220-8f19-4b10-9fa8-dc4d486fbfc6 demo admin] Router 6e789510-a913-43cc-a8cc-8edf905daba0 is scheduled to L3 agent ffd5f049-29fc-4e99-906d-6eadce93ab48 with binding_index 1 {{(pid=103365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 13:13:28.050751 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-cd7d40f1-e7b9-478f-ba12-826631f6c87c None None] Port 6bd58e54-417e-43e9-980b-6bfbbed2a802 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 13:13:28.136385 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c459e220-8f19-4b10-9fa8-dc4d486fbfc6 demo admin] Notify agent at l3_agent.dv-cinder-837699-3-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:13:28.157053 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-c459e220-8f19-4b10-9fa8-dc4d486fbfc6 demo admin] 10.222.0.11 "PUT /v2.0/routers/6e789510-a913-43cc-a8cc-8edf905daba0/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8454022 Apr 29 13:13:28.157150 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4eb3f2c-0534-48db-9443-39f7906d7152 None None] Sync routers for ids ['6e789510-a913-43cc-a8cc-8edf905daba0'] in dv-cinder-837699-3-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:13:28.162701 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4eb3f2c-0534-48db-9443-39f7906d7152 None None] Routers {'6e789510-a913-43cc-a8cc-8edf905daba0'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:13:28.164567 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-c4eb3f2c-0534-48db-9443-39f7906d7152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:13:24Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['6e789510-a913-43cc-a8cc-8edf905daba0'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:13:28.370921 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-c4eb3f2c-0534-48db-9443-39f7906d7152 None None] Set router 6e789510-a913-43cc-a8cc-8edf905daba0 gateway port host: None {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:13:28.616142 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (070d87cd-fed4-4d07-85b5-c26ded61f2d8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:13:28.801397 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-c4eb3f2c-0534-48db-9443-39f7906d7152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e789510-a913-43cc-a8cc-8edf905daba0', 'name': 'router1', 'tenant_id': 'a80b8fe8b19142cb81b80d70a26d7390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:13:17Z', 'updated_at': '2022-04-29T13:13:27Z', 'revision_number': 2, 'project_id': 'a80b8fe8b19142cb81b80d70a26d7390', 'gw_port_host': None, '_interfaces': [{'id': '6bd58e54-417e-43e9-980b-6bfbbed2a802', 'name': '', 'network_id': '4ed58155-461b-45c6-bf3e-0ffae1e5f5c8', 'tenant_id': 'a80b8fe8b19142cb81b80d70a26d7390', 'mac_address': 'fa:16:3e:9b:50:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e789510-a913-43cc-a8cc-8edf905daba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'faf17733-7af7-4ce2-a0ce-80244ab6dd96', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:13:26Z', 'updated_at': '2022-04-29T13:13:27Z', 'revision_number': 2, 'project_id': 'a80b8fe8b19142cb81b80d70a26d7390', 'subnets': [{'id': 'faf17733-7af7-4ce2-a0ce-80244ab6dd96', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '69969ea0-d40f-4cfc-a3ab-35e1a6683ec6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:13:28.853230 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4eb3f2c-0534-48db-9443-39f7906d7152 None None] Checking router: 6e789510-a913-43cc-a8cc-8edf905daba0 for host: dv-cinder-837699-3-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:13:28.853613 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4eb3f2c-0534-48db-9443-39f7906d7152 None None] Updating router 6e789510-a913-43cc-a8cc-8edf905daba0 port 6bd58e54-417e-43e9-980b-6bfbbed2a802 binding host dv-cinder-837699-3-iscsi {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 13:13:28.909065 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-c4eb3f2c-0534-48db-9443-39f7906d7152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (6bd58e54-417e-43e9-980b-6bfbbed2a802), before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:13:29.433718 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-c4eb3f2c-0534-48db-9443-39f7906d7152 None None] Publish callbacks [] for port (6bd58e54-417e-43e9-980b-6bfbbed2a802), precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:13:29.441745 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-c4eb3f2c-0534-48db-9443-39f7906d7152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (6bd58e54-417e-43e9-980b-6bfbbed2a802), after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:13:29.597966 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dd98a1-ea00-4468-9f84-d02a45045b91 None None] Pushing event updated for resources: {'Port': ['ID=6bd58e54-417e-43e9-980b-6bfbbed2a802,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:13:29.625725 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dd98a1-ea00-4468-9f84-d02a45045b91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:13:29.626078 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dd98a1-ea00-4468-9f84-d02a45045b91 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:13:29.626434 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dd98a1-ea00-4468-9f84-d02a45045b91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:13:29.626782 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dd98a1-ea00-4468-9f84-d02a45045b91 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:13:29.627121 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dd98a1-ea00-4468-9f84-d02a45045b91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:13:29.627455 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dd98a1-ea00-4468-9f84-d02a45045b91 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:13:29.627785 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dd98a1-ea00-4468-9f84-d02a45045b91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:13:29.628121 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dd98a1-ea00-4468-9f84-d02a45045b91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:13:29.628448 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dd98a1-ea00-4468-9f84-d02a45045b91 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:13:29.628785 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dd98a1-ea00-4468-9f84-d02a45045b91 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:13:29.629123 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dd98a1-ea00-4468-9f84-d02a45045b91 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:13:29.629463 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dd98a1-ea00-4468-9f84-d02a45045b91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:13:29.629791 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dd98a1-ea00-4468-9f84-d02a45045b91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:13:29.630114 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dd98a1-ea00-4468-9f84-d02a45045b91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:13:29.630443 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dd98a1-ea00-4468-9f84-d02a45045b91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:13:29.631958 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dd98a1-ea00-4468-9f84-d02a45045b91 None None] Tracked resource versions report: Apr 29 13:13:29.631958 dv-cinder-837699-3-iscsi neutron-server[103367]: pushed versions: Apr 29 13:13:29.631958 dv-cinder-837699-3-iscsi neutron-server[103367]: { 'AddressGroup': {'1.2'}, Apr 29 13:13:29.631958 dv-cinder-837699-3-iscsi neutron-server[103367]: 'Agent': {'1.1'}, Apr 29 13:13:29.631958 dv-cinder-837699-3-iscsi neutron-server[103367]: 'ConntrackHelper': {'1.0'}, Apr 29 13:13:29.631958 dv-cinder-837699-3-iscsi neutron-server[103367]: 'LocalIPAssociation': {'1.0'}, Apr 29 13:13:29.631958 dv-cinder-837699-3-iscsi neutron-server[103367]: 'Log': {'1.0'}, Apr 29 13:13:29.631958 dv-cinder-837699-3-iscsi neutron-server[103367]: 'NDPProxy': {'1.0'}, Apr 29 13:13:29.631958 dv-cinder-837699-3-iscsi neutron-server[103367]: 'Network': {'1.1'}, Apr 29 13:13:29.631958 dv-cinder-837699-3-iscsi neutron-server[103367]: 'Port': {'1.7'}, Apr 29 13:13:29.631958 dv-cinder-837699-3-iscsi neutron-server[103367]: 'PortForwarding': {'1.3'}, Apr 29 13:13:29.631958 dv-cinder-837699-3-iscsi neutron-server[103367]: 'QosPolicy': {'1.10'}, Apr 29 13:13:29.631958 dv-cinder-837699-3-iscsi neutron-server[103367]: 'SecurityGroup': {'1.5'}, Apr 29 13:13:29.631958 dv-cinder-837699-3-iscsi neutron-server[103367]: 'SecurityGroupRule': {'1.2'}, Apr 29 13:13:29.631958 dv-cinder-837699-3-iscsi neutron-server[103367]: 'SubPort': {'1.0'}, Apr 29 13:13:29.631958 dv-cinder-837699-3-iscsi neutron-server[103367]: 'Subnet': {'1.1'}, Apr 29 13:13:29.631958 dv-cinder-837699-3-iscsi neutron-server[103367]: 'Trunk': {'1.1'}} Apr 29 13:13:29.631958 dv-cinder-837699-3-iscsi neutron-server[103367]: consumer versions: Apr 29 13:13:29.631958 dv-cinder-837699-3-iscsi neutron-server[103367]: { DHCP agent@dv-cinder-837699-3-iscsi: {}, Apr 29 13:13:29.631958 dv-cinder-837699-3-iscsi neutron-server[103367]: L3 agent@dv-cinder-837699-3-iscsi: {}, Apr 29 13:13:29.631958 dv-cinder-837699-3-iscsi neutron-server[103367]: Metadata agent@dv-cinder-837699-3-iscsi: {}, Apr 29 13:13:29.631958 dv-cinder-837699-3-iscsi neutron-server[103367]: Metering agent@dv-cinder-837699-3-iscsi: {}, Apr 29 13:13:29.631958 dv-cinder-837699-3-iscsi neutron-server[103367]: Open vSwitch agent@dv-cinder-837699-3-iscsi: { 'AddressGroup': '1.2', Apr 29 13:13:29.631958 dv-cinder-837699-3-iscsi neutron-server[103367]: 'Agent': '1.1', Apr 29 13:13:29.631958 dv-cinder-837699-3-iscsi neutron-server[103367]: 'ConntrackHelper': '1.0', Apr 29 13:13:29.631958 dv-cinder-837699-3-iscsi neutron-server[103367]: 'LocalIPAssociation': '1.0', Apr 29 13:13:29.631958 dv-cinder-837699-3-iscsi neutron-server[103367]: 'Log': '1.0', Apr 29 13:13:29.631958 dv-cinder-837699-3-iscsi neutron-server[103367]: 'NDPProxy': '1.0', Apr 29 13:13:29.631958 dv-cinder-837699-3-iscsi neutron-server[103367]: 'Network': '1.1', Apr 29 13:13:29.631958 dv-cinder-837699-3-iscsi neutron-server[103367]: 'Port': '1.7', Apr 29 13:13:29.631958 dv-cinder-837699-3-iscsi neutron-server[103367]: 'PortForwarding': '1.3', Apr 29 13:13:29.631958 dv-cinder-837699-3-iscsi neutron-server[103367]: 'QosPolicy': '1.10', Apr 29 13:13:29.631958 dv-cinder-837699-3-iscsi neutron-server[103367]: 'SecurityGroup': '1.5', Apr 29 13:13:29.631958 dv-cinder-837699-3-iscsi neutron-server[103367]: 'SecurityGroupRule': '1.2', Apr 29 13:13:29.631958 dv-cinder-837699-3-iscsi neutron-server[103367]: 'SubPort': '1.0', Apr 29 13:13:29.631958 dv-cinder-837699-3-iscsi neutron-server[103367]: 'Subnet': '1.1', Apr 29 13:13:29.631958 dv-cinder-837699-3-iscsi neutron-server[103367]: 'Trunk': '1.1'}} Apr 29 13:13:29.631958 dv-cinder-837699-3-iscsi neutron-server[103367]: {{(pid=103367) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 13:13:29.645424 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-c4eb3f2c-0534-48db-9443-39f7906d7152 None None] Attempting to bind port 6bd58e54-417e-43e9-980b-6bfbbed2a802 on host dv-cinder-837699-3-iscsi for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:13:29.645826 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-c4eb3f2c-0534-48db-9443-39f7906d7152 None None] Attempting to bind port 6bd58e54-417e-43e9-980b-6bfbbed2a802 by drivers openvswitch,hyperv on host dv-cinder-837699-3-iscsi at level 0 using segments [{'id': 'ced41b52-5c44-41e7-ab5e-b8eb302ee04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '4ed58155-461b-45c6-bf3e-0ffae1e5f5c8'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:13:29.646274 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4eb3f2c-0534-48db-9443-39f7906d7152 None None] Attempting to bind port 6bd58e54-417e-43e9-980b-6bfbbed2a802 on network 4ed58155-461b-45c6-bf3e-0ffae1e5f5c8 {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:13:29.647035 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-92a120f7-bebe-44f1-9103-e29b0245b038 None None] Provisioning complete for port 6bd58e54-417e-43e9-980b-6bfbbed2a802 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:13:29.647979 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-92a120f7-bebe-44f1-9103-e29b0245b038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (6bd58e54-417e-43e9-980b-6bfbbed2a802), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:13:29.660815 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4eb3f2c-0534-48db-9443-39f7906d7152 None None] Checking agent: {'id': '070d87cd-fed4-4d07-85b5-c26ded61f2d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 12, 59), 'started_at': datetime.datetime(2022, 4, 29, 13, 13, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:13:29.660815 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4eb3f2c-0534-48db-9443-39f7906d7152 None None] Checking segment: {'id': 'ced41b52-5c44-41e7-ab5e-b8eb302ee04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '4ed58155-461b-45c6-bf3e-0ffae1e5f5c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:13:29.660815 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-c4eb3f2c-0534-48db-9443-39f7906d7152 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:13:29.660815 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4eb3f2c-0534-48db-9443-39f7906d7152 None None] Bound using segment: {'id': 'ced41b52-5c44-41e7-ab5e-b8eb302ee04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '4ed58155-461b-45c6-bf3e-0ffae1e5f5c8'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:13:29.660815 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-c4eb3f2c-0534-48db-9443-39f7906d7152 None None] Bound port: 6bd58e54-417e-43e9-980b-6bfbbed2a802, host: dv-cinder-837699-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ced41b52-5c44-41e7-ab5e-b8eb302ee04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '4ed58155-461b-45c6-bf3e-0ffae1e5f5c8'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:13:29.660815 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-c4eb3f2c-0534-48db-9443-39f7906d7152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (6bd58e54-417e-43e9-980b-6bfbbed2a802), before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:13:29.687395 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-92a120f7-bebe-44f1-9103-e29b0245b038 None None] Port 6bd58e54-417e-43e9-980b-6bfbbed2a802 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 13:13:29.727266 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-c4eb3f2c-0534-48db-9443-39f7906d7152 None None] For port 6bd58e54-417e-43e9-980b-6bfbbed2a802, host dv-cinder-837699-3-iscsi, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:13:29.747930 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-c4eb3f2c-0534-48db-9443-39f7906d7152 None None] For port 6bd58e54-417e-43e9-980b-6bfbbed2a802, host dv-cinder-837699-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=6bd58e54-417e-43e9-980b-6bfbbed2a802,segment=NetworkSegment(ced41b52-5c44-41e7-ab5e-b8eb302ee04e),segment_id=ced41b52-5c44-41e7-ab5e-b8eb302ee04e)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:13:29.753540 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-c4eb3f2c-0534-48db-9443-39f7906d7152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (6bd58e54-417e-43e9-980b-6bfbbed2a802), after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:13:29.802801 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4eb3f2c-0534-48db-9443-39f7906d7152 None None] Routers {'6e789510-a913-43cc-a8cc-8edf905daba0'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:13:29.803436 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-c4eb3f2c-0534-48db-9443-39f7906d7152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:13:24Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['6e789510-a913-43cc-a8cc-8edf905daba0'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:13:29.883752 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dd98a1-ea00-4468-9f84-d02a45045b91 None None] Pushing event updated for resources: {'Port': ['ID=6bd58e54-417e-43e9-980b-6bfbbed2a802,revision_number=4']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:13:29.908700 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-c4eb3f2c-0534-48db-9443-39f7906d7152 None None] Set router 6e789510-a913-43cc-a8cc-8edf905daba0 gateway port host: None {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:13:30.010335 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-3a93108a-5961-423f-94f0-e25384fda37b None None] Provisioning complete for port 6bd58e54-417e-43e9-980b-6bfbbed2a802 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:13:30.011083 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3a93108a-5961-423f-94f0-e25384fda37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (6bd58e54-417e-43e9-980b-6bfbbed2a802), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:13:30.091861 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3a93108a-5961-423f-94f0-e25384fda37b None None] Current status of the port 6bd58e54-417e-43e9-980b-6bfbbed2a802 is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:13:30.092266 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3a93108a-5961-423f-94f0-e25384fda37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (6bd58e54-417e-43e9-980b-6bfbbed2a802), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:13:30.130871 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-c4eb3f2c-0534-48db-9443-39f7906d7152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e789510-a913-43cc-a8cc-8edf905daba0', 'name': 'router1', 'tenant_id': 'a80b8fe8b19142cb81b80d70a26d7390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:13:17Z', 'updated_at': '2022-04-29T13:13:27Z', 'revision_number': 2, 'project_id': 'a80b8fe8b19142cb81b80d70a26d7390', 'gw_port_host': None, '_interfaces': [{'id': '6bd58e54-417e-43e9-980b-6bfbbed2a802', 'name': '', 'network_id': '4ed58155-461b-45c6-bf3e-0ffae1e5f5c8', 'tenant_id': 'a80b8fe8b19142cb81b80d70a26d7390', 'mac_address': 'fa:16:3e:9b:50:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e789510-a913-43cc-a8cc-8edf905daba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'faf17733-7af7-4ce2-a0ce-80244ab6dd96', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:13:26Z', 'updated_at': '2022-04-29T13:13:29Z', 'revision_number': 4, 'project_id': 'a80b8fe8b19142cb81b80d70a26d7390', 'subnets': [{'id': 'faf17733-7af7-4ce2-a0ce-80244ab6dd96', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '69969ea0-d40f-4cfc-a3ab-35e1a6683ec6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:13:30.133486 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3a93108a-5961-423f-94f0-e25384fda37b None None] For port 6bd58e54-417e-43e9-980b-6bfbbed2a802, host dv-cinder-837699-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=6bd58e54-417e-43e9-980b-6bfbbed2a802,segment=NetworkSegment(ced41b52-5c44-41e7-ab5e-b8eb302ee04e),segment_id=ced41b52-5c44-41e7-ab5e-b8eb302ee04e)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:13:30.137691 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3a93108a-5961-423f-94f0-e25384fda37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (6bd58e54-417e-43e9-980b-6bfbbed2a802), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:13:30.160192 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4eb3f2c-0534-48db-9443-39f7906d7152 None None] The sync data for ids ['6e789510-a913-43cc-a8cc-8edf905daba0'] in dv-cinder-837699-3-iscsi is: [{'id': '6e789510-a913-43cc-a8cc-8edf905daba0', 'name': 'router1', 'tenant_id': 'a80b8fe8b19142cb81b80d70a26d7390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:13:17Z', 'updated_at': '2022-04-29T13:13:27Z', 'revision_number': 2, 'project_id': 'a80b8fe8b19142cb81b80d70a26d7390', 'gw_port_host': None, '_interfaces': [{'id': '6bd58e54-417e-43e9-980b-6bfbbed2a802', 'name': '', 'network_id': '4ed58155-461b-45c6-bf3e-0ffae1e5f5c8', 'tenant_id': 'a80b8fe8b19142cb81b80d70a26d7390', 'mac_address': 'fa:16:3e:9b:50:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e789510-a913-43cc-a8cc-8edf905daba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'faf17733-7af7-4ce2-a0ce-80244ab6dd96', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:13:26Z', 'updated_at': '2022-04-29T13:13:29Z', 'revision_number': 4, 'project_id': 'a80b8fe8b19142cb81b80d70a26d7390', 'subnets': [{'id': 'faf17733-7af7-4ce2-a0ce-80244ab6dd96', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '69969ea0-d40f-4cfc-a3ab-35e1a6683ec6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:13:30.190316 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a93108a-5961-423f-94f0-e25384fda37b None None] Pushing event updated for resources: {'Port': ['ID=6bd58e54-417e-43e9-980b-6bfbbed2a802,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:13:30.596880 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 46670) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:13:30.710427 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665c3006-7410-4382-9d0a-7a3980efd431 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:13:30.711757 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-665c3006-7410-4382-9d0a-7a3980efd431 admin admin] 10.222.0.11 "GET /v2.0/networks/754f8d77-c1fb-438d-9dec-eec91b4433a5 HTTP/1.1" status: 200 len: 842 time: 0.1136472 Apr 29 13:13:30.722380 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-112b63d1-1dc8-4784-b15f-9da6268d9032 admin admin] Request body: {'subnet': {'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:13:30.746538 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-112b63d1-1dc8-4784-b15f-9da6268d9032 admin admin] Made reservation on behalf of 3d41af3d42e0467dafbd4e0a9dd423fc for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:13:30.748840 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-112b63d1-1dc8-4784-b15f-9da6268d9032 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:13:31.037662 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.objects.ports [None req-112b63d1-1dc8-4784-b15f-9da6268d9032 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103365) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 29 13:13:31.038020 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-112b63d1-1dc8-4784-b15f-9da6268d9032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861'] for subnet (8519c0fa-1b1c-41ff-b70f-9433c7b7bb38), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:13:31.092905 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112b63d1-1dc8-4784-b15f-9da6268d9032 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8519c0fa-1b1c-41ff-b70f-9433c7b7bb38,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:13:31.103011 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112b63d1-1dc8-4784-b15f-9da6268d9032 admin admin] Checking segment: {'id': '2ea0efb1-2525-44c9-8409-d88aaadc45e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:13:31.103366 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112b63d1-1dc8-4784-b15f-9da6268d9032 admin admin] Network hostable DHCP agents. Network: 754f8d77-c1fb-438d-9dec-eec91b4433a5, hostable agents: ['e437e712-237e-4a54-83a8-782eed3c5f0c'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:13:31.126405 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112b63d1-1dc8-4784-b15f-9da6268d9032 admin admin] Network 754f8d77-c1fb-438d-9dec-eec91b4433a5 is scheduled to be hosted by DHCP agent e437e712-237e-4a54-83a8-782eed3c5f0c with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:13:31.137692 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-112b63d1-1dc8-4784-b15f-9da6268d9032 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837699-3-iscsi, 754f8d77-c1fb-438d-9dec-eec91b4433a5) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:13:31.141708 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112b63d1-1dc8-4784-b15f-9da6268d9032 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:13:31.142294 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-112b63d1-1dc8-4784-b15f-9da6268d9032 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549835'] for subnet (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:13:31.149854 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e4994f-e300-4dac-a2b8-87eaf42cce74 None None] Network 754f8d77-c1fb-438d-9dec-eec91b4433a5 requested from dv-cinder-837699-3-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:13:31.158066 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-112b63d1-1dc8-4784-b15f-9da6268d9032 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4392128 Apr 29 13:13:31.263813 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbb2955-9b73-40e9-8ecc-73d01eb91c24 None None] Network 754f8d77-c1fb-438d-9dec-eec91b4433a5 requested from dv-cinder-837699-3-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:13:33.599164 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 46678) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:13:33.736025 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-2c333e42-65fa-4673-aa52-80f170cf317e demo admin] 10.222.0.11 "GET /v2.0/routers/6e789510-a913-43cc-a8cc-8edf905daba0 HTTP/1.1" status: 200 len: 710 time: 0.1352596 Apr 29 13:13:33.823383 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ead5f97-c454-4506-a709-31115f96edd1 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:13:33.824664 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-6ead5f97-c454-4506-a709-31115f96edd1 demo admin] 10.222.0.11 "GET /v2.0/networks/754f8d77-c1fb-438d-9dec-eec91b4433a5 HTTP/1.1" status: 200 len: 886 time: 0.0837076 Apr 29 13:13:33.833413 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-c13734e6-3e7c-4429-89a6-4f7fbec2f4a8 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5'}}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:13:34.170448 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c13734e6-3e7c-4429-89a6-4f7fbec2f4a8 demo admin] Publish callbacks [] for router_gateway (6e789510-a913-43cc-a8cc-8edf905daba0), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:13:34.404132 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c13734e6-3e7c-4429-89a6-4f7fbec2f4a8 demo admin] Publish callbacks [] for router_gateway (6e789510-a913-43cc-a8cc-8edf905daba0), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:13:34.483532 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c13734e6-3e7c-4429-89a6-4f7fbec2f4a8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:13:34.585685 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-c13734e6-3e7c-4429-89a6-4f7fbec2f4a8 demo admin] Allocated IP 172.27.0.73 (754f8d77-c1fb-438d-9dec-eec91b4433a5/8519c0fa-1b1c-41ff-b70f-9433c7b7bb38/b90a76f3-652e-4826-9bb7-8e1c7c62330d) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:13:34.690342 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c13734e6-3e7c-4429-89a6-4f7fbec2f4a8 demo admin] Publish callbacks [] for port (b90a76f3-652e-4826-9bb7-8e1c7c62330d), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:13:34.723356 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c13734e6-3e7c-4429-89a6-4f7fbec2f4a8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783155810398'] for port (b90a76f3-652e-4826-9bb7-8e1c7c62330d), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:13:34.763759 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13734e6-3e7c-4429-89a6-4f7fbec2f4a8 demo admin] Network 754f8d77-c1fb-438d-9dec-eec91b4433a5 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:13:34.768670 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-c13734e6-3e7c-4429-89a6-4f7fbec2f4a8 demo admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:13:34.773077 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13734e6-3e7c-4429-89a6-4f7fbec2f4a8 demo admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:13:34.778377 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13734e6-3e7c-4429-89a6-4f7fbec2f4a8 demo admin] Pushing event updated for resources: {'Port': ['ID=b90a76f3-652e-4826-9bb7-8e1c7c62330d,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:13:35.036787 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c13734e6-3e7c-4429-89a6-4f7fbec2f4a8 demo admin] Publish callbacks [] for router_gateway (6e789510-a913-43cc-a8cc-8edf905daba0), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:13:35.245014 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c13734e6-3e7c-4429-89a6-4f7fbec2f4a8 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-721074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-709154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5376'] for router (6e789510-a913-43cc-a8cc-8edf905daba0), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:13:35.248622 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c13734e6-3e7c-4429-89a6-4f7fbec2f4a8 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-721113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-721099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-721088', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-709179'] for router (6e789510-a913-43cc-a8cc-8edf905daba0), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:13:35.363063 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c13734e6-3e7c-4429-89a6-4f7fbec2f4a8 demo admin] Router 6e789510-a913-43cc-a8cc-8edf905daba0 has already been hosted by L3 agent ffd5f049-29fc-4e99-906d-6eadce93ab48 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:13:35.576016 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c13734e6-3e7c-4429-89a6-4f7fbec2f4a8 demo admin] Notify agent at l3_agent.dv-cinder-837699-3-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:13:35.580902 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c13734e6-3e7c-4429-89a6-4f7fbec2f4a8 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:13:35.582114 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-c13734e6-3e7c-4429-89a6-4f7fbec2f4a8 demo admin] 10.222.0.11 "PUT /v2.0/routers/6e789510-a913-43cc-a8cc-8edf905daba0 HTTP/1.1" status: 200 len: 889 time: 1.7518032 Apr 29 13:13:37.565856 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device 6bd58e54-417e-43e9-980b-6bfbbed2a802 up at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:13:37.612412 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Provisioning complete for port 6bd58e54-417e-43e9-980b-6bfbbed2a802 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:13:37.612842 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (6bd58e54-417e-43e9-980b-6bfbbed2a802), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:13:37.692128 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Current status of the port 6bd58e54-417e-43e9-980b-6bfbbed2a802 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:13:38.096271 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 46690) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:13:38.214702 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-2e24efd0-3e5a-4a82-9376-aa130074d368 admin admin] 10.222.0.11 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1172423 Apr 29 13:13:39.189001 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc59756-ac14-4b06-b974-e16ced2d7468 None None] Sync routers for ids ['6e789510-a913-43cc-a8cc-8edf905daba0'] in dv-cinder-837699-3-iscsi {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:13:39.201354 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc59756-ac14-4b06-b974-e16ced2d7468 None None] Routers {'6e789510-a913-43cc-a8cc-8edf905daba0'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:13:39.202066 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-afc59756-ac14-4b06-b974-e16ced2d7468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:13:24Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['6e789510-a913-43cc-a8cc-8edf905daba0'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:13:39.422102 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-afc59756-ac14-4b06-b974-e16ced2d7468 None None] Set router 6e789510-a913-43cc-a8cc-8edf905daba0 gateway port host: dv-cinder-837699-3-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:13:39.905489 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-afc59756-ac14-4b06-b974-e16ced2d7468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e789510-a913-43cc-a8cc-8edf905daba0', 'name': 'router1', 'tenant_id': 'a80b8fe8b19142cb81b80d70a26d7390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': 'b90a76f3-652e-4826-9bb7-8e1c7c62330d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:13:17Z', 'updated_at': '2022-04-29T13:13:34Z', 'revision_number': 4, 'project_id': 'a80b8fe8b19142cb81b80d70a26d7390', 'gw_port': {'id': 'b90a76f3-652e-4826-9bb7-8e1c7c62330d', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:79:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e789510-a913-43cc-a8cc-8edf905daba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:13:34Z', 'updated_at': '2022-04-29T13:13:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_interfaces': [{'id': '6bd58e54-417e-43e9-980b-6bfbbed2a802', 'name': '', 'network_id': '4ed58155-461b-45c6-bf3e-0ffae1e5f5c8', 'tenant_id': 'a80b8fe8b19142cb81b80d70a26d7390', 'mac_address': 'fa:16:3e:9b:50:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e789510-a913-43cc-a8cc-8edf905daba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'faf17733-7af7-4ce2-a0ce-80244ab6dd96', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:13:26Z', 'updated_at': '2022-04-29T13:13:30Z', 'revision_number': 5, 'project_id': 'a80b8fe8b19142cb81b80d70a26d7390', 'subnets': [{'id': 'faf17733-7af7-4ce2-a0ce-80244ab6dd96', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '69969ea0-d40f-4cfc-a3ab-35e1a6683ec6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:13:39.968942 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc59756-ac14-4b06-b974-e16ced2d7468 None None] Checking router: 6e789510-a913-43cc-a8cc-8edf905daba0 for host: dv-cinder-837699-3-iscsi {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:13:39.969329 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc59756-ac14-4b06-b974-e16ced2d7468 None None] Updating router 6e789510-a913-43cc-a8cc-8edf905daba0 port b90a76f3-652e-4826-9bb7-8e1c7c62330d binding host dv-cinder-837699-3-iscsi {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 13:13:40.028705 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-afc59756-ac14-4b06-b974-e16ced2d7468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (b90a76f3-652e-4826-9bb7-8e1c7c62330d), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:13:40.372986 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-afc59756-ac14-4b06-b974-e16ced2d7468 None None] Publish callbacks [] for port (b90a76f3-652e-4826-9bb7-8e1c7c62330d), precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:13:40.378778 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-afc59756-ac14-4b06-b974-e16ced2d7468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (b90a76f3-652e-4826-9bb7-8e1c7c62330d), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:13:40.429821 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046167a6-17c5-4af9-b11e-9069f7cf03fc None None] Pushing event updated for resources: {'Port': ['ID=b90a76f3-652e-4826-9bb7-8e1c7c62330d,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:13:40.436261 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-afc59756-ac14-4b06-b974-e16ced2d7468 None None] Attempting to bind port b90a76f3-652e-4826-9bb7-8e1c7c62330d on host dv-cinder-837699-3-iscsi for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:13:40.436593 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-afc59756-ac14-4b06-b974-e16ced2d7468 None None] Attempting to bind port b90a76f3-652e-4826-9bb7-8e1c7c62330d by drivers openvswitch,hyperv on host dv-cinder-837699-3-iscsi at level 0 using segments [{'id': '2ea0efb1-2525-44c9-8409-d88aaadc45e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:13:40.436988 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc59756-ac14-4b06-b974-e16ced2d7468 None None] Attempting to bind port b90a76f3-652e-4826-9bb7-8e1c7c62330d on network 754f8d77-c1fb-438d-9dec-eec91b4433a5 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:13:40.445131 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc59756-ac14-4b06-b974-e16ced2d7468 None None] Checking agent: {'id': '070d87cd-fed4-4d07-85b5-c26ded61f2d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 12, 59), 'started_at': datetime.datetime(2022, 4, 29, 13, 13, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:13:40.445305 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc59756-ac14-4b06-b974-e16ced2d7468 None None] Checking segment: {'id': '2ea0efb1-2525-44c9-8409-d88aaadc45e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:13:40.445722 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-afc59756-ac14-4b06-b974-e16ced2d7468 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:13:40.446122 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc59756-ac14-4b06-b974-e16ced2d7468 None None] Bound using segment: {'id': '2ea0efb1-2525-44c9-8409-d88aaadc45e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:13:40.447378 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-afc59756-ac14-4b06-b974-e16ced2d7468 None None] Bound port: b90a76f3-652e-4826-9bb7-8e1c7c62330d, host: dv-cinder-837699-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ea0efb1-2525-44c9-8409-d88aaadc45e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:13:40.447378 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-afc59756-ac14-4b06-b974-e16ced2d7468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (b90a76f3-652e-4826-9bb7-8e1c7c62330d), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:13:40.509787 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-afc59756-ac14-4b06-b974-e16ced2d7468 None None] For port b90a76f3-652e-4826-9bb7-8e1c7c62330d, host dv-cinder-837699-3-iscsi, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:13:40.512776 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-afc59756-ac14-4b06-b974-e16ced2d7468 None None] For port b90a76f3-652e-4826-9bb7-8e1c7c62330d, host dv-cinder-837699-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=b90a76f3-652e-4826-9bb7-8e1c7c62330d,segment=NetworkSegment(2ea0efb1-2525-44c9-8409-d88aaadc45e7),segment_id=2ea0efb1-2525-44c9-8409-d88aaadc45e7)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:13:40.523674 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-afc59756-ac14-4b06-b974-e16ced2d7468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (b90a76f3-652e-4826-9bb7-8e1c7c62330d), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:13:40.587387 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc59756-ac14-4b06-b974-e16ced2d7468 None None] Routers {'6e789510-a913-43cc-a8cc-8edf905daba0'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:13:40.588102 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-afc59756-ac14-4b06-b974-e16ced2d7468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:13:24Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['6e789510-a913-43cc-a8cc-8edf905daba0'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:13:40.590699 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046167a6-17c5-4af9-b11e-9069f7cf03fc None None] Pushing event updated for resources: {'Port': ['ID=b90a76f3-652e-4826-9bb7-8e1c7c62330d,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:13:40.713200 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-afc59756-ac14-4b06-b974-e16ced2d7468 None None] Set router 6e789510-a913-43cc-a8cc-8edf905daba0 gateway port host: dv-cinder-837699-3-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:13:40.952677 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-afc59756-ac14-4b06-b974-e16ced2d7468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e789510-a913-43cc-a8cc-8edf905daba0', 'name': 'router1', 'tenant_id': 'a80b8fe8b19142cb81b80d70a26d7390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': 'b90a76f3-652e-4826-9bb7-8e1c7c62330d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:13:17Z', 'updated_at': '2022-04-29T13:13:34Z', 'revision_number': 4, 'project_id': 'a80b8fe8b19142cb81b80d70a26d7390', 'gw_port': {'id': 'b90a76f3-652e-4826-9bb7-8e1c7c62330d', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:79:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e789510-a913-43cc-a8cc-8edf905daba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:13:34Z', 'updated_at': '2022-04-29T13:13:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_interfaces': [{'id': '6bd58e54-417e-43e9-980b-6bfbbed2a802', 'name': '', 'network_id': '4ed58155-461b-45c6-bf3e-0ffae1e5f5c8', 'tenant_id': 'a80b8fe8b19142cb81b80d70a26d7390', 'mac_address': 'fa:16:3e:9b:50:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e789510-a913-43cc-a8cc-8edf905daba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'faf17733-7af7-4ce2-a0ce-80244ab6dd96', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:13:26Z', 'updated_at': '2022-04-29T13:13:30Z', 'revision_number': 5, 'project_id': 'a80b8fe8b19142cb81b80d70a26d7390', 'subnets': [{'id': 'faf17733-7af7-4ce2-a0ce-80244ab6dd96', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '69969ea0-d40f-4cfc-a3ab-35e1a6683ec6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:13:40.987370 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc59756-ac14-4b06-b974-e16ced2d7468 None None] The sync data for ids ['6e789510-a913-43cc-a8cc-8edf905daba0'] in dv-cinder-837699-3-iscsi is: [{'id': '6e789510-a913-43cc-a8cc-8edf905daba0', 'name': 'router1', 'tenant_id': 'a80b8fe8b19142cb81b80d70a26d7390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': 'b90a76f3-652e-4826-9bb7-8e1c7c62330d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:13:17Z', 'updated_at': '2022-04-29T13:13:34Z', 'revision_number': 4, 'project_id': 'a80b8fe8b19142cb81b80d70a26d7390', 'gw_port': {'id': 'b90a76f3-652e-4826-9bb7-8e1c7c62330d', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:79:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e789510-a913-43cc-a8cc-8edf905daba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:13:34Z', 'updated_at': '2022-04-29T13:13:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_interfaces': [{'id': '6bd58e54-417e-43e9-980b-6bfbbed2a802', 'name': '', 'network_id': '4ed58155-461b-45c6-bf3e-0ffae1e5f5c8', 'tenant_id': 'a80b8fe8b19142cb81b80d70a26d7390', 'mac_address': 'fa:16:3e:9b:50:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e789510-a913-43cc-a8cc-8edf905daba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'faf17733-7af7-4ce2-a0ce-80244ab6dd96', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:13:26Z', 'updated_at': '2022-04-29T13:13:30Z', 'revision_number': 5, 'project_id': 'a80b8fe8b19142cb81b80d70a26d7390', 'subnets': [{'id': 'faf17733-7af7-4ce2-a0ce-80244ab6dd96', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '69969ea0-d40f-4cfc-a3ab-35e1a6683ec6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:13:41.642385 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device b90a76f3-652e-4826-9bb7-8e1c7c62330d up at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:13:41.715645 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Provisioning complete for port b90a76f3-652e-4826-9bb7-8e1c7c62330d triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:13:41.716042 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (b90a76f3-652e-4826-9bb7-8e1c7c62330d), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:13:41.835456 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Current status of the port b90a76f3-652e-4826-9bb7-8e1c7c62330d is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:13:41.836001 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (b90a76f3-652e-4826-9bb7-8e1c7c62330d), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:13:41.869313 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] For port b90a76f3-652e-4826-9bb7-8e1c7c62330d, host dv-cinder-837699-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=b90a76f3-652e-4826-9bb7-8e1c7c62330d,segment=NetworkSegment(2ea0efb1-2525-44c9-8409-d88aaadc45e7),segment_id=2ea0efb1-2525-44c9-8409-d88aaadc45e7)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:13:41.875223 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (b90a76f3-652e-4826-9bb7-8e1c7c62330d), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:13:41.958446 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Pushing event updated for resources: {'Port': ['ID=b90a76f3-652e-4826-9bb7-8e1c7c62330d,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:13:43.633891 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device b90a76f3-652e-4826-9bb7-8e1c7c62330d up at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:13:43.766411 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Provisioning complete for port b90a76f3-652e-4826-9bb7-8e1c7c62330d triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:13:43.767044 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (b90a76f3-652e-4826-9bb7-8e1c7c62330d), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:13:43.967653 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Current status of the port b90a76f3-652e-4826-9bb7-8e1c7c62330d is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:13:48.539129 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c4090ed3-b188-48ef-a6b9-5d78229fc55d None None] Agent healthcheck: found 5 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:13:51.496692 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e1b421fc-8307-40d1-8b69-30e91ea3e229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (e437e712-237e-4a54-83a8-782eed3c5f0c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:13:54.204679 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-795830cc-2863-4394-bfa1-6b21aca3bf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (ffd5f049-29fc-4e99-906d-6eadce93ab48), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:13:55.742160 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d46c6b96-c9c1-47b5-84ba-015c4e42046f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (1b2ea45c-9419-45d0-91af-29e2c5a1844a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:13:57.172319 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bea047bf-f99e-49b2-8b9d-5ba249a30c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (23d6c007-0036-4fdb-b033-28b1fd628d82), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:13:58.611242 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (070d87cd-fed4-4d07-85b5-c26ded61f2d8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:14:21.616651 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1879d0ee-551c-415a-8456-9b034869603a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (e437e712-237e-4a54-83a8-782eed3c5f0c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:14:24.199444 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2e999333-5f3b-454b-ba38-660e01d019e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (ffd5f049-29fc-4e99-906d-6eadce93ab48), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:14:25.538335 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c4090ed3-b188-48ef-a6b9-5d78229fc55d None None] Agent healthcheck: found 5 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:14:25.744040 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d46c6b96-c9c1-47b5-84ba-015c4e42046f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (1b2ea45c-9419-45d0-91af-29e2c5a1844a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:14:27.170394 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bea047bf-f99e-49b2-8b9d-5ba249a30c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (23d6c007-0036-4fdb-b033-28b1fd628d82), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:14:28.609881 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (070d87cd-fed4-4d07-85b5-c26ded61f2d8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:14:51.491856 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c8ede6ab-5b36-4845-b43f-1a44172d535d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (e437e712-237e-4a54-83a8-782eed3c5f0c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:14:54.202472 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-34e63db3-cb95-4a1d-b4ba-46c87a954b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (ffd5f049-29fc-4e99-906d-6eadce93ab48), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:14:55.739449 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d46c6b96-c9c1-47b5-84ba-015c4e42046f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (1b2ea45c-9419-45d0-91af-29e2c5a1844a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:14:57.165712 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bea047bf-f99e-49b2-8b9d-5ba249a30c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (23d6c007-0036-4fdb-b033-28b1fd628d82), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:14:58.603916 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (070d87cd-fed4-4d07-85b5-c26ded61f2d8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:15:00.009316 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 47174) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:15:00.073937 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7dd0de7-fe83-40be-9f32-9746c9ce4602 admin admin] GET failed (client error): The resource could not be found. Apr 29 13:15:00.075216 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-b7dd0de7-fe83-40be-9f32-9746c9ce4602 admin admin] 10.222.0.11 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0649781 Apr 29 13:15:00.238976 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff1b385-ef97-40fc-9aa5-0cb7980b9cec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:15:00.240392 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-cff1b385-ef97-40fc-9aa5-0cb7980b9cec admin admin] 10.222.0.11 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1610646 Apr 29 13:15:02.527457 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 47184) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:15:02.538351 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c4090ed3-b188-48ef-a6b9-5d78229fc55d None None] Agent healthcheck: found 5 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:15:02.619403 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841db55a-f0ef-44cf-ae9b-60c367b7c05e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:15:02.621411 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-841db55a-f0ef-44cf-ae9b-60c367b7c05e admin admin] 10.222.0.11 "GET /v2.0/subnets/faf17733-7af7-4ce2-a0ce-80244ab6dd96 HTTP/1.1" status: 200 len: 849 time: 0.0930045 Apr 29 13:15:02.630898 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-b9b507bf-b0d6-4f5c-a89a-78d43ff0b9a9 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:15:02.718222 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b9b507bf-b0d6-4f5c-a89a-78d43ff0b9a9 admin admin] Publish callbacks [] for subnet (faf17733-7af7-4ce2-a0ce-80244ab6dd96), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:15:02.867085 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b9b507bf-b0d6-4f5c-a89a-78d43ff0b9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783156333267'] for subnet (faf17733-7af7-4ce2-a0ce-80244ab6dd96), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:15:02.900495 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b507bf-b0d6-4f5c-a89a-78d43ff0b9a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:15:02.902056 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b9b507bf-b0d6-4f5c-a89a-78d43ff0b9a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549835'] for subnet (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:15:02.903563 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-b9b507bf-b0d6-4f5c-a89a-78d43ff0b9a9 admin admin] 10.222.0.11 "PUT /v2.0/subnets/faf17733-7af7-4ce2-a0ce-80244ab6dd96 HTTP/1.1" status: 200 len: 868 time: 0.2763627 Apr 29 13:15:02.905040 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826737e8-8730-49f7-bb2e-2129385ae65d None None] Network 4ed58155-461b-45c6-bf3e-0ffae1e5f5c8 requested from dv-cinder-837699-3-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:15:02.929905 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b507bf-b0d6-4f5c-a89a-78d43ff0b9a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=faf17733-7af7-4ce2-a0ce-80244ab6dd96,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:15:02.939339 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b507bf-b0d6-4f5c-a89a-78d43ff0b9a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:15:02.939728 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b507bf-b0d6-4f5c-a89a-78d43ff0b9a9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:15:02.940047 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b507bf-b0d6-4f5c-a89a-78d43ff0b9a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:15:02.940397 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b507bf-b0d6-4f5c-a89a-78d43ff0b9a9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:15:02.940741 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b507bf-b0d6-4f5c-a89a-78d43ff0b9a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:15:02.941110 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b507bf-b0d6-4f5c-a89a-78d43ff0b9a9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:15:02.941742 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b507bf-b0d6-4f5c-a89a-78d43ff0b9a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:15:02.942091 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b507bf-b0d6-4f5c-a89a-78d43ff0b9a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:15:02.942458 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b507bf-b0d6-4f5c-a89a-78d43ff0b9a9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:15:02.942803 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b507bf-b0d6-4f5c-a89a-78d43ff0b9a9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:15:02.943155 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b507bf-b0d6-4f5c-a89a-78d43ff0b9a9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:15:02.943514 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b507bf-b0d6-4f5c-a89a-78d43ff0b9a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:15:02.943854 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b507bf-b0d6-4f5c-a89a-78d43ff0b9a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:15:02.944191 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b507bf-b0d6-4f5c-a89a-78d43ff0b9a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:15:02.944659 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b507bf-b0d6-4f5c-a89a-78d43ff0b9a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:15:03.304520 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-fabcf93c-628c-403b-af79-86524fc8c8e0 None None] Provisioning complete for port c90f04db-08c2-4afa-8579-bb623b524b29 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:15:03.304805 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fabcf93c-628c-403b-af79-86524fc8c8e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (c90f04db-08c2-4afa-8579-bb623b524b29), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:15:03.383507 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-fabcf93c-628c-403b-af79-86524fc8c8e0 None None] Current status of the port c90f04db-08c2-4afa-8579-bb623b524b29 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:15:03.392297 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-fabcf93c-628c-403b-af79-86524fc8c8e0 None None] Provisioning complete for port 6bd58e54-417e-43e9-980b-6bfbbed2a802 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:15:03.392688 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fabcf93c-628c-403b-af79-86524fc8c8e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (6bd58e54-417e-43e9-980b-6bfbbed2a802), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:15:03.472947 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-fabcf93c-628c-403b-af79-86524fc8c8e0 None None] Current status of the port 6bd58e54-417e-43e9-980b-6bfbbed2a802 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:15:05.290284 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 47194) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:15:05.498761 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b50652a-6600-4732-9516-4792447a2eb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:15:05.499148 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b50652a-6600-4732-9516-4792447a2eb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:15:05.500707 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-2b50652a-6600-4732-9516-4792447a2eb5 admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2094624 Apr 29 13:15:07.805100 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 47202) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:15:07.941436 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069993da-e551-4772-b75c-0a5378f0283b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:15:07.941912 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069993da-e551-4772-b75c-0a5378f0283b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:15:07.943459 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-069993da-e551-4772-b75c-0a5378f0283b admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1374061 Apr 29 13:15:10.309394 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 47210) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:15:10.439725 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6656470d-91e7-46d1-ba82-c2f49c9a2fdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:15:10.441118 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-6656470d-91e7-46d1-ba82-c2f49c9a2fdd admin admin] 10.222.0.11 "GET /v2.0/networks/4ed58155-461b-45c6-bf3e-0ffae1e5f5c8 HTTP/1.1" status: 200 len: 869 time: 0.1307714 Apr 29 13:15:12.806835 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 47218) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:15:12.937929 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55abcd8-20e8-40f9-b88b-955fe6b9c1cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:15:12.939321 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-f55abcd8-20e8-40f9-b88b-955fe6b9c1cc admin admin] 10.222.0.11 "GET /v2.0/networks/754f8d77-c1fb-438d-9dec-eec91b4433a5 HTTP/1.1" status: 200 len: 886 time: 0.1307356 Apr 29 13:15:15.228829 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 47226) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:15:15.363570 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc579a46-f87c-4435-8bc9-63afa4fd34b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:15:15.364030 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc579a46-f87c-4435-8bc9-63afa4fd34b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:15:15.365649 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-bc579a46-f87c-4435-8bc9-63afa4fd34b2 admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1357920 Apr 29 13:15:17.685727 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 47234) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:15:17.809865 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f6e859-0287-427d-84a2-5337bac90974 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:15:17.810319 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f6e859-0287-427d-84a2-5337bac90974 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:15:17.811862 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-94f6e859-0287-427d-84a2-5337bac90974 admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1251333 Apr 29 13:15:20.074792 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 47242) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:15:20.166838 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa3b306-a683-4a7c-b4bd-53f843067c67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:15:20.168224 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-4aa3b306-a683-4a7c-b4bd-53f843067c67 admin admin] 10.222.0.11 "GET /v2.0/subnets/8519c0fa-1b1c-41ff-b70f-9433c7b7bb38 HTTP/1.1" status: 200 len: 816 time: 0.0924704 Apr 29 13:15:21.495078 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0e5dc89a-ebc0-4d51-a282-5db27b77fe78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (e437e712-237e-4a54-83a8-782eed3c5f0c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:15:22.476039 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 47250) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:15:22.567481 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e946fb-6f9e-4637-bbb3-0a3f5870b3e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:15:22.568773 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-e6e946fb-6f9e-4637-bbb3-0a3f5870b3e3 admin admin] 10.222.0.11 "GET /v2.0/subnets/faf17733-7af7-4ce2-a0ce-80244ab6dd96 HTTP/1.1" status: 200 len: 868 time: 0.0917964 Apr 29 13:15:24.205184 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-36e1ad0c-09ad-4796-bca9-70d7d689e7ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (ffd5f049-29fc-4e99-906d-6eadce93ab48), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:15:25.745241 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d46c6b96-c9c1-47b5-84ba-015c4e42046f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (1b2ea45c-9419-45d0-91af-29e2c5a1844a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:15:27.171252 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bea047bf-f99e-49b2-8b9d-5ba249a30c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (23d6c007-0036-4fdb-b033-28b1fd628d82), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:15:28.608378 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (070d87cd-fed4-4d07-85b5-c26ded61f2d8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:15:39.537373 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c4090ed3-b188-48ef-a6b9-5d78229fc55d None None] Agent healthcheck: found 5 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:15:51.502771 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a7d5b082-9b70-4085-9957-20f5df8c7d57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (e437e712-237e-4a54-83a8-782eed3c5f0c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:15:54.210932 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2927a527-6f53-4635-ad06-54ba9b46cb72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (ffd5f049-29fc-4e99-906d-6eadce93ab48), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:15:55.747103 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d46c6b96-c9c1-47b5-84ba-015c4e42046f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (1b2ea45c-9419-45d0-91af-29e2c5a1844a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:15:57.175045 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bea047bf-f99e-49b2-8b9d-5ba249a30c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (23d6c007-0036-4fdb-b033-28b1fd628d82), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:15:58.613549 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (070d87cd-fed4-4d07-85b5-c26ded61f2d8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:16:04.399127 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 47308) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:16:04.453406 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [None req-5c8168f8-b442-484d-b310-7e6a7576b79e admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 13:16:04.454513 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-5c8168f8-b442-484d-b310-7e6a7576b79e admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0540302 Apr 29 13:16:06.842009 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 47316) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:16:06.903436 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e9cc777-46da-4113-af72-f75fe3e8fefa admin admin] GET failed (client error): The resource could not be found. Apr 29 13:16:06.904783 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-1e9cc777-46da-4113-af72-f75fe3e8fefa admin admin] 10.222.0.11 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0618112 Apr 29 13:16:07.048916 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67d768d-57c5-4a5a-bdb8-fb2b2fc60a88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:16:07.050311 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-f67d768d-57c5-4a5a-bdb8-fb2b2fc60a88 admin admin] 10.222.0.11 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1415977 Apr 29 13:16:09.384794 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 47324) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:16:09.433234 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-4d0cee95-4d94-4675-9ddf-88914876d8f1 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:16:09.452256 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d0cee95-4d94-4675-9ddf-88914876d8f1 admin admin] Made reservation on behalf of 3d41af3d42e0467dafbd4e0a9dd423fc for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:16:09.454588 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4d0cee95-4d94-4675-9ddf-88914876d8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for network (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:16:09.486594 dv-cinder-837699-3-iscsi neutron-server[103365]: WARNING neutron.services.revisions.revision_plugin [None req-4d0cee95-4d94-4675-9ddf-88914876d8f1 admin admin] Could not find related network for resource to bump revision. Apr 29 13:16:09.502816 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d0cee95-4d94-4675-9ddf-88914876d8f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:16:09.514618 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4d0cee95-4d94-4675-9ddf-88914876d8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401276'] for segment (cbe6ccf1-0af0-47d2-bcb0-007d16aaaebc), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:16:09.515065 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.db.segments_db [None req-4d0cee95-4d94-4675-9ddf-88914876d8f1 admin admin] Added segment cbe6ccf1-0af0-47d2-bcb0-007d16aaaebc of type vlan for network e2b04404-df33-4dff-bf20-6c97146cd690 Apr 29 13:16:09.554071 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4d0cee95-4d94-4675-9ddf-88914876d8f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783155844244'] for network (e2b04404-df33-4dff-bf20-6c97146cd690), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:16:09.577980 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4d0cee95-4d94-4675-9ddf-88914876d8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861'] for network (e2b04404-df33-4dff-bf20-6c97146cd690), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:16:09.578875 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0cee95-4d94-4675-9ddf-88914876d8f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:16:09.579480 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4d0cee95-4d94-4675-9ddf-88914876d8f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549835'] for network (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:16:09.613573 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-4d0cee95-4d94-4675-9ddf-88914876d8f1 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2277761 Apr 29 13:16:09.644529 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0cee95-4d94-4675-9ddf-88914876d8f1 admin admin] Pushing event updated for resources: {'Network': ['ID=e2b04404-df33-4dff-bf20-6c97146cd690,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:16:09.652880 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0cee95-4d94-4675-9ddf-88914876d8f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:16:09.653414 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0cee95-4d94-4675-9ddf-88914876d8f1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:16:09.653969 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0cee95-4d94-4675-9ddf-88914876d8f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:16:09.654453 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0cee95-4d94-4675-9ddf-88914876d8f1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:16:09.654926 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0cee95-4d94-4675-9ddf-88914876d8f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:16:09.655411 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0cee95-4d94-4675-9ddf-88914876d8f1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:16:09.655891 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0cee95-4d94-4675-9ddf-88914876d8f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:16:09.656366 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0cee95-4d94-4675-9ddf-88914876d8f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:16:09.656872 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0cee95-4d94-4675-9ddf-88914876d8f1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:16:09.657355 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0cee95-4d94-4675-9ddf-88914876d8f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:16:09.657840 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0cee95-4d94-4675-9ddf-88914876d8f1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:16:09.658326 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0cee95-4d94-4675-9ddf-88914876d8f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:16:09.658806 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0cee95-4d94-4675-9ddf-88914876d8f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:16:09.659282 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0cee95-4d94-4675-9ddf-88914876d8f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:16:09.659758 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0cee95-4d94-4675-9ddf-88914876d8f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:16:09.674120 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Network e2b04404-df33-4dff-bf20-6c97146cd690 details requested by agent ovs-agent-dv-cinder-837699-3-iscsi with host dv-cinder-837699-3-iscsi {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 13:16:12.008955 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 47332) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:16:12.069340 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-34d25103-6f63-4380-befa-42cfafb342d1 admin admin] GET failed (client error): The resource could not be found. Apr 29 13:16:12.070618 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-34d25103-6f63-4380-befa-42cfafb342d1 admin admin] 10.222.0.11 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0607033 Apr 29 13:16:12.140227 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92740c4-bfdb-4c72-9cb3-ea8a340b247f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:16:12.141722 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-f92740c4-bfdb-4c72-9cb3-ea8a340b247f admin admin] 10.222.0.11 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0668802 Apr 29 13:16:12.151897 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-33c67c8b-dbd1-4907-9b03-5384f5e8be52 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'e2b04404-df33-4dff-bf20-6c97146cd690', 'description': 'shared-subnet'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:16:12.170631 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c67c8b-dbd1-4907-9b03-5384f5e8be52 admin admin] Made reservation on behalf of 3d41af3d42e0467dafbd4e0a9dd423fc for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:16:12.172915 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-33c67c8b-dbd1-4907-9b03-5384f5e8be52 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:16:12.341604 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-33c67c8b-dbd1-4907-9b03-5384f5e8be52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861'] for subnet (39461abe-9780-4716-976a-a5e0a83f6bb5), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:16:12.398127 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c67c8b-dbd1-4907-9b03-5384f5e8be52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39461abe-9780-4716-976a-a5e0a83f6bb5,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:16:12.409127 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c67c8b-dbd1-4907-9b03-5384f5e8be52 admin admin] Checking segment: {'id': 'cbe6ccf1-0af0-47d2-bcb0-007d16aaaebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'e2b04404-df33-4dff-bf20-6c97146cd690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:16:12.409478 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c67c8b-dbd1-4907-9b03-5384f5e8be52 admin admin] Network hostable DHCP agents. Network: e2b04404-df33-4dff-bf20-6c97146cd690, hostable agents: ['e437e712-237e-4a54-83a8-782eed3c5f0c'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:16:12.427221 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c67c8b-dbd1-4907-9b03-5384f5e8be52 admin admin] Network e2b04404-df33-4dff-bf20-6c97146cd690 is scheduled to be hosted by DHCP agent e437e712-237e-4a54-83a8-782eed3c5f0c with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:16:12.438317 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-33c67c8b-dbd1-4907-9b03-5384f5e8be52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837699-3-iscsi, e2b04404-df33-4dff-bf20-6c97146cd690) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:16:12.443725 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c67c8b-dbd1-4907-9b03-5384f5e8be52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:16:12.444303 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-33c67c8b-dbd1-4907-9b03-5384f5e8be52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549835'] for subnet (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:16:12.447097 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374cd1d3-47d9-4ec3-bbf5-625ee0d1af5b None None] Network e2b04404-df33-4dff-bf20-6c97146cd690 requested from dv-cinder-837699-3-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:16:12.464341 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-33c67c8b-dbd1-4907-9b03-5384f5e8be52 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3163381 Apr 29 13:16:12.677312 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6988c9bb-8170-4bcf-894f-21660ed772b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d66e39e-ae76-5681-86be-20f584a66953-e2b04404-df33-4dff-bf20-6c97146cd690', 'network_id': 'e2b04404-df33-4dff-bf20-6c97146cd690', 'project_id': '3d41af3d42e0467dafbd4e0a9dd423fc', 'fixed_ips': [{'subnet_id': '39461abe-9780-4716-976a-a5e0a83f6bb5'}]}} from dv-cinder-837699-3-iscsi. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 13:16:12.678232 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6988c9bb-8170-4bcf-894f-21660ed772b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (None), before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:16:12.842228 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-6988c9bb-8170-4bcf-894f-21660ed772b5 None None] Allocated IP 192.168.233.2 (e2b04404-df33-4dff-bf20-6c97146cd690/39461abe-9780-4716-976a-a5e0a83f6bb5/88dcc530-8a6f-4563-9416-c7ab07ef2d36) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:16:13.007851 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6988c9bb-8170-4bcf-894f-21660ed772b5 None None] Publish callbacks [] for port (88dcc530-8a6f-4563-9416-c7ab07ef2d36), precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:16:13.016587 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6988c9bb-8170-4bcf-894f-21660ed772b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783155810398'] for port (88dcc530-8a6f-4563-9416-c7ab07ef2d36), after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:16:13.060569 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6988c9bb-8170-4bcf-894f-21660ed772b5 None None] Network e2b04404-df33-4dff-bf20-6c97146cd690 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:16:13.068288 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-6988c9bb-8170-4bcf-894f-21660ed772b5 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:16:13.078413 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6988c9bb-8170-4bcf-894f-21660ed772b5 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:16:13.085421 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6988c9bb-8170-4bcf-894f-21660ed772b5 None None] Pushing event updated for resources: {'Port': ['ID=88dcc530-8a6f-4563-9416-c7ab07ef2d36,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:16:13.099082 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6988c9bb-8170-4bcf-894f-21660ed772b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:16:13.099437 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6988c9bb-8170-4bcf-894f-21660ed772b5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:16:13.099810 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6988c9bb-8170-4bcf-894f-21660ed772b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:16:13.100178 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6988c9bb-8170-4bcf-894f-21660ed772b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:16:13.100524 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6988c9bb-8170-4bcf-894f-21660ed772b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:16:13.103001 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6988c9bb-8170-4bcf-894f-21660ed772b5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:16:13.103001 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6988c9bb-8170-4bcf-894f-21660ed772b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:16:13.103001 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6988c9bb-8170-4bcf-894f-21660ed772b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:16:13.103001 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6988c9bb-8170-4bcf-894f-21660ed772b5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:16:13.103001 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6988c9bb-8170-4bcf-894f-21660ed772b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:16:13.103723 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6988c9bb-8170-4bcf-894f-21660ed772b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:16:13.104102 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6988c9bb-8170-4bcf-894f-21660ed772b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:16:13.104315 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6988c9bb-8170-4bcf-894f-21660ed772b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:16:13.104855 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6988c9bb-8170-4bcf-894f-21660ed772b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:16:13.105412 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6988c9bb-8170-4bcf-894f-21660ed772b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:16:13.158669 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-6988c9bb-8170-4bcf-894f-21660ed772b5 None None] Attempting to bind port 88dcc530-8a6f-4563-9416-c7ab07ef2d36 on host dv-cinder-837699-3-iscsi for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:16:13.159041 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-6988c9bb-8170-4bcf-894f-21660ed772b5 None None] Attempting to bind port 88dcc530-8a6f-4563-9416-c7ab07ef2d36 by drivers openvswitch,hyperv on host dv-cinder-837699-3-iscsi at level 0 using segments [{'id': 'cbe6ccf1-0af0-47d2-bcb0-007d16aaaebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'e2b04404-df33-4dff-bf20-6c97146cd690'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:16:13.159415 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6988c9bb-8170-4bcf-894f-21660ed772b5 None None] Attempting to bind port 88dcc530-8a6f-4563-9416-c7ab07ef2d36 on network e2b04404-df33-4dff-bf20-6c97146cd690 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:16:13.168804 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6988c9bb-8170-4bcf-894f-21660ed772b5 None None] Checking agent: {'id': '070d87cd-fed4-4d07-85b5-c26ded61f2d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 12, 59), 'started_at': datetime.datetime(2022, 4, 29, 13, 13, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:16:13.169059 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6988c9bb-8170-4bcf-894f-21660ed772b5 None None] Checking segment: {'id': 'cbe6ccf1-0af0-47d2-bcb0-007d16aaaebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'e2b04404-df33-4dff-bf20-6c97146cd690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:16:13.169399 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6988c9bb-8170-4bcf-894f-21660ed772b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:16:13.169864 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6988c9bb-8170-4bcf-894f-21660ed772b5 None None] Bound using segment: {'id': 'cbe6ccf1-0af0-47d2-bcb0-007d16aaaebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'e2b04404-df33-4dff-bf20-6c97146cd690'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:16:13.170676 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-6988c9bb-8170-4bcf-894f-21660ed772b5 None None] Bound port: 88dcc530-8a6f-4563-9416-c7ab07ef2d36, host: dv-cinder-837699-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe6ccf1-0af0-47d2-bcb0-007d16aaaebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'e2b04404-df33-4dff-bf20-6c97146cd690'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:16:13.171101 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6988c9bb-8170-4bcf-894f-21660ed772b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (88dcc530-8a6f-4563-9416-c7ab07ef2d36), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:16:13.237149 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-6988c9bb-8170-4bcf-894f-21660ed772b5 None None] For port 88dcc530-8a6f-4563-9416-c7ab07ef2d36, host dv-cinder-837699-3-iscsi, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:16:13.240736 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-6988c9bb-8170-4bcf-894f-21660ed772b5 None None] For port 88dcc530-8a6f-4563-9416-c7ab07ef2d36, host dv-cinder-837699-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=88dcc530-8a6f-4563-9416-c7ab07ef2d36,segment=NetworkSegment(cbe6ccf1-0af0-47d2-bcb0-007d16aaaebc),segment_id=cbe6ccf1-0af0-47d2-bcb0-007d16aaaebc)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:16:13.247239 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6988c9bb-8170-4bcf-894f-21660ed772b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (88dcc530-8a6f-4563-9416-c7ab07ef2d36), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:16:13.311177 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6988c9bb-8170-4bcf-894f-21660ed772b5 None None] Pushing event updated for resources: {'Port': ['ID=88dcc530-8a6f-4563-9416-c7ab07ef2d36,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:16:13.699314 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device 88dcc530-8a6f-4563-9416-c7ab07ef2d36 up at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:16:13.754512 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Provisioning complete for port 88dcc530-8a6f-4563-9416-c7ab07ef2d36 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:16:13.754844 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (88dcc530-8a6f-4563-9416-c7ab07ef2d36), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:16:13.836140 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Current status of the port 88dcc530-8a6f-4563-9416-c7ab07ef2d36 is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:16:13.836579 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (88dcc530-8a6f-4563-9416-c7ab07ef2d36), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:16:13.874436 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] For port 88dcc530-8a6f-4563-9416-c7ab07ef2d36, host dv-cinder-837699-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=88dcc530-8a6f-4563-9416-c7ab07ef2d36,segment=NetworkSegment(cbe6ccf1-0af0-47d2-bcb0-007d16aaaebc),segment_id=cbe6ccf1-0af0-47d2-bcb0-007d16aaaebc)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:16:13.879074 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (88dcc530-8a6f-4563-9416-c7ab07ef2d36), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:16:13.936965 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Pushing event updated for resources: {'Port': ['ID=88dcc530-8a6f-4563-9416-c7ab07ef2d36,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:16:14.196954 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d61aca-8634-4fee-9ac9-c2e1c3baebe9 None None] Network e2b04404-df33-4dff-bf20-6c97146cd690 requested from dv-cinder-837699-3-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:16:14.274033 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-56bab354-251c-4a09-a171-258a0ec99fe2 None None] Provisioning complete for port 88dcc530-8a6f-4563-9416-c7ab07ef2d36 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:16:14.274452 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-56bab354-251c-4a09-a171-258a0ec99fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (88dcc530-8a6f-4563-9416-c7ab07ef2d36), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:16:14.384431 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-56bab354-251c-4a09-a171-258a0ec99fe2 None None] Current status of the port 88dcc530-8a6f-4563-9416-c7ab07ef2d36 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:16:14.604287 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-a10f3dd6-2726-442a-9c79-5c4346cf4af5 None None] Provisioning complete for port 88dcc530-8a6f-4563-9416-c7ab07ef2d36 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:16:14.604583 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a10f3dd6-2726-442a-9c79-5c4346cf4af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (88dcc530-8a6f-4563-9416-c7ab07ef2d36), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:16:14.689236 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-a10f3dd6-2726-442a-9c79-5c4346cf4af5 None None] Current status of the port 88dcc530-8a6f-4563-9416-c7ab07ef2d36 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:16:15.669879 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device 88dcc530-8a6f-4563-9416-c7ab07ef2d36 up at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:16:15.718566 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Provisioning complete for port 88dcc530-8a6f-4563-9416-c7ab07ef2d36 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:16:15.718954 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (88dcc530-8a6f-4563-9416-c7ab07ef2d36), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:16:15.807265 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Current status of the port 88dcc530-8a6f-4563-9416-c7ab07ef2d36 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:16:16.536309 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c4090ed3-b188-48ef-a6b9-5d78229fc55d None None] Agent healthcheck: found 5 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:16:21.497008 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bdcfa1a7-da13-41dd-bb8f-3aad2476d244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (e437e712-237e-4a54-83a8-782eed3c5f0c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:16:24.203872 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e37d78ec-eadb-49ee-b2eb-c22c20ffcf12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (ffd5f049-29fc-4e99-906d-6eadce93ab48), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:16:25.748821 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d46c6b96-c9c1-47b5-84ba-015c4e42046f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (1b2ea45c-9419-45d0-91af-29e2c5a1844a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:16:27.176412 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bea047bf-f99e-49b2-8b9d-5ba249a30c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (23d6c007-0036-4fdb-b033-28b1fd628d82), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:16:28.617472 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (070d87cd-fed4-4d07-85b5-c26ded61f2d8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:16:51.499014 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b7207a4a-fc05-4749-ba43-98a455dd3d9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (e437e712-237e-4a54-83a8-782eed3c5f0c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:16:53.535743 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c4090ed3-b188-48ef-a6b9-5d78229fc55d None None] Agent healthcheck: found 5 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:16:54.206084 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-546f38f6-c4cc-440a-bac3-68edd9f6ad0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (ffd5f049-29fc-4e99-906d-6eadce93ab48), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:16:55.751209 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d46c6b96-c9c1-47b5-84ba-015c4e42046f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (1b2ea45c-9419-45d0-91af-29e2c5a1844a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:16:57.184210 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bea047bf-f99e-49b2-8b9d-5ba249a30c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (23d6c007-0036-4fdb-b033-28b1fd628d82), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:16:58.621384 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (070d87cd-fed4-4d07-85b5-c26ded61f2d8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:17:21.502971 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2e60cf49-1d38-4968-98f7-7b9a016d1e2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (e437e712-237e-4a54-83a8-782eed3c5f0c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:17:24.212810 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bd9b9fa8-0277-4ad9-a926-02a71a7b2d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (ffd5f049-29fc-4e99-906d-6eadce93ab48), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:17:25.757384 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d46c6b96-c9c1-47b5-84ba-015c4e42046f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (1b2ea45c-9419-45d0-91af-29e2c5a1844a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:17:27.190836 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bea047bf-f99e-49b2-8b9d-5ba249a30c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (23d6c007-0036-4fdb-b033-28b1fd628d82), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:17:28.633883 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (070d87cd-fed4-4d07-85b5-c26ded61f2d8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:17:30.534874 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c4090ed3-b188-48ef-a6b9-5d78229fc55d None None] Agent healthcheck: found 5 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:17:42.440974 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 47370) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:17:42.447412 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [None req-c02469bf-b154-4dcb-9564-27ecbdb6dfe9 tempest-verify_tempest_config-1053742922 tempest-verify_tempest_config-1053742922-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 13:17:42.448385 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-c02469bf-b154-4dcb-9564-27ecbdb6dfe9 tempest-verify_tempest_config-1053742922 tempest-verify_tempest_config-1053742922-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0064509 Apr 29 13:17:42.752869 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 47388) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:17:42.858452 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9a50cfb6-3cad-4948-b38b-33e98ad9c202 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:17:42.933868 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9a50cfb6-3cad-4948-b38b-33e98ad9c202 admin admin] Publish callbacks [] for security_group (341e8fc6-946a-4ce3-92c4-9a13c19ce8a5), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:17:42.937503 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9a50cfb6-3cad-4948-b38b-33e98ad9c202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (341e8fc6-946a-4ce3-92c4-9a13c19ce8a5), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:17:42.982083 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-9a50cfb6-3cad-4948-b38b-33e98ad9c202 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bdfcca39e9c54b488b4e9723d678306b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2279701 Apr 29 13:17:42.984019 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a50cfb6-3cad-4948-b38b-33e98ad9c202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=341e8fc6-946a-4ce3-92c4-9a13c19ce8a5,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:17:42.985063 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 47394) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:17:42.991367 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a50cfb6-3cad-4948-b38b-33e98ad9c202 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:17:42.991726 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a50cfb6-3cad-4948-b38b-33e98ad9c202 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:17:42.992081 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a50cfb6-3cad-4948-b38b-33e98ad9c202 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:17:42.992424 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a50cfb6-3cad-4948-b38b-33e98ad9c202 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:17:42.992829 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a50cfb6-3cad-4948-b38b-33e98ad9c202 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:17:42.993117 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a50cfb6-3cad-4948-b38b-33e98ad9c202 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:17:42.993450 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a50cfb6-3cad-4948-b38b-33e98ad9c202 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:17:42.993779 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a50cfb6-3cad-4948-b38b-33e98ad9c202 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:17:42.994126 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a50cfb6-3cad-4948-b38b-33e98ad9c202 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:17:42.994459 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a50cfb6-3cad-4948-b38b-33e98ad9c202 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:17:42.994803 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a50cfb6-3cad-4948-b38b-33e98ad9c202 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:17:42.995149 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a50cfb6-3cad-4948-b38b-33e98ad9c202 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:17:42.995478 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a50cfb6-3cad-4948-b38b-33e98ad9c202 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:17:42.995801 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a50cfb6-3cad-4948-b38b-33e98ad9c202 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:17:42.996123 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a50cfb6-3cad-4948-b38b-33e98ad9c202 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:17:43.041352 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9a0f343b-ac8f-4254-b184-2e822fa23d1d admin admin] Publish callbacks [] for security_group (341e8fc6-946a-4ce3-92c4-9a13c19ce8a5), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:17:43.061634 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9a0f343b-ac8f-4254-b184-2e822fa23d1d admin admin] Publish callbacks [] for security_group (341e8fc6-946a-4ce3-92c4-9a13c19ce8a5), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:17:43.152502 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9a0f343b-ac8f-4254-b184-2e822fa23d1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (341e8fc6-946a-4ce3-92c4-9a13c19ce8a5), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:17:43.155129 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9a0f343b-ac8f-4254-b184-2e822fa23d1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:17:43.156281 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-9a0f343b-ac8f-4254-b184-2e822fa23d1d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/341e8fc6-946a-4ce3-92c4-9a13c19ce8a5 HTTP/1.1" status: 204 len: 168 time: 0.1702681 Apr 29 13:17:43.166641 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0f343b-ac8f-4254-b184-2e822fa23d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=341e8fc6-946a-4ce3-92c4-9a13c19ce8a5,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:17:43.173420 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0f343b-ac8f-4254-b184-2e822fa23d1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:17:43.173775 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0f343b-ac8f-4254-b184-2e822fa23d1d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:17:43.174127 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0f343b-ac8f-4254-b184-2e822fa23d1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:17:43.174474 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0f343b-ac8f-4254-b184-2e822fa23d1d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:17:43.174815 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0f343b-ac8f-4254-b184-2e822fa23d1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:17:43.175156 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0f343b-ac8f-4254-b184-2e822fa23d1d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:17:43.175489 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0f343b-ac8f-4254-b184-2e822fa23d1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:17:43.175824 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0f343b-ac8f-4254-b184-2e822fa23d1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:17:43.176176 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0f343b-ac8f-4254-b184-2e822fa23d1d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:17:43.176514 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0f343b-ac8f-4254-b184-2e822fa23d1d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:17:43.176896 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0f343b-ac8f-4254-b184-2e822fa23d1d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:17:43.177250 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0f343b-ac8f-4254-b184-2e822fa23d1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:17:43.177643 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0f343b-ac8f-4254-b184-2e822fa23d1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:17:43.178084 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0f343b-ac8f-4254-b184-2e822fa23d1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:17:43.178505 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0f343b-ac8f-4254-b184-2e822fa23d1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:17:51.507092 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4847a219-3fae-44d0-b661-784e26ddfcff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (e437e712-237e-4a54-83a8-782eed3c5f0c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:17:54.208307 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b1574b41-2404-4217-923d-a88586d6b258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (ffd5f049-29fc-4e99-906d-6eadce93ab48), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:17:55.757403 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d46c6b96-c9c1-47b5-84ba-015c4e42046f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (1b2ea45c-9419-45d0-91af-29e2c5a1844a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:17:57.191506 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bea047bf-f99e-49b2-8b9d-5ba249a30c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (23d6c007-0036-4fdb-b033-28b1fd628d82), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:17:58.627493 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (070d87cd-fed4-4d07-85b5-c26ded61f2d8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:18:07.532983 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c4090ed3-b188-48ef-a6b9-5d78229fc55d None None] Agent healthcheck: found 5 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:18:21.508651 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6683aa31-1bca-40f5-9b9a-ee1d96c8a3f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (e437e712-237e-4a54-83a8-782eed3c5f0c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:18:24.212047 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b79937ee-836b-4077-8c5c-590a751dfaf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (ffd5f049-29fc-4e99-906d-6eadce93ab48), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:18:25.762481 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d46c6b96-c9c1-47b5-84ba-015c4e42046f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (1b2ea45c-9419-45d0-91af-29e2c5a1844a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:18:27.195717 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bea047bf-f99e-49b2-8b9d-5ba249a30c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (23d6c007-0036-4fdb-b033-28b1fd628d82), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:18:28.631278 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (070d87cd-fed4-4d07-85b5-c26ded61f2d8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:18:44.531961 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c4090ed3-b188-48ef-a6b9-5d78229fc55d None None] Agent healthcheck: found 5 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:18:51.509765 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-de7359fb-edbe-47c5-93aa-e4a7816dde74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (e437e712-237e-4a54-83a8-782eed3c5f0c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:18:54.215358 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f28235fd-0b73-4376-b5f7-d29b288fcf04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (ffd5f049-29fc-4e99-906d-6eadce93ab48), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:18:55.763738 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d46c6b96-c9c1-47b5-84ba-015c4e42046f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (1b2ea45c-9419-45d0-91af-29e2c5a1844a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:18:57.199650 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bea047bf-f99e-49b2-8b9d-5ba249a30c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (23d6c007-0036-4fdb-b033-28b1fd628d82), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:18:58.634717 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (070d87cd-fed4-4d07-85b5-c26ded61f2d8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:19:21.512133 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-71e937cb-c8f7-4fd4-a493-d050c6d0f246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (e437e712-237e-4a54-83a8-782eed3c5f0c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:19:21.530899 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c4090ed3-b188-48ef-a6b9-5d78229fc55d None None] Agent healthcheck: found 5 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:19:24.217996 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2c50ebb3-2234-4e07-b773-cbad1daec8af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (ffd5f049-29fc-4e99-906d-6eadce93ab48), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:19:25.765846 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d46c6b96-c9c1-47b5-84ba-015c4e42046f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (1b2ea45c-9419-45d0-91af-29e2c5a1844a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:19:27.202727 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bea047bf-f99e-49b2-8b9d-5ba249a30c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (23d6c007-0036-4fdb-b033-28b1fd628d82), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:19:27.674231 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-711616'] for agent (477bd1e1-70d7-4a7b-b37c-5892af57f2e4), after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:19:28.636484 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (070d87cd-fed4-4d07-85b5-c26ded61f2d8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:19:42.368328 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 47464) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:19:42.471609 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-c8d435a2-10ef-4670-a060-24d4861147a9 admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1020882 Apr 29 13:19:44.798389 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 47474) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:19:44.854255 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-41655516-c0c9-4027-b7ac-d6187d449141 admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0547643 Apr 29 13:19:51.515115 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-604ebe53-8c93-42ba-9414-24700ff72bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (e437e712-237e-4a54-83a8-782eed3c5f0c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:19:54.219377 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-560cce98-50e0-4175-bc95-2995bfd308b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (ffd5f049-29fc-4e99-906d-6eadce93ab48), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:19:55.770271 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d46c6b96-c9c1-47b5-84ba-015c4e42046f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (1b2ea45c-9419-45d0-91af-29e2c5a1844a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:19:57.206633 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bea047bf-f99e-49b2-8b9d-5ba249a30c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (23d6c007-0036-4fdb-b033-28b1fd628d82), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:19:57.638506 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (477bd1e1-70d7-4a7b-b37c-5892af57f2e4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:19:58.530124 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c4090ed3-b188-48ef-a6b9-5d78229fc55d None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:19:58.640843 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (070d87cd-fed4-4d07-85b5-c26ded61f2d8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:20:21.518625 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c6426742-adb0-425b-963a-f00b5a8edc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (e437e712-237e-4a54-83a8-782eed3c5f0c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:20:24.223089 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9bbb3cad-77cf-480f-b76f-604585bb72bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (ffd5f049-29fc-4e99-906d-6eadce93ab48), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:20:25.772521 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d46c6b96-c9c1-47b5-84ba-015c4e42046f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (1b2ea45c-9419-45d0-91af-29e2c5a1844a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:20:27.209248 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bea047bf-f99e-49b2-8b9d-5ba249a30c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (23d6c007-0036-4fdb-b033-28b1fd628d82), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:20:27.656436 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (477bd1e1-70d7-4a7b-b37c-5892af57f2e4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:20:28.646494 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (070d87cd-fed4-4d07-85b5-c26ded61f2d8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:20:35.529312 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c4090ed3-b188-48ef-a6b9-5d78229fc55d None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:20:51.521179 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7ed95336-3b5e-436b-acf7-20baa0ec942f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (e437e712-237e-4a54-83a8-782eed3c5f0c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:20:54.227076 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6b2a8ac2-e66b-4678-b46c-2b337453b82c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (ffd5f049-29fc-4e99-906d-6eadce93ab48), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:20:55.783650 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d46c6b96-c9c1-47b5-84ba-015c4e42046f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (1b2ea45c-9419-45d0-91af-29e2c5a1844a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:20:57.215606 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bea047bf-f99e-49b2-8b9d-5ba249a30c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (23d6c007-0036-4fdb-b033-28b1fd628d82), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:20:57.657400 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (477bd1e1-70d7-4a7b-b37c-5892af57f2e4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:20:58.658507 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (070d87cd-fed4-4d07-85b5-c26ded61f2d8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:12.528991 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c4090ed3-b188-48ef-a6b9-5d78229fc55d None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:21:21.523916 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f5c11586-7660-4c76-9515-12db94096ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (e437e712-237e-4a54-83a8-782eed3c5f0c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:24.229177 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-db5407e8-2b05-4466-8109-288c97e0e6a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (ffd5f049-29fc-4e99-906d-6eadce93ab48), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:25.795206 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d46c6b96-c9c1-47b5-84ba-015c4e42046f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (1b2ea45c-9419-45d0-91af-29e2c5a1844a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:27.224228 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bea047bf-f99e-49b2-8b9d-5ba249a30c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (23d6c007-0036-4fdb-b033-28b1fd628d82), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:27.664583 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (477bd1e1-70d7-4a7b-b37c-5892af57f2e4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:28.654647 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (070d87cd-fed4-4d07-85b5-c26ded61f2d8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:29.223924 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 47608) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:21:29.597972 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-8afe77c1-3507-482f-98bb-76bdfc603770 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2087911582-network', 'tenant_id': '83b6a855b277450186870a3529210025'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:21:29.622727 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8afe77c1-3507-482f-98bb-76bdfc603770 admin admin] Made reservation on behalf of 83b6a855b277450186870a3529210025 for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:21:29.626844 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8afe77c1-3507-482f-98bb-76bdfc603770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for network (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:29.636350 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8afe77c1-3507-482f-98bb-76bdfc603770 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:29.722728 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8afe77c1-3507-482f-98bb-76bdfc603770 admin admin] Publish callbacks [] for security_group (ea93b1a0-943b-46b5-99c9-dea8b62a11a3), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:29.728530 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8afe77c1-3507-482f-98bb-76bdfc603770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (ea93b1a0-943b-46b5-99c9-dea8b62a11a3), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:29.760282 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afe77c1-3507-482f-98bb-76bdfc603770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea93b1a0-943b-46b5-99c9-dea8b62a11a3,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:21:29.789163 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afe77c1-3507-482f-98bb-76bdfc603770 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:21:29.789827 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afe77c1-3507-482f-98bb-76bdfc603770 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:21:29.790172 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afe77c1-3507-482f-98bb-76bdfc603770 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:21:29.790568 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afe77c1-3507-482f-98bb-76bdfc603770 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:21:29.790957 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afe77c1-3507-482f-98bb-76bdfc603770 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:21:29.791294 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afe77c1-3507-482f-98bb-76bdfc603770 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:21:29.791621 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afe77c1-3507-482f-98bb-76bdfc603770 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:21:29.791945 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afe77c1-3507-482f-98bb-76bdfc603770 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:21:29.792339 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afe77c1-3507-482f-98bb-76bdfc603770 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:21:29.792719 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afe77c1-3507-482f-98bb-76bdfc603770 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:21:29.793118 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afe77c1-3507-482f-98bb-76bdfc603770 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:21:29.793524 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afe77c1-3507-482f-98bb-76bdfc603770 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:21:29.793854 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afe77c1-3507-482f-98bb-76bdfc603770 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:21:29.794299 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afe77c1-3507-482f-98bb-76bdfc603770 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:21:29.794624 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afe77c1-3507-482f-98bb-76bdfc603770 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:21:29.796101 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afe77c1-3507-482f-98bb-76bdfc603770 admin admin] Tracked resource versions report: Apr 29 13:21:29.796101 dv-cinder-837699-3-iscsi neutron-server[103365]: pushed versions: Apr 29 13:21:29.796101 dv-cinder-837699-3-iscsi neutron-server[103365]: { 'AddressGroup': {'1.2'}, Apr 29 13:21:29.796101 dv-cinder-837699-3-iscsi neutron-server[103365]: 'Agent': {'1.1'}, Apr 29 13:21:29.796101 dv-cinder-837699-3-iscsi neutron-server[103365]: 'ConntrackHelper': {'1.0'}, Apr 29 13:21:29.796101 dv-cinder-837699-3-iscsi neutron-server[103365]: 'LocalIPAssociation': {'1.0'}, Apr 29 13:21:29.796101 dv-cinder-837699-3-iscsi neutron-server[103365]: 'Log': {'1.0'}, Apr 29 13:21:29.796101 dv-cinder-837699-3-iscsi neutron-server[103365]: 'NDPProxy': {'1.0'}, Apr 29 13:21:29.796101 dv-cinder-837699-3-iscsi neutron-server[103365]: 'Network': {'1.1'}, Apr 29 13:21:29.796101 dv-cinder-837699-3-iscsi neutron-server[103365]: 'Port': {'1.7'}, Apr 29 13:21:29.796101 dv-cinder-837699-3-iscsi neutron-server[103365]: 'PortForwarding': {'1.3'}, Apr 29 13:21:29.796101 dv-cinder-837699-3-iscsi neutron-server[103365]: 'QosPolicy': {'1.10'}, Apr 29 13:21:29.796101 dv-cinder-837699-3-iscsi neutron-server[103365]: 'SecurityGroup': {'1.5'}, Apr 29 13:21:29.796101 dv-cinder-837699-3-iscsi neutron-server[103365]: 'SecurityGroupRule': {'1.2'}, Apr 29 13:21:29.796101 dv-cinder-837699-3-iscsi neutron-server[103365]: 'SubPort': {'1.0'}, Apr 29 13:21:29.796101 dv-cinder-837699-3-iscsi neutron-server[103365]: 'Subnet': {'1.1'}, Apr 29 13:21:29.796101 dv-cinder-837699-3-iscsi neutron-server[103365]: 'Trunk': {'1.1'}} Apr 29 13:21:29.796101 dv-cinder-837699-3-iscsi neutron-server[103365]: consumer versions: Apr 29 13:21:29.796101 dv-cinder-837699-3-iscsi neutron-server[103365]: { DHCP agent@dv-cinder-837699-3-iscsi: {}, Apr 29 13:21:29.796101 dv-cinder-837699-3-iscsi neutron-server[103365]: HyperV agent@hv-cinder-83769: {}, Apr 29 13:21:29.796101 dv-cinder-837699-3-iscsi neutron-server[103365]: L3 agent@dv-cinder-837699-3-iscsi: {}, Apr 29 13:21:29.796101 dv-cinder-837699-3-iscsi neutron-server[103365]: Metadata agent@dv-cinder-837699-3-iscsi: {}, Apr 29 13:21:29.796101 dv-cinder-837699-3-iscsi neutron-server[103365]: Metering agent@dv-cinder-837699-3-iscsi: {}, Apr 29 13:21:29.796101 dv-cinder-837699-3-iscsi neutron-server[103365]: Open vSwitch agent@dv-cinder-837699-3-iscsi: { 'AddressGroup': '1.2', Apr 29 13:21:29.796101 dv-cinder-837699-3-iscsi neutron-server[103365]: 'Agent': '1.1', Apr 29 13:21:29.796101 dv-cinder-837699-3-iscsi neutron-server[103365]: 'ConntrackHelper': '1.0', Apr 29 13:21:29.796101 dv-cinder-837699-3-iscsi neutron-server[103365]: 'LocalIPAssociation': '1.0', Apr 29 13:21:29.796101 dv-cinder-837699-3-iscsi neutron-server[103365]: 'Log': '1.0', Apr 29 13:21:29.796101 dv-cinder-837699-3-iscsi neutron-server[103365]: 'NDPProxy': '1.0', Apr 29 13:21:29.796101 dv-cinder-837699-3-iscsi neutron-server[103365]: 'Network': '1.1', Apr 29 13:21:29.796101 dv-cinder-837699-3-iscsi neutron-server[103365]: 'Port': '1.7', Apr 29 13:21:29.796101 dv-cinder-837699-3-iscsi neutron-server[103365]: 'PortForwarding': '1.3', Apr 29 13:21:29.796101 dv-cinder-837699-3-iscsi neutron-server[103365]: 'QosPolicy': '1.10', Apr 29 13:21:29.796101 dv-cinder-837699-3-iscsi neutron-server[103365]: 'SecurityGroup': '1.5', Apr 29 13:21:29.796101 dv-cinder-837699-3-iscsi neutron-server[103365]: 'SecurityGroupRule': '1.2', Apr 29 13:21:29.796101 dv-cinder-837699-3-iscsi neutron-server[103365]: 'SubPort': '1.0', Apr 29 13:21:29.796101 dv-cinder-837699-3-iscsi neutron-server[103365]: 'Subnet': '1.1', Apr 29 13:21:29.796101 dv-cinder-837699-3-iscsi neutron-server[103365]: 'Trunk': '1.1'}} Apr 29 13:21:29.796101 dv-cinder-837699-3-iscsi neutron-server[103365]: {{(pid=103365) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 13:21:29.809256 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8afe77c1-3507-482f-98bb-76bdfc603770 admin admin] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:21:29.819599 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8afe77c1-3507-482f-98bb-76bdfc603770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401276'] for segment (08d55053-9d12-4d78-bbce-7da3ad73340c), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:29.820138 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.db.segments_db [None req-8afe77c1-3507-482f-98bb-76bdfc603770 admin admin] Added segment 08d55053-9d12-4d78-bbce-7da3ad73340c of type vlan for network fc1af930-75bb-4703-ab95-43d130c7c5b4 Apr 29 13:21:29.971060 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8afe77c1-3507-482f-98bb-76bdfc603770 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783155844244'] for network (fc1af930-75bb-4703-ab95-43d130c7c5b4), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:29.997958 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8afe77c1-3507-482f-98bb-76bdfc603770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861'] for network (fc1af930-75bb-4703-ab95-43d130c7c5b4), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:30.000422 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afe77c1-3507-482f-98bb-76bdfc603770 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:21:30.001010 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8afe77c1-3507-482f-98bb-76bdfc603770 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549835'] for network (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:30.041075 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-8afe77c1-3507-482f-98bb-76bdfc603770 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8157470 Apr 29 13:21:30.044344 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 47654) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:21:30.050550 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-b404c0ec-6603-427d-a828-45c78b1b1b12 admin admin] Request body: {'subnet': {'network_id': 'fc1af930-75bb-4703-ab95-43d130c7c5b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2087911582-subnet', 'tenant_id': '83b6a855b277450186870a3529210025', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:21:30.075104 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afe77c1-3507-482f-98bb-76bdfc603770 admin admin] Pushing event updated for resources: {'Network': ['ID=fc1af930-75bb-4703-ab95-43d130c7c5b4,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:21:30.080842 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b404c0ec-6603-427d-a828-45c78b1b1b12 admin admin] Made reservation on behalf of 83b6a855b277450186870a3529210025 for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:21:30.083800 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b404c0ec-6603-427d-a828-45c78b1b1b12 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:30.091519 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Network fc1af930-75bb-4703-ab95-43d130c7c5b4 details requested by agent ovs-agent-dv-cinder-837699-3-iscsi with host dv-cinder-837699-3-iscsi {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 13:21:30.280034 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b404c0ec-6603-427d-a828-45c78b1b1b12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861'] for subnet (77a47b69-c61f-4715-a126-776e82c7238b), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:30.341887 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b404c0ec-6603-427d-a828-45c78b1b1b12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77a47b69-c61f-4715-a126-776e82c7238b,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:21:30.351498 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b404c0ec-6603-427d-a828-45c78b1b1b12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:21:30.351846 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b404c0ec-6603-427d-a828-45c78b1b1b12 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:21:30.352209 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b404c0ec-6603-427d-a828-45c78b1b1b12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:21:30.352556 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b404c0ec-6603-427d-a828-45c78b1b1b12 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:21:30.352919 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b404c0ec-6603-427d-a828-45c78b1b1b12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:21:30.353249 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b404c0ec-6603-427d-a828-45c78b1b1b12 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:21:30.353571 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b404c0ec-6603-427d-a828-45c78b1b1b12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:21:30.354328 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b404c0ec-6603-427d-a828-45c78b1b1b12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:21:30.354833 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b404c0ec-6603-427d-a828-45c78b1b1b12 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:21:30.355156 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b404c0ec-6603-427d-a828-45c78b1b1b12 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:21:30.355635 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b404c0ec-6603-427d-a828-45c78b1b1b12 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:21:30.356122 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b404c0ec-6603-427d-a828-45c78b1b1b12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:21:30.356616 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b404c0ec-6603-427d-a828-45c78b1b1b12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:21:30.356970 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b404c0ec-6603-427d-a828-45c78b1b1b12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:21:30.357293 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b404c0ec-6603-427d-a828-45c78b1b1b12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:21:30.358557 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b404c0ec-6603-427d-a828-45c78b1b1b12 admin admin] Tracked resource versions report: Apr 29 13:21:30.358557 dv-cinder-837699-3-iscsi neutron-server[103364]: pushed versions: Apr 29 13:21:30.358557 dv-cinder-837699-3-iscsi neutron-server[103364]: { 'AddressGroup': {'1.2'}, Apr 29 13:21:30.358557 dv-cinder-837699-3-iscsi neutron-server[103364]: 'Agent': {'1.1'}, Apr 29 13:21:30.358557 dv-cinder-837699-3-iscsi neutron-server[103364]: 'ConntrackHelper': {'1.0'}, Apr 29 13:21:30.358557 dv-cinder-837699-3-iscsi neutron-server[103364]: 'LocalIPAssociation': {'1.0'}, Apr 29 13:21:30.358557 dv-cinder-837699-3-iscsi neutron-server[103364]: 'Log': {'1.0'}, Apr 29 13:21:30.358557 dv-cinder-837699-3-iscsi neutron-server[103364]: 'NDPProxy': {'1.0'}, Apr 29 13:21:30.358557 dv-cinder-837699-3-iscsi neutron-server[103364]: 'Network': {'1.1'}, Apr 29 13:21:30.358557 dv-cinder-837699-3-iscsi neutron-server[103364]: 'Port': {'1.7'}, Apr 29 13:21:30.358557 dv-cinder-837699-3-iscsi neutron-server[103364]: 'PortForwarding': {'1.3'}, Apr 29 13:21:30.358557 dv-cinder-837699-3-iscsi neutron-server[103364]: 'QosPolicy': {'1.10'}, Apr 29 13:21:30.358557 dv-cinder-837699-3-iscsi neutron-server[103364]: 'SecurityGroup': {'1.5'}, Apr 29 13:21:30.358557 dv-cinder-837699-3-iscsi neutron-server[103364]: 'SecurityGroupRule': {'1.2'}, Apr 29 13:21:30.358557 dv-cinder-837699-3-iscsi neutron-server[103364]: 'SubPort': {'1.0'}, Apr 29 13:21:30.358557 dv-cinder-837699-3-iscsi neutron-server[103364]: 'Subnet': {'1.1'}, Apr 29 13:21:30.358557 dv-cinder-837699-3-iscsi neutron-server[103364]: 'Trunk': {'1.1'}} Apr 29 13:21:30.358557 dv-cinder-837699-3-iscsi neutron-server[103364]: consumer versions: Apr 29 13:21:30.358557 dv-cinder-837699-3-iscsi neutron-server[103364]: { DHCP agent@dv-cinder-837699-3-iscsi: {}, Apr 29 13:21:30.358557 dv-cinder-837699-3-iscsi neutron-server[103364]: HyperV agent@hv-cinder-83769: {}, Apr 29 13:21:30.358557 dv-cinder-837699-3-iscsi neutron-server[103364]: L3 agent@dv-cinder-837699-3-iscsi: {}, Apr 29 13:21:30.358557 dv-cinder-837699-3-iscsi neutron-server[103364]: Metadata agent@dv-cinder-837699-3-iscsi: {}, Apr 29 13:21:30.358557 dv-cinder-837699-3-iscsi neutron-server[103364]: Metering agent@dv-cinder-837699-3-iscsi: {}, Apr 29 13:21:30.358557 dv-cinder-837699-3-iscsi neutron-server[103364]: Open vSwitch agent@dv-cinder-837699-3-iscsi: { 'AddressGroup': '1.2', Apr 29 13:21:30.358557 dv-cinder-837699-3-iscsi neutron-server[103364]: 'Agent': '1.1', Apr 29 13:21:30.358557 dv-cinder-837699-3-iscsi neutron-server[103364]: 'ConntrackHelper': '1.0', Apr 29 13:21:30.358557 dv-cinder-837699-3-iscsi neutron-server[103364]: 'LocalIPAssociation': '1.0', Apr 29 13:21:30.358557 dv-cinder-837699-3-iscsi neutron-server[103364]: 'Log': '1.0', Apr 29 13:21:30.358557 dv-cinder-837699-3-iscsi neutron-server[103364]: 'NDPProxy': '1.0', Apr 29 13:21:30.358557 dv-cinder-837699-3-iscsi neutron-server[103364]: 'Network': '1.1', Apr 29 13:21:30.358557 dv-cinder-837699-3-iscsi neutron-server[103364]: 'Port': '1.7', Apr 29 13:21:30.358557 dv-cinder-837699-3-iscsi neutron-server[103364]: 'PortForwarding': '1.3', Apr 29 13:21:30.358557 dv-cinder-837699-3-iscsi neutron-server[103364]: 'QosPolicy': '1.10', Apr 29 13:21:30.358557 dv-cinder-837699-3-iscsi neutron-server[103364]: 'SecurityGroup': '1.5', Apr 29 13:21:30.358557 dv-cinder-837699-3-iscsi neutron-server[103364]: 'SecurityGroupRule': '1.2', Apr 29 13:21:30.358557 dv-cinder-837699-3-iscsi neutron-server[103364]: 'SubPort': '1.0', Apr 29 13:21:30.358557 dv-cinder-837699-3-iscsi neutron-server[103364]: 'Subnet': '1.1', Apr 29 13:21:30.358557 dv-cinder-837699-3-iscsi neutron-server[103364]: 'Trunk': '1.1'}} Apr 29 13:21:30.358557 dv-cinder-837699-3-iscsi neutron-server[103364]: {{(pid=103364) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 13:21:30.367647 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b404c0ec-6603-427d-a828-45c78b1b1b12 admin admin] Checking segment: {'id': '08d55053-9d12-4d78-bbce-7da3ad73340c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'fc1af930-75bb-4703-ab95-43d130c7c5b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:21:30.368004 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b404c0ec-6603-427d-a828-45c78b1b1b12 admin admin] Network hostable DHCP agents. Network: fc1af930-75bb-4703-ab95-43d130c7c5b4, hostable agents: ['e437e712-237e-4a54-83a8-782eed3c5f0c'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:21:30.386841 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b404c0ec-6603-427d-a828-45c78b1b1b12 admin admin] Network fc1af930-75bb-4703-ab95-43d130c7c5b4 is scheduled to be hosted by DHCP agent e437e712-237e-4a54-83a8-782eed3c5f0c with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:21:30.397752 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-b404c0ec-6603-427d-a828-45c78b1b1b12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837699-3-iscsi, fc1af930-75bb-4703-ab95-43d130c7c5b4) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:21:30.409430 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacef3e7-8d40-424c-a770-992a0149d6fe None None] Network fc1af930-75bb-4703-ab95-43d130c7c5b4 requested from dv-cinder-837699-3-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:21:30.413706 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b404c0ec-6603-427d-a828-45c78b1b1b12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:21:30.417558 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b404c0ec-6603-427d-a828-45c78b1b1b12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549835'] for subnet (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:30.441975 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 47676) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:21:30.442588 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-b404c0ec-6603-427d-a828-45c78b1b1b12 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3964949 Apr 29 13:21:30.447641 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-dc4866ab-02b8-4482-b44c-6b50e9b80d58 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2087911582-router', 'tenant_id': '83b6a855b277450186870a3529210025', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5'}}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:21:30.469543 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dc4866ab-02b8-4482-b44c-6b50e9b80d58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-712620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5407'] for router (4207c677-3435-46c0-b6cf-36c72361e689), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:30.470877 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dc4866ab-02b8-4482-b44c-6b50e9b80d58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-721068', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5398'] for router (4207c677-3435-46c0-b6cf-36c72361e689), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:30.534771 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dc4866ab-02b8-4482-b44c-6b50e9b80d58 admin admin] Publish callbacks [] for router_controller (4207c677-3435-46c0-b6cf-36c72361e689), precommit_add_association {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:30.537110 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5ad9ba-b331-4b3c-a9ce-668eada61f9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d66e39e-ae76-5681-86be-20f584a66953-fc1af930-75bb-4703-ab95-43d130c7c5b4', 'network_id': 'fc1af930-75bb-4703-ab95-43d130c7c5b4', 'project_id': '83b6a855b277450186870a3529210025', 'fixed_ips': [{'subnet_id': '77a47b69-c61f-4715-a126-776e82c7238b'}]}} from dv-cinder-837699-3-iscsi. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 13:21:30.538151 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6d5ad9ba-b331-4b3c-a9ce-668eada61f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (None), before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:30.706832 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-6d5ad9ba-b331-4b3c-a9ce-668eada61f9f None None] Allocated IP 172.20.0.2 (fc1af930-75bb-4703-ab95-43d130c7c5b4/77a47b69-c61f-4715-a126-776e82c7238b/77ac0256-e5b7-4adc-994f-66d007dadb7a) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:21:30.709416 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dc4866ab-02b8-4482-b44c-6b50e9b80d58 admin admin] Publish callbacks [] for router_gateway (4207c677-3435-46c0-b6cf-36c72361e689), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:30.870321 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 47690) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:21:30.877736 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 47692) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:21:30.903568 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6d5ad9ba-b331-4b3c-a9ce-668eada61f9f None None] Publish callbacks [] for port (77ac0256-e5b7-4adc-994f-66d007dadb7a), precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:30.913531 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6d5ad9ba-b331-4b3c-a9ce-668eada61f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783155810398'] for port (77ac0256-e5b7-4adc-994f-66d007dadb7a), after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:30.944260 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dc4866ab-02b8-4482-b44c-6b50e9b80d58 admin admin] Publish callbacks [] for router_gateway (4207c677-3435-46c0-b6cf-36c72361e689), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:30.966511 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dc4866ab-02b8-4482-b44c-6b50e9b80d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:30.969157 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5ad9ba-b331-4b3c-a9ce-668eada61f9f None None] Pushing event updated for resources: {'Port': ['ID=77ac0256-e5b7-4adc-994f-66d007dadb7a,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:21:30.972541 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5ad9ba-b331-4b3c-a9ce-668eada61f9f None None] Network fc1af930-75bb-4703-ab95-43d130c7c5b4 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:21:30.974888 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-6d5ad9ba-b331-4b3c-a9ce-668eada61f9f None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:21:30.980498 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5ad9ba-b331-4b3c-a9ce-668eada61f9f None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:21:30.984628 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5ad9ba-b331-4b3c-a9ce-668eada61f9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:21:30.985004 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5ad9ba-b331-4b3c-a9ce-668eada61f9f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:21:30.985369 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5ad9ba-b331-4b3c-a9ce-668eada61f9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:21:30.985727 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5ad9ba-b331-4b3c-a9ce-668eada61f9f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:21:30.986063 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5ad9ba-b331-4b3c-a9ce-668eada61f9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:21:30.986393 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5ad9ba-b331-4b3c-a9ce-668eada61f9f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:21:30.986718 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5ad9ba-b331-4b3c-a9ce-668eada61f9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:21:30.987049 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5ad9ba-b331-4b3c-a9ce-668eada61f9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:21:30.987363 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5ad9ba-b331-4b3c-a9ce-668eada61f9f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:21:30.987692 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5ad9ba-b331-4b3c-a9ce-668eada61f9f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:21:30.988004 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5ad9ba-b331-4b3c-a9ce-668eada61f9f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:21:30.988525 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5ad9ba-b331-4b3c-a9ce-668eada61f9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:21:30.989032 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5ad9ba-b331-4b3c-a9ce-668eada61f9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:21:30.989501 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5ad9ba-b331-4b3c-a9ce-668eada61f9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:21:30.989994 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5ad9ba-b331-4b3c-a9ce-668eada61f9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:21:30.991387 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5ad9ba-b331-4b3c-a9ce-668eada61f9f None None] Tracked resource versions report: Apr 29 13:21:30.991387 dv-cinder-837699-3-iscsi neutron-server[103366]: pushed versions: Apr 29 13:21:30.991387 dv-cinder-837699-3-iscsi neutron-server[103366]: { 'AddressGroup': {'1.2'}, Apr 29 13:21:30.991387 dv-cinder-837699-3-iscsi neutron-server[103366]: 'Agent': {'1.1'}, Apr 29 13:21:30.991387 dv-cinder-837699-3-iscsi neutron-server[103366]: 'ConntrackHelper': {'1.0'}, Apr 29 13:21:30.991387 dv-cinder-837699-3-iscsi neutron-server[103366]: 'LocalIPAssociation': {'1.0'}, Apr 29 13:21:30.991387 dv-cinder-837699-3-iscsi neutron-server[103366]: 'Log': {'1.0'}, Apr 29 13:21:30.991387 dv-cinder-837699-3-iscsi neutron-server[103366]: 'NDPProxy': {'1.0'}, Apr 29 13:21:30.991387 dv-cinder-837699-3-iscsi neutron-server[103366]: 'Network': {'1.1'}, Apr 29 13:21:30.991387 dv-cinder-837699-3-iscsi neutron-server[103366]: 'Port': {'1.7'}, Apr 29 13:21:30.991387 dv-cinder-837699-3-iscsi neutron-server[103366]: 'PortForwarding': {'1.3'}, Apr 29 13:21:30.991387 dv-cinder-837699-3-iscsi neutron-server[103366]: 'QosPolicy': {'1.10'}, Apr 29 13:21:30.991387 dv-cinder-837699-3-iscsi neutron-server[103366]: 'SecurityGroup': {'1.5'}, Apr 29 13:21:30.991387 dv-cinder-837699-3-iscsi neutron-server[103366]: 'SecurityGroupRule': {'1.2'}, Apr 29 13:21:30.991387 dv-cinder-837699-3-iscsi neutron-server[103366]: 'SubPort': {'1.0'}, Apr 29 13:21:30.991387 dv-cinder-837699-3-iscsi neutron-server[103366]: 'Subnet': {'1.1'}, Apr 29 13:21:30.991387 dv-cinder-837699-3-iscsi neutron-server[103366]: 'Trunk': {'1.1'}} Apr 29 13:21:30.991387 dv-cinder-837699-3-iscsi neutron-server[103366]: consumer versions: Apr 29 13:21:30.991387 dv-cinder-837699-3-iscsi neutron-server[103366]: { DHCP agent@dv-cinder-837699-3-iscsi: {}, Apr 29 13:21:30.991387 dv-cinder-837699-3-iscsi neutron-server[103366]: HyperV agent@hv-cinder-83769: {}, Apr 29 13:21:30.991387 dv-cinder-837699-3-iscsi neutron-server[103366]: L3 agent@dv-cinder-837699-3-iscsi: {}, Apr 29 13:21:30.991387 dv-cinder-837699-3-iscsi neutron-server[103366]: Metadata agent@dv-cinder-837699-3-iscsi: {}, Apr 29 13:21:30.991387 dv-cinder-837699-3-iscsi neutron-server[103366]: Metering agent@dv-cinder-837699-3-iscsi: {}, Apr 29 13:21:30.991387 dv-cinder-837699-3-iscsi neutron-server[103366]: Open vSwitch agent@dv-cinder-837699-3-iscsi: { 'AddressGroup': '1.2', Apr 29 13:21:30.991387 dv-cinder-837699-3-iscsi neutron-server[103366]: 'Agent': '1.1', Apr 29 13:21:30.991387 dv-cinder-837699-3-iscsi neutron-server[103366]: 'ConntrackHelper': '1.0', Apr 29 13:21:30.991387 dv-cinder-837699-3-iscsi neutron-server[103366]: 'LocalIPAssociation': '1.0', Apr 29 13:21:30.991387 dv-cinder-837699-3-iscsi neutron-server[103366]: 'Log': '1.0', Apr 29 13:21:30.991387 dv-cinder-837699-3-iscsi neutron-server[103366]: 'NDPProxy': '1.0', Apr 29 13:21:30.991387 dv-cinder-837699-3-iscsi neutron-server[103366]: 'Network': '1.1', Apr 29 13:21:30.991387 dv-cinder-837699-3-iscsi neutron-server[103366]: 'Port': '1.7', Apr 29 13:21:30.991387 dv-cinder-837699-3-iscsi neutron-server[103366]: 'PortForwarding': '1.3', Apr 29 13:21:30.991387 dv-cinder-837699-3-iscsi neutron-server[103366]: 'QosPolicy': '1.10', Apr 29 13:21:30.991387 dv-cinder-837699-3-iscsi neutron-server[103366]: 'SecurityGroup': '1.5', Apr 29 13:21:30.991387 dv-cinder-837699-3-iscsi neutron-server[103366]: 'SecurityGroupRule': '1.2', Apr 29 13:21:30.991387 dv-cinder-837699-3-iscsi neutron-server[103366]: 'SubPort': '1.0', Apr 29 13:21:30.991387 dv-cinder-837699-3-iscsi neutron-server[103366]: 'Subnet': '1.1', Apr 29 13:21:30.991387 dv-cinder-837699-3-iscsi neutron-server[103366]: 'Trunk': '1.1'}} Apr 29 13:21:30.991387 dv-cinder-837699-3-iscsi neutron-server[103366]: {{(pid=103366) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 13:21:31.061478 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-6d5ad9ba-b331-4b3c-a9ce-668eada61f9f None None] Attempting to bind port 77ac0256-e5b7-4adc-994f-66d007dadb7a on host dv-cinder-837699-3-iscsi for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:21:31.062018 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-6d5ad9ba-b331-4b3c-a9ce-668eada61f9f None None] Attempting to bind port 77ac0256-e5b7-4adc-994f-66d007dadb7a by drivers openvswitch,hyperv on host dv-cinder-837699-3-iscsi at level 0 using segments [{'id': '08d55053-9d12-4d78-bbce-7da3ad73340c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'fc1af930-75bb-4703-ab95-43d130c7c5b4'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:21:31.062686 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5ad9ba-b331-4b3c-a9ce-668eada61f9f None None] Attempting to bind port 77ac0256-e5b7-4adc-994f-66d007dadb7a on network fc1af930-75bb-4703-ab95-43d130c7c5b4 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:21:31.068178 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5ad9ba-b331-4b3c-a9ce-668eada61f9f None None] Checking agent: {'id': '070d87cd-fed4-4d07-85b5-c26ded61f2d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 12, 59), 'started_at': datetime.datetime(2022, 4, 29, 13, 13, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:21:31.068555 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5ad9ba-b331-4b3c-a9ce-668eada61f9f None None] Checking segment: {'id': '08d55053-9d12-4d78-bbce-7da3ad73340c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'fc1af930-75bb-4703-ab95-43d130c7c5b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:21:31.068982 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6d5ad9ba-b331-4b3c-a9ce-668eada61f9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:31.069379 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5ad9ba-b331-4b3c-a9ce-668eada61f9f None None] Bound using segment: {'id': '08d55053-9d12-4d78-bbce-7da3ad73340c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'fc1af930-75bb-4703-ab95-43d130c7c5b4'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:21:31.069843 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-6d5ad9ba-b331-4b3c-a9ce-668eada61f9f None None] Bound port: 77ac0256-e5b7-4adc-994f-66d007dadb7a, host: dv-cinder-837699-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08d55053-9d12-4d78-bbce-7da3ad73340c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'fc1af930-75bb-4703-ab95-43d130c7c5b4'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:21:31.070313 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6d5ad9ba-b331-4b3c-a9ce-668eada61f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (77ac0256-e5b7-4adc-994f-66d007dadb7a), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:31.074892 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 47702) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:21:31.114741 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-dc4866ab-02b8-4482-b44c-6b50e9b80d58 admin admin] Allocated IP 172.27.0.76 (754f8d77-c1fb-438d-9dec-eec91b4433a5/8519c0fa-1b1c-41ff-b70f-9433c7b7bb38/82c48137-ef66-4132-bb6d-1c06501fae0e) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:21:31.154893 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-6d5ad9ba-b331-4b3c-a9ce-668eada61f9f None None] For port 77ac0256-e5b7-4adc-994f-66d007dadb7a, host dv-cinder-837699-3-iscsi, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:21:31.158420 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-6d5ad9ba-b331-4b3c-a9ce-668eada61f9f None None] For port 77ac0256-e5b7-4adc-994f-66d007dadb7a, host dv-cinder-837699-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=77ac0256-e5b7-4adc-994f-66d007dadb7a,segment=NetworkSegment(08d55053-9d12-4d78-bbce-7da3ad73340c),segment_id=08d55053-9d12-4d78-bbce-7da3ad73340c)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:21:31.166052 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6d5ad9ba-b331-4b3c-a9ce-668eada61f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (77ac0256-e5b7-4adc-994f-66d007dadb7a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:31.245029 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5ad9ba-b331-4b3c-a9ce-668eada61f9f None None] Pushing event updated for resources: {'Port': ['ID=77ac0256-e5b7-4adc-994f-66d007dadb7a,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:21:31.267411 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dc4866ab-02b8-4482-b44c-6b50e9b80d58 admin admin] Publish callbacks [] for port (82c48137-ef66-4132-bb6d-1c06501fae0e), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:31.306828 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-c5a206bf-b90c-4bae-84c3-f21c3557d0e7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-236784049-network', 'tenant_id': '54963ec7385e4e83946be5462fe92907'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:21:31.309765 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-d34536bd-21ed-4826-81a5-aa6337eb8ae7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1550131135-network', 'tenant_id': '62259e68f4eb4e72bddb618088a3d06a'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:21:31.327951 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dc4866ab-02b8-4482-b44c-6b50e9b80d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783155810398'] for port (82c48137-ef66-4132-bb6d-1c06501fae0e), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:31.355691 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d34536bd-21ed-4826-81a5-aa6337eb8ae7 admin admin] Made reservation on behalf of 62259e68f4eb4e72bddb618088a3d06a for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:21:31.355691 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d34536bd-21ed-4826-81a5-aa6337eb8ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for network (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:31.359129 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 47712) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:21:31.367013 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4866ab-02b8-4482-b44c-6b50e9b80d58 admin admin] Network 754f8d77-c1fb-438d-9dec-eec91b4433a5 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:21:31.369853 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-dc4866ab-02b8-4482-b44c-6b50e9b80d58 admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:21:31.372980 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4866ab-02b8-4482-b44c-6b50e9b80d58 admin admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:21:31.375984 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d34536bd-21ed-4826-81a5-aa6337eb8ae7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:31.418631 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a206bf-b90c-4bae-84c3-f21c3557d0e7 admin admin] Made reservation on behalf of 54963ec7385e4e83946be5462fe92907 for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:21:31.421160 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c5a206bf-b90c-4bae-84c3-f21c3557d0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for network (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:31.424175 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-00a93a37-e138-4fa4-8b53-1e146170a6f8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1983684363-network', 'tenant_id': 'f816e6d8de4d489b965fa6fe021f3b58'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:21:31.453857 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a93a37-e138-4fa4-8b53-1e146170a6f8 admin admin] Made reservation on behalf of f816e6d8de4d489b965fa6fe021f3b58 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:21:31.458321 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-00a93a37-e138-4fa4-8b53-1e146170a6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for network (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:31.471214 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-00a93a37-e138-4fa4-8b53-1e146170a6f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:31.564027 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c5a206bf-b90c-4bae-84c3-f21c3557d0e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:31.626342 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d34536bd-21ed-4826-81a5-aa6337eb8ae7 admin admin] Publish callbacks [] for security_group (2cc64832-3bd3-45e9-a9dd-73e588010124), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:31.633176 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d34536bd-21ed-4826-81a5-aa6337eb8ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (2cc64832-3bd3-45e9-a9dd-73e588010124), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:31.671665 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34536bd-21ed-4826-81a5-aa6337eb8ae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc64832-3bd3-45e9-a9dd-73e588010124,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:21:31.695694 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-00a93a37-e138-4fa4-8b53-1e146170a6f8 admin admin] Publish callbacks [] for security_group (3326a7ba-3569-4fd3-9e24-1c1a675c3ba6), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:31.697771 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d34536bd-21ed-4826-81a5-aa6337eb8ae7 admin admin] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:21:31.702009 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-00a93a37-e138-4fa4-8b53-1e146170a6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (3326a7ba-3569-4fd3-9e24-1c1a675c3ba6), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:31.755572 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d34536bd-21ed-4826-81a5-aa6337eb8ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401276'] for segment (4fd29a15-20ce-448e-b25d-cf8073262121), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:31.756019 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.db.segments_db [None req-d34536bd-21ed-4826-81a5-aa6337eb8ae7 admin admin] Added segment 4fd29a15-20ce-448e-b25d-cf8073262121 of type vlan for network 3410551e-5a46-4ac5-98b2-aca173f9205e Apr 29 13:21:31.816796 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d34536bd-21ed-4826-81a5-aa6337eb8ae7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783155844244'] for network (3410551e-5a46-4ac5-98b2-aca173f9205e), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:31.830592 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00a93a37-e138-4fa4-8b53-1e146170a6f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:21:31.841241 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-00a93a37-e138-4fa4-8b53-1e146170a6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401276'] for segment (102c26fc-bc3b-4b71-98bb-4021ece289b9), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:31.841589 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.db.segments_db [None req-00a93a37-e138-4fa4-8b53-1e146170a6f8 admin admin] Added segment 102c26fc-bc3b-4b71-98bb-4021ece289b9 of type vlan for network 75b7fe95-ba69-4d04-89c6-6ad49ef540b7 Apr 29 13:21:31.842657 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c5a206bf-b90c-4bae-84c3-f21c3557d0e7 admin admin] Publish callbacks [] for security_group (792e7502-e0ef-4f4c-98d5-f0878f981827), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:31.849646 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c5a206bf-b90c-4bae-84c3-f21c3557d0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (792e7502-e0ef-4f4c-98d5-f0878f981827), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:31.868636 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5a206bf-b90c-4bae-84c3-f21c3557d0e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:21:31.880908 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c5a206bf-b90c-4bae-84c3-f21c3557d0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401276'] for segment (9fb2306b-647f-449e-a535-dc422cb8ffaa), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:31.881610 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.db.segments_db [None req-c5a206bf-b90c-4bae-84c3-f21c3557d0e7 admin admin] Added segment 9fb2306b-647f-449e-a535-dc422cb8ffaa of type vlan for network f7b2159c-541e-40fc-88d7-6131e3b1d41e Apr 29 13:21:31.901630 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-00a93a37-e138-4fa4-8b53-1e146170a6f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783155844244'] for network (75b7fe95-ba69-4d04-89c6-6ad49ef540b7), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:31.932971 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a93a37-e138-4fa4-8b53-1e146170a6f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:21:31.938687 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.db.resource_extend [None req-d34536bd-21ed-4826-81a5-aa6337eb8ae7 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 13:21:31.945061 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-f56e5959-400c-4e72-b67e-bab02dbb463c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-921804364-network', 'tenant_id': '1e7f22083aa84571b6efb751abd2b537'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:21:31.957260 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-00a93a37-e138-4fa4-8b53-1e146170a6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861'] for network (75b7fe95-ba69-4d04-89c6-6ad49ef540b7), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:31.958659 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a93a37-e138-4fa4-8b53-1e146170a6f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:21:31.959558 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-00a93a37-e138-4fa4-8b53-1e146170a6f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549835'] for network (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:31.969995 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device 77ac0256-e5b7-4adc-994f-66d007dadb7a up at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:21:31.987930 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a206bf-b90c-4bae-84c3-f21c3557d0e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=792e7502-e0ef-4f4c-98d5-f0878f981827,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:21:31.994168 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c5a206bf-b90c-4bae-84c3-f21c3557d0e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783155844244'] for network (f7b2159c-541e-40fc-88d7-6131e3b1d41e), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:32.002083 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4866ab-02b8-4482-b44c-6b50e9b80d58 admin admin] Pushing event updated for resources: {'Port': ['ID=82c48137-ef66-4132-bb6d-1c06501fae0e,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:21:32.007256 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dc4866ab-02b8-4482-b44c-6b50e9b80d58 admin admin] Publish callbacks [] for router_gateway (4207c677-3435-46c0-b6cf-36c72361e689), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:32.041224 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Provisioning complete for port 77ac0256-e5b7-4adc-994f-66d007dadb7a triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:21:32.041898 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (77ac0256-e5b7-4adc-994f-66d007dadb7a), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:32.048988 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d34536bd-21ed-4826-81a5-aa6337eb8ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861'] for network (3410551e-5a46-4ac5-98b2-aca173f9205e), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:32.050015 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34536bd-21ed-4826-81a5-aa6337eb8ae7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:21:32.052169 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d34536bd-21ed-4826-81a5-aa6337eb8ae7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549835'] for network (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:32.075816 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-00a93a37-e138-4fa4-8b53-1e146170a6f8 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0001452 Apr 29 13:21:32.113431 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 47740) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:21:32.131095 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-449cee5a-0aaf-48db-bd63-629a39f11fff admin admin] Request body: {'subnet': {'network_id': '75b7fe95-ba69-4d04-89c6-6ad49ef540b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1983684363-subnet', 'tenant_id': 'f816e6d8de4d489b965fa6fe021f3b58', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:21:32.155096 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Current status of the port 77ac0256-e5b7-4adc-994f-66d007dadb7a is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:21:32.156272 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (77ac0256-e5b7-4adc-994f-66d007dadb7a), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:32.169711 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.db.resource_extend [None req-c5a206bf-b90c-4bae-84c3-f21c3557d0e7 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 13:21:32.201658 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c5a206bf-b90c-4bae-84c3-f21c3557d0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861'] for network (f7b2159c-541e-40fc-88d7-6131e3b1d41e), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:32.202777 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a206bf-b90c-4bae-84c3-f21c3557d0e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:21:32.203590 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c5a206bf-b90c-4bae-84c3-f21c3557d0e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549835'] for network (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:32.211379 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] For port 77ac0256-e5b7-4adc-994f-66d007dadb7a, host dv-cinder-837699-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=77ac0256-e5b7-4adc-994f-66d007dadb7a,segment=NetworkSegment(08d55053-9d12-4d78-bbce-7da3ad73340c),segment_id=08d55053-9d12-4d78-bbce-7da3ad73340c)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:21:32.217898 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (77ac0256-e5b7-4adc-994f-66d007dadb7a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:32.254532 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-d34536bd-21ed-4826-81a5-aa6337eb8ae7 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3802292 Apr 29 13:21:32.262592 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 47744) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:21:32.270202 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f56e5959-400c-4e72-b67e-bab02dbb463c admin admin] Made reservation on behalf of 1e7f22083aa84571b6efb751abd2b537 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:21:32.276000 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f56e5959-400c-4e72-b67e-bab02dbb463c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for network (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:32.284823 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a206bf-b90c-4bae-84c3-f21c3557d0e7 admin admin] Pushing event updated for resources: {'Network': ['ID=f7b2159c-541e-40fc-88d7-6131e3b1d41e,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:21:32.290205 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Pushing event updated for resources: {'Port': ['ID=77ac0256-e5b7-4adc-994f-66d007dadb7a,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:21:32.300225 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Network f7b2159c-541e-40fc-88d7-6131e3b1d41e details requested by agent ovs-agent-dv-cinder-837699-3-iscsi with host dv-cinder-837699-3-iscsi {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 13:21:32.319602 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-36b8f7aa-b963-4497-a663-15097b932db2 admin admin] Request body: {'subnet': {'network_id': '3410551e-5a46-4ac5-98b2-aca173f9205e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1550131135-subnet', 'tenant_id': '62259e68f4eb4e72bddb618088a3d06a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:21:32.445356 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a93a37-e138-4fa4-8b53-1e146170a6f8 admin admin] Pushing event updated for resources: {'Network': ['ID=75b7fe95-ba69-4d04-89c6-6ad49ef540b7,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:21:32.453302 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f56e5959-400c-4e72-b67e-bab02dbb463c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:32.460666 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Network 75b7fe95-ba69-4d04-89c6-6ad49ef540b7 details requested by agent ovs-agent-dv-cinder-837699-3-iscsi with host dv-cinder-837699-3-iscsi {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 13:21:32.518706 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-c5a206bf-b90c-4bae-84c3-f21c3557d0e7 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6399198 Apr 29 13:21:32.521475 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 47758) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:21:32.527986 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-d3b46562-295f-4b8e-abff-595c8fa2d932 admin admin] Request body: {'subnet': {'network_id': 'f7b2159c-541e-40fc-88d7-6131e3b1d41e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-236784049-subnet', 'tenant_id': '54963ec7385e4e83946be5462fe92907', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:21:32.566925 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dc4866ab-02b8-4482-b44c-6b50e9b80d58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-721113'] for router (4207c677-3435-46c0-b6cf-36c72361e689), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:32.583002 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b46562-295f-4b8e-abff-595c8fa2d932 admin admin] Made reservation on behalf of 54963ec7385e4e83946be5462fe92907 for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:21:32.606729 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d3b46562-295f-4b8e-abff-595c8fa2d932 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:32.744157 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2104bdce-8f6d-479e-a1c0-f712f4ce02c9 None None] Network fc1af930-75bb-4703-ab95-43d130c7c5b4 requested from dv-cinder-837699-3-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:21:32.774180 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-449cee5a-0aaf-48db-bd63-629a39f11fff admin admin] Made reservation on behalf of f816e6d8de4d489b965fa6fe021f3b58 for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:21:32.776811 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-449cee5a-0aaf-48db-bd63-629a39f11fff admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:32.806232 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34536bd-21ed-4826-81a5-aa6337eb8ae7 admin admin] Pushing event updated for resources: {'Network': ['ID=3410551e-5a46-4ac5-98b2-aca173f9205e,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:21:32.823880 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f56e5959-400c-4e72-b67e-bab02dbb463c admin admin] Publish callbacks [] for security_group (d770ca6a-6900-41ba-a5d1-39350f980f94), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:32.941166 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Network 3410551e-5a46-4ac5-98b2-aca173f9205e details requested by agent ovs-agent-dv-cinder-837699-3-iscsi with host dv-cinder-837699-3-iscsi {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 13:21:32.948465 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f56e5959-400c-4e72-b67e-bab02dbb463c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (d770ca6a-6900-41ba-a5d1-39350f980f94), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:32.957272 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b8f7aa-b963-4497-a663-15097b932db2 admin admin] Made reservation on behalf of 62259e68f4eb4e72bddb618088a3d06a for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:21:32.959758 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-36b8f7aa-b963-4497-a663-15097b932db2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:33.022576 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f56e5959-400c-4e72-b67e-bab02dbb463c admin admin] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:21:33.046061 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-72d9aa23-cf84-4438-9fae-0314dc76b5a1 None None] Provisioning complete for port 77ac0256-e5b7-4adc-994f-66d007dadb7a triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:21:33.046515 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-72d9aa23-cf84-4438-9fae-0314dc76b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (77ac0256-e5b7-4adc-994f-66d007dadb7a), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:33.133684 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d3b46562-295f-4b8e-abff-595c8fa2d932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861'] for subnet (7155c938-ce60-4dd2-8443-11b2fc253ef7), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:33.152944 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f56e5959-400c-4e72-b67e-bab02dbb463c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401276'] for segment (7d58dba2-6bce-4657-ad48-111e1ec8c905), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:33.153515 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.db.segments_db [None req-f56e5959-400c-4e72-b67e-bab02dbb463c admin admin] Added segment 7d58dba2-6bce-4657-ad48-111e1ec8c905 of type vlan for network 8f33b954-1f3c-43fa-a8bf-3eab44702663 Apr 29 13:21:33.155315 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56e5959-400c-4e72-b67e-bab02dbb463c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d770ca6a-6900-41ba-a5d1-39350f980f94,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:21:33.264966 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-72d9aa23-cf84-4438-9fae-0314dc76b5a1 None None] Current status of the port 77ac0256-e5b7-4adc-994f-66d007dadb7a is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:21:33.298928 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b46562-295f-4b8e-abff-595c8fa2d932 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7155c938-ce60-4dd2-8443-11b2fc253ef7,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:21:33.299174 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f56e5959-400c-4e72-b67e-bab02dbb463c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783155844244'] for network (8f33b954-1f3c-43fa-a8bf-3eab44702663), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:33.310303 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc4866ab-02b8-4482-b44c-6b50e9b80d58 admin admin] Router 4207c677-3435-46c0-b6cf-36c72361e689 is scheduled to L3 agent ffd5f049-29fc-4e99-906d-6eadce93ab48 with binding_index 1 {{(pid=103365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 13:21:33.485608 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f56e5959-400c-4e72-b67e-bab02dbb463c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861'] for network (8f33b954-1f3c-43fa-a8bf-3eab44702663), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:33.486838 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56e5959-400c-4e72-b67e-bab02dbb463c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:21:33.488144 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f56e5959-400c-4e72-b67e-bab02dbb463c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549835'] for network (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:33.496520 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b46562-295f-4b8e-abff-595c8fa2d932 admin admin] Checking segment: {'id': '9fb2306b-647f-449e-a535-dc422cb8ffaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'f7b2159c-541e-40fc-88d7-6131e3b1d41e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:21:33.496910 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b46562-295f-4b8e-abff-595c8fa2d932 admin admin] Network hostable DHCP agents. Network: f7b2159c-541e-40fc-88d7-6131e3b1d41e, hostable agents: ['e437e712-237e-4a54-83a8-782eed3c5f0c'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:21:33.509481 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc4866ab-02b8-4482-b44c-6b50e9b80d58 admin admin] Notify agent at l3_agent.dv-cinder-837699-3-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:21:33.522275 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca2be7a-2e0b-434a-b3e5-066201394a93 None None] Sync routers for ids ['4207c677-3435-46c0-b6cf-36c72361e689'] in dv-cinder-837699-3-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:21:33.535037 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b46562-295f-4b8e-abff-595c8fa2d932 admin admin] Network f7b2159c-541e-40fc-88d7-6131e3b1d41e is scheduled to be hosted by DHCP agent e437e712-237e-4a54-83a8-782eed3c5f0c with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:21:33.537022 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca2be7a-2e0b-434a-b3e5-066201394a93 None None] Routers {'4207c677-3435-46c0-b6cf-36c72361e689'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:21:33.538324 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-1ca2be7a-2e0b-434a-b3e5-066201394a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:21:24Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['4207c677-3435-46c0-b6cf-36c72361e689'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:21:33.545793 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dc4866ab-02b8-4482-b44c-6b50e9b80d58 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:33.550591 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-dc4866ab-02b8-4482-b44c-6b50e9b80d58 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1038518 Apr 29 13:21:33.551844 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 47808) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:21:33.589822 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-b276df64-e31a-4647-bda7-fbef870c3771 None None] Provisioning complete for port 77ac0256-e5b7-4adc-994f-66d007dadb7a triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:21:33.592476 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b276df64-e31a-4647-bda7-fbef870c3771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (77ac0256-e5b7-4adc-994f-66d007dadb7a), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:33.602607 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-d3b46562-295f-4b8e-abff-595c8fa2d932 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837699-3-iscsi, f7b2159c-541e-40fc-88d7-6131e3b1d41e) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:21:33.610549 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b46562-295f-4b8e-abff-595c8fa2d932 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:21:33.611140 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d3b46562-295f-4b8e-abff-595c8fa2d932 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549835'] for subnet (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:33.653515 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-d3b46562-295f-4b8e-abff-595c8fa2d932 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1308029 Apr 29 13:21:33.693329 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17cf7e84-0b41-4f94-85b0-d6b243a0d68b None None] Network f7b2159c-541e-40fc-88d7-6131e3b1d41e requested from dv-cinder-837699-3-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:21:33.702917 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56e5959-400c-4e72-b67e-bab02dbb463c admin admin] Pushing event updated for resources: {'Network': ['ID=8f33b954-1f3c-43fa-a8bf-3eab44702663,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:21:33.715607 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-1ca2be7a-2e0b-434a-b3e5-066201394a93 None None] Set router 4207c677-3435-46c0-b6cf-36c72361e689 gateway port host: dv-cinder-837699-3-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:21:33.776330 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 47812) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:21:33.792486 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Network 8f33b954-1f3c-43fa-a8bf-3eab44702663 details requested by agent ovs-agent-dv-cinder-837699-3-iscsi with host dv-cinder-837699-3-iscsi {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 13:21:33.805016 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-449cee5a-0aaf-48db-bd63-629a39f11fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861'] for subnet (c49f2808-2545-473c-889a-37ee93dfd06e), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:33.810023 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-36b8f7aa-b963-4497-a663-15097b932db2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861'] for subnet (d4719930-215c-410a-9121-e8646740b594), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:33.865836 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-f56e5959-400c-4e72-b67e-bab02dbb463c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.5048687 Apr 29 13:21:33.868268 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 47814) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:21:33.878613 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 47816) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:21:33.898065 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-58a60069-3296-43d7-b27a-f2fd417390bb admin admin] Request body: {'subnet': {'network_id': '8f33b954-1f3c-43fa-a8bf-3eab44702663', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-921804364-subnet', 'tenant_id': '1e7f22083aa84571b6efb751abd2b537', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:21:33.906745 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-1ca2be7a-2e0b-434a-b3e5-066201394a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4207c677-3435-46c0-b6cf-36c72361e689', 'name': 'tempest-AttachVolumeTestJSON-2087911582-router', 'tenant_id': '83b6a855b277450186870a3529210025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '82c48137-ef66-4132-bb6d-1c06501fae0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:30Z', 'updated_at': '2022-04-29T13:21:31Z', 'revision_number': 3, 'project_id': '83b6a855b277450186870a3529210025', 'gw_port': {'id': '82c48137-ef66-4132-bb6d-1c06501fae0e', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:66:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4207c677-3435-46c0-b6cf-36c72361e689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:30Z', 'updated_at': '2022-04-29T13:21:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi'}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:21:33.955742 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449cee5a-0aaf-48db-bd63-629a39f11fff admin admin] Checking segment: {'id': '102c26fc-bc3b-4b71-98bb-4021ece289b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '75b7fe95-ba69-4d04-89c6-6ad49ef540b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:21:33.956104 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449cee5a-0aaf-48db-bd63-629a39f11fff admin admin] Network hostable DHCP agents. Network: 75b7fe95-ba69-4d04-89c6-6ad49ef540b7, hostable agents: ['e437e712-237e-4a54-83a8-782eed3c5f0c'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:21:33.983041 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca2be7a-2e0b-434a-b3e5-066201394a93 None None] Checking router: 4207c677-3435-46c0-b6cf-36c72361e689 for host: dv-cinder-837699-3-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:21:33.983715 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca2be7a-2e0b-434a-b3e5-066201394a93 None None] Updating router 4207c677-3435-46c0-b6cf-36c72361e689 port 82c48137-ef66-4132-bb6d-1c06501fae0e binding host dv-cinder-837699-3-iscsi {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 13:21:33.990632 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449cee5a-0aaf-48db-bd63-629a39f11fff admin admin] Pushing event updated for resources: {'Subnet': ['ID=c49f2808-2545-473c-889a-37ee93dfd06e,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:21:33.992812 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449cee5a-0aaf-48db-bd63-629a39f11fff admin admin] Network 75b7fe95-ba69-4d04-89c6-6ad49ef540b7 is scheduled to be hosted by DHCP agent e437e712-237e-4a54-83a8-782eed3c5f0c with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:21:34.041576 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-1ca2be7a-2e0b-434a-b3e5-066201394a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (82c48137-ef66-4132-bb6d-1c06501fae0e), before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:34.043123 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b8f7aa-b963-4497-a663-15097b932db2 admin admin] Checking segment: {'id': '4fd29a15-20ce-448e-b25d-cf8073262121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '3410551e-5a46-4ac5-98b2-aca173f9205e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:21:34.043489 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b8f7aa-b963-4497-a663-15097b932db2 admin admin] Network hostable DHCP agents. Network: 3410551e-5a46-4ac5-98b2-aca173f9205e, hostable agents: ['e437e712-237e-4a54-83a8-782eed3c5f0c'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:21:34.047116 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device 77ac0256-e5b7-4adc-994f-66d007dadb7a up at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:21:34.047320 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b8f7aa-b963-4497-a663-15097b932db2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4719930-215c-410a-9121-e8646740b594,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:21:34.065603 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a60069-3296-43d7-b27a-f2fd417390bb admin admin] Made reservation on behalf of 1e7f22083aa84571b6efb751abd2b537 for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:21:34.069126 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-58a60069-3296-43d7-b27a-f2fd417390bb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:34.239426 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-449cee5a-0aaf-48db-bd63-629a39f11fff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837699-3-iscsi, 75b7fe95-ba69-4d04-89c6-6ad49ef540b7) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:21:34.262485 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449cee5a-0aaf-48db-bd63-629a39f11fff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:21:34.263289 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-449cee5a-0aaf-48db-bd63-629a39f11fff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549835'] for subnet (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:34.288283 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04aa7773-d641-4b65-9fe1-d7df6cc11fe7 None None] Network 75b7fe95-ba69-4d04-89c6-6ad49ef540b7 requested from dv-cinder-837699-3-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:21:34.311635 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b8f7aa-b963-4497-a663-15097b932db2 admin admin] Network 3410551e-5a46-4ac5-98b2-aca173f9205e is scheduled to be hosted by DHCP agent e437e712-237e-4a54-83a8-782eed3c5f0c with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:21:34.331853 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0258202e-bd00-4b9a-a20b-630c6e03b7e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:34.344241 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-42dfa625-a72b-41ab-9547-35b8802bacba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:34.382693 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-36b8f7aa-b963-4497-a663-15097b932db2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837699-3-iscsi, 3410551e-5a46-4ac5-98b2-aca173f9205e) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:21:34.407020 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-449cee5a-0aaf-48db-bd63-629a39f11fff admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.2851090 Apr 29 13:21:34.433942 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf13272-65e7-4640-b018-552873b98f88 None None] Network 3410551e-5a46-4ac5-98b2-aca173f9205e requested from dv-cinder-837699-3-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:21:34.434514 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-42dfa625-a72b-41ab-9547-35b8802bacba admin admin] Publish callbacks [] for security_group (5a4ac6cf-1d04-4faa-808c-71c9ea8fa380), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:34.435635 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 47836) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:21:34.458336 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-d0cce949-16d9-4d08-8359-165da801e6d4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1983684363-router', 'tenant_id': 'f816e6d8de4d489b965fa6fe021f3b58', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5'}}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:21:34.478304 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-42dfa625-a72b-41ab-9547-35b8802bacba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (5a4ac6cf-1d04-4faa-808c-71c9ea8fa380), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:34.484404 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b8f7aa-b963-4497-a663-15097b932db2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:21:34.485211 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-36b8f7aa-b963-4497-a663-15097b932db2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549835'] for subnet (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:34.548069 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-58a60069-3296-43d7-b27a-f2fd417390bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861'] for subnet (9f59e443-3db1-41f0-85e9-12ea320207b5), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:34.594563 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-36b8f7aa-b963-4497-a663-15097b932db2 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.3118012 Apr 29 13:21:34.597421 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-42dfa625-a72b-41ab-9547-35b8802bacba admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=db2c53b8ed9443ce964c848f88ab625d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8162379 Apr 29 13:21:34.600377 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 47842) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:21:34.600524 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 47844) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:21:34.600793 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dfa625-a72b-41ab-9547-35b8802bacba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a4ac6cf-1d04-4faa-808c-71c9ea8fa380,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:21:34.603405 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d0cce949-16d9-4d08-8359-165da801e6d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-712620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5407'] for router (51728595-6e32-43af-807d-01fb63b042cd), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:34.604696 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d0cce949-16d9-4d08-8359-165da801e6d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-721068', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5398'] for router (51728595-6e32-43af-807d-01fb63b042cd), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:34.665774 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7229f6e-36bb-4ea8-a05f-09088e47109c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d66e39e-ae76-5681-86be-20f584a66953-3410551e-5a46-4ac5-98b2-aca173f9205e', 'network_id': '3410551e-5a46-4ac5-98b2-aca173f9205e', 'project_id': '62259e68f4eb4e72bddb618088a3d06a', 'fixed_ips': [{'subnet_id': 'd4719930-215c-410a-9121-e8646740b594'}]}} from dv-cinder-837699-3-iscsi. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 13:21:34.667653 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c7229f6e-36bb-4ea8-a05f-09088e47109c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (None), before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:34.667823 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-6ba15933-1b7f-4884-af51-5fa122a7c9fa admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1550131135-router', 'tenant_id': '62259e68f4eb4e72bddb618088a3d06a', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5'}}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:21:34.686183 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ca9e39-2f5e-41f5-b942-d6cbf2abde60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d66e39e-ae76-5681-86be-20f584a66953-75b7fe95-ba69-4d04-89c6-6ad49ef540b7', 'network_id': '75b7fe95-ba69-4d04-89c6-6ad49ef540b7', 'project_id': 'f816e6d8de4d489b965fa6fe021f3b58', 'fixed_ips': [{'subnet_id': 'c49f2808-2545-473c-889a-37ee93dfd06e'}]}} from dv-cinder-837699-3-iscsi. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 13:21:34.687248 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-03ca9e39-2f5e-41f5-b942-d6cbf2abde60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (None), before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:34.763921 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-1ca2be7a-2e0b-434a-b3e5-066201394a93 None None] Publish callbacks [] for port (82c48137-ef66-4132-bb6d-1c06501fae0e), precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:34.778607 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-1ca2be7a-2e0b-434a-b3e5-066201394a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (82c48137-ef66-4132-bb6d-1c06501fae0e), after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:34.795868 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6ba15933-1b7f-4884-af51-5fa122a7c9fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-712620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5407'] for router (a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:34.802313 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6ba15933-1b7f-4884-af51-5fa122a7c9fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-721068', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5398'] for router (a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:34.830034 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a60069-3296-43d7-b27a-f2fd417390bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f59e443-3db1-41f0-85e9-12ea320207b5,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:21:34.858974 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f325b9ae-2787-498e-a03c-e128a4d49a7c admin admin] Publish callbacks [] for security_group (5a4ac6cf-1d04-4faa-808c-71c9ea8fa380), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:34.908411 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13f91a6-0bcb-4ca0-a3c0-d3300ce2bdd2 None None] Pushing event updated for resources: {'Port': ['ID=82c48137-ef66-4132-bb6d-1c06501fae0e,revision_number=2']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:21:34.915123 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-b276df64-e31a-4647-bda7-fbef870c3771 None None] Current status of the port 77ac0256-e5b7-4adc-994f-66d007dadb7a is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:21:34.922060 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13f91a6-0bcb-4ca0-a3c0-d3300ce2bdd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:21:34.922727 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13f91a6-0bcb-4ca0-a3c0-d3300ce2bdd2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:21:34.923354 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13f91a6-0bcb-4ca0-a3c0-d3300ce2bdd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:21:34.923888 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13f91a6-0bcb-4ca0-a3c0-d3300ce2bdd2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:21:34.924385 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13f91a6-0bcb-4ca0-a3c0-d3300ce2bdd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:21:34.924931 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13f91a6-0bcb-4ca0-a3c0-d3300ce2bdd2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:21:34.925591 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13f91a6-0bcb-4ca0-a3c0-d3300ce2bdd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:21:34.926067 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13f91a6-0bcb-4ca0-a3c0-d3300ce2bdd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:21:34.926586 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13f91a6-0bcb-4ca0-a3c0-d3300ce2bdd2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:21:34.927074 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13f91a6-0bcb-4ca0-a3c0-d3300ce2bdd2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:21:34.927626 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13f91a6-0bcb-4ca0-a3c0-d3300ce2bdd2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:21:34.928146 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13f91a6-0bcb-4ca0-a3c0-d3300ce2bdd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:21:34.928625 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13f91a6-0bcb-4ca0-a3c0-d3300ce2bdd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:21:34.929166 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13f91a6-0bcb-4ca0-a3c0-d3300ce2bdd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:21:34.929661 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13f91a6-0bcb-4ca0-a3c0-d3300ce2bdd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:21:34.931097 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13f91a6-0bcb-4ca0-a3c0-d3300ce2bdd2 None None] Tracked resource versions report: Apr 29 13:21:34.931097 dv-cinder-837699-3-iscsi neutron-server[103367]: pushed versions: Apr 29 13:21:34.931097 dv-cinder-837699-3-iscsi neutron-server[103367]: { 'AddressGroup': {'1.2'}, Apr 29 13:21:34.931097 dv-cinder-837699-3-iscsi neutron-server[103367]: 'Agent': {'1.1'}, Apr 29 13:21:34.931097 dv-cinder-837699-3-iscsi neutron-server[103367]: 'ConntrackHelper': {'1.0'}, Apr 29 13:21:34.931097 dv-cinder-837699-3-iscsi neutron-server[103367]: 'LocalIPAssociation': {'1.0'}, Apr 29 13:21:34.931097 dv-cinder-837699-3-iscsi neutron-server[103367]: 'Log': {'1.0'}, Apr 29 13:21:34.931097 dv-cinder-837699-3-iscsi neutron-server[103367]: 'NDPProxy': {'1.0'}, Apr 29 13:21:34.931097 dv-cinder-837699-3-iscsi neutron-server[103367]: 'Network': {'1.1'}, Apr 29 13:21:34.931097 dv-cinder-837699-3-iscsi neutron-server[103367]: 'Port': {'1.7'}, Apr 29 13:21:34.931097 dv-cinder-837699-3-iscsi neutron-server[103367]: 'PortForwarding': {'1.3'}, Apr 29 13:21:34.931097 dv-cinder-837699-3-iscsi neutron-server[103367]: 'QosPolicy': {'1.10'}, Apr 29 13:21:34.931097 dv-cinder-837699-3-iscsi neutron-server[103367]: 'SecurityGroup': {'1.5'}, Apr 29 13:21:34.931097 dv-cinder-837699-3-iscsi neutron-server[103367]: 'SecurityGroupRule': {'1.2'}, Apr 29 13:21:34.931097 dv-cinder-837699-3-iscsi neutron-server[103367]: 'SubPort': {'1.0'}, Apr 29 13:21:34.931097 dv-cinder-837699-3-iscsi neutron-server[103367]: 'Subnet': {'1.1'}, Apr 29 13:21:34.931097 dv-cinder-837699-3-iscsi neutron-server[103367]: 'Trunk': {'1.1'}} Apr 29 13:21:34.931097 dv-cinder-837699-3-iscsi neutron-server[103367]: consumer versions: Apr 29 13:21:34.931097 dv-cinder-837699-3-iscsi neutron-server[103367]: { DHCP agent@dv-cinder-837699-3-iscsi: {}, Apr 29 13:21:34.931097 dv-cinder-837699-3-iscsi neutron-server[103367]: HyperV agent@hv-cinder-83769: {}, Apr 29 13:21:34.931097 dv-cinder-837699-3-iscsi neutron-server[103367]: L3 agent@dv-cinder-837699-3-iscsi: {}, Apr 29 13:21:34.931097 dv-cinder-837699-3-iscsi neutron-server[103367]: Metadata agent@dv-cinder-837699-3-iscsi: {}, Apr 29 13:21:34.931097 dv-cinder-837699-3-iscsi neutron-server[103367]: Metering agent@dv-cinder-837699-3-iscsi: {}, Apr 29 13:21:34.931097 dv-cinder-837699-3-iscsi neutron-server[103367]: Open vSwitch agent@dv-cinder-837699-3-iscsi: { 'AddressGroup': '1.2', Apr 29 13:21:34.931097 dv-cinder-837699-3-iscsi neutron-server[103367]: 'Agent': '1.1', Apr 29 13:21:34.931097 dv-cinder-837699-3-iscsi neutron-server[103367]: 'ConntrackHelper': '1.0', Apr 29 13:21:34.931097 dv-cinder-837699-3-iscsi neutron-server[103367]: 'LocalIPAssociation': '1.0', Apr 29 13:21:34.931097 dv-cinder-837699-3-iscsi neutron-server[103367]: 'Log': '1.0', Apr 29 13:21:34.931097 dv-cinder-837699-3-iscsi neutron-server[103367]: 'NDPProxy': '1.0', Apr 29 13:21:34.931097 dv-cinder-837699-3-iscsi neutron-server[103367]: 'Network': '1.1', Apr 29 13:21:34.931097 dv-cinder-837699-3-iscsi neutron-server[103367]: 'Port': '1.7', Apr 29 13:21:34.931097 dv-cinder-837699-3-iscsi neutron-server[103367]: 'PortForwarding': '1.3', Apr 29 13:21:34.931097 dv-cinder-837699-3-iscsi neutron-server[103367]: 'QosPolicy': '1.10', Apr 29 13:21:34.931097 dv-cinder-837699-3-iscsi neutron-server[103367]: 'SecurityGroup': '1.5', Apr 29 13:21:34.931097 dv-cinder-837699-3-iscsi neutron-server[103367]: 'SecurityGroupRule': '1.2', Apr 29 13:21:34.931097 dv-cinder-837699-3-iscsi neutron-server[103367]: 'SubPort': '1.0', Apr 29 13:21:34.931097 dv-cinder-837699-3-iscsi neutron-server[103367]: 'Subnet': '1.1', Apr 29 13:21:34.931097 dv-cinder-837699-3-iscsi neutron-server[103367]: 'Trunk': '1.1'}} Apr 29 13:21:34.931097 dv-cinder-837699-3-iscsi neutron-server[103367]: {{(pid=103367) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 13:21:34.949179 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-1ca2be7a-2e0b-434a-b3e5-066201394a93 None None] Attempting to bind port 82c48137-ef66-4132-bb6d-1c06501fae0e on host dv-cinder-837699-3-iscsi for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:21:34.949737 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-1ca2be7a-2e0b-434a-b3e5-066201394a93 None None] Attempting to bind port 82c48137-ef66-4132-bb6d-1c06501fae0e by drivers openvswitch,hyperv on host dv-cinder-837699-3-iscsi at level 0 using segments [{'id': '2ea0efb1-2525-44c9-8409-d88aaadc45e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:21:34.950278 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca2be7a-2e0b-434a-b3e5-066201394a93 None None] Attempting to bind port 82c48137-ef66-4132-bb6d-1c06501fae0e on network 754f8d77-c1fb-438d-9dec-eec91b4433a5 {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:21:34.957399 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca2be7a-2e0b-434a-b3e5-066201394a93 None None] Checking agent: {'id': '070d87cd-fed4-4d07-85b5-c26ded61f2d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 12, 59), 'started_at': datetime.datetime(2022, 4, 29, 13, 13, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:21:34.958010 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca2be7a-2e0b-434a-b3e5-066201394a93 None None] Checking segment: {'id': '2ea0efb1-2525-44c9-8409-d88aaadc45e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:21:34.958573 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-1ca2be7a-2e0b-434a-b3e5-066201394a93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:34.959308 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca2be7a-2e0b-434a-b3e5-066201394a93 None None] Bound using segment: {'id': '2ea0efb1-2525-44c9-8409-d88aaadc45e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:21:34.959953 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-1ca2be7a-2e0b-434a-b3e5-066201394a93 None None] Bound port: 82c48137-ef66-4132-bb6d-1c06501fae0e, host: dv-cinder-837699-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ea0efb1-2525-44c9-8409-d88aaadc45e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:21:34.960505 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-1ca2be7a-2e0b-434a-b3e5-066201394a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (82c48137-ef66-4132-bb6d-1c06501fae0e), before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:34.961420 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a60069-3296-43d7-b27a-f2fd417390bb admin admin] Checking segment: {'id': '7d58dba2-6bce-4657-ad48-111e1ec8c905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '8f33b954-1f3c-43fa-a8bf-3eab44702663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:21:34.962578 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a60069-3296-43d7-b27a-f2fd417390bb admin admin] Network hostable DHCP agents. Network: 8f33b954-1f3c-43fa-a8bf-3eab44702663, hostable agents: ['e437e712-237e-4a54-83a8-782eed3c5f0c'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:21:34.964280 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c897aee-f13e-494a-9a66-9e76b4949af2 None None] Network f7b2159c-541e-40fc-88d7-6131e3b1d41e requested from dv-cinder-837699-3-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:21:34.996733 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0258202e-bd00-4b9a-a20b-630c6e03b7e2 admin admin] Publish callbacks [] for security_group (1ed14e32-1bf8-4987-96c5-68bbd3a34494), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:35.009530 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f325b9ae-2787-498e-a03c-e128a4d49a7c admin admin] Publish callbacks [] for security_group (5a4ac6cf-1d04-4faa-808c-71c9ea8fa380), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:35.021352 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0258202e-bd00-4b9a-a20b-630c6e03b7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (1ed14e32-1bf8-4987-96c5-68bbd3a34494), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:35.071433 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-1ca2be7a-2e0b-434a-b3e5-066201394a93 None None] For port 82c48137-ef66-4132-bb6d-1c06501fae0e, host dv-cinder-837699-3-iscsi, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:21:35.076997 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-1ca2be7a-2e0b-434a-b3e5-066201394a93 None None] For port 82c48137-ef66-4132-bb6d-1c06501fae0e, host dv-cinder-837699-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=82c48137-ef66-4132-bb6d-1c06501fae0e,segment=NetworkSegment(2ea0efb1-2525-44c9-8409-d88aaadc45e7),segment_id=2ea0efb1-2525-44c9-8409-d88aaadc45e7)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:21:35.087895 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-1ca2be7a-2e0b-434a-b3e5-066201394a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (82c48137-ef66-4132-bb6d-1c06501fae0e), after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:35.104790 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d0cce949-16d9-4d08-8359-165da801e6d4 admin admin] Publish callbacks [] for router_controller (51728595-6e32-43af-807d-01fb63b042cd), precommit_add_association {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:35.236568 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca2be7a-2e0b-434a-b3e5-066201394a93 None None] Routers {'4207c677-3435-46c0-b6cf-36c72361e689'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:21:35.247284 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a60069-3296-43d7-b27a-f2fd417390bb admin admin] Network 8f33b954-1f3c-43fa-a8bf-3eab44702663 is scheduled to be hosted by DHCP agent e437e712-237e-4a54-83a8-782eed3c5f0c with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:21:35.249868 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-1ca2be7a-2e0b-434a-b3e5-066201394a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:21:24Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['4207c677-3435-46c0-b6cf-36c72361e689'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:21:35.259116 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0258202e-bd00-4b9a-a20b-630c6e03b7e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed14e32-1bf8-4987-96c5-68bbd3a34494,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:21:35.270581 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-0258202e-bd00-4b9a-a20b-630c6e03b7e2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0d71c7c98a644a27a658640688c00c0b&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3976901 Apr 29 13:21:35.286346 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 47856) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:21:35.306427 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-58a60069-3296-43d7-b27a-f2fd417390bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837699-3-iscsi, 8f33b954-1f3c-43fa-a8bf-3eab44702663) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:21:35.321477 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6ba15933-1b7f-4884-af51-5fa122a7c9fa admin admin] Publish callbacks [] for router_controller (a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd), precommit_add_association {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:35.321778 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a60069-3296-43d7-b27a-f2fd417390bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:21:35.322309 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-58a60069-3296-43d7-b27a-f2fd417390bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549835'] for subnet (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:35.355977 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13f91a6-0bcb-4ca0-a3c0-d3300ce2bdd2 None None] Pushing event updated for resources: {'Port': ['ID=82c48137-ef66-4132-bb6d-1c06501fae0e,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:21:35.367223 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f325b9ae-2787-498e-a03c-e128a4d49a7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (5a4ac6cf-1d04-4faa-808c-71c9ea8fa380), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:35.369912 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f325b9ae-2787-498e-a03c-e128a4d49a7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:35.378255 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-f325b9ae-2787-498e-a03c-e128a4d49a7c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5a4ac6cf-1d04-4faa-808c-71c9ea8fa380 HTTP/1.1" status: 204 len: 168 time: 0.7175817 Apr 29 13:21:35.479980 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-58a60069-3296-43d7-b27a-f2fd417390bb admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5945880 Apr 29 13:21:35.484342 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 47868) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:21:35.495978 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-63c06ded-6718-45e0-af64-59598824e454 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-921804364-router', 'tenant_id': '1e7f22083aa84571b6efb751abd2b537', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5'}}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:21:35.523304 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-03ca9e39-2f5e-41f5-b942-d6cbf2abde60 None None] Allocated IP 172.20.0.2 (75b7fe95-ba69-4d04-89c6-6ad49ef540b7/c49f2808-2545-473c-889a-37ee93dfd06e/66ca958a-6816-4935-90de-59b3ed769138) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:21:35.549188 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f325b9ae-2787-498e-a03c-e128a4d49a7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a4ac6cf-1d04-4faa-808c-71c9ea8fa380,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:21:35.570676 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-1ca2be7a-2e0b-434a-b3e5-066201394a93 None None] Set router 4207c677-3435-46c0-b6cf-36c72361e689 gateway port host: dv-cinder-837699-3-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:21:35.572693 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-63c06ded-6718-45e0-af64-59598824e454 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-712620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5407'] for router (55e917e4-3b0d-460b-a62b-46ecaa345c3f), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:35.577055 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-63c06ded-6718-45e0-af64-59598824e454 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-721068', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5398'] for router (55e917e4-3b0d-460b-a62b-46ecaa345c3f), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:35.615721 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5b4b5561-353b-480f-96ce-ae168f041eae admin admin] Publish callbacks [] for security_group (1ed14e32-1bf8-4987-96c5-68bbd3a34494), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:35.722797 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Provisioning complete for port 77ac0256-e5b7-4adc-994f-66d007dadb7a triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:21:35.723357 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (77ac0256-e5b7-4adc-994f-66d007dadb7a), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:35.764880 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191d46d2-b6ba-4450-971f-056b1f7d0e56 None None] Network 8f33b954-1f3c-43fa-a8bf-3eab44702663 requested from dv-cinder-837699-3-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:21:35.828230 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-1ca2be7a-2e0b-434a-b3e5-066201394a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4207c677-3435-46c0-b6cf-36c72361e689', 'name': 'tempest-AttachVolumeTestJSON-2087911582-router', 'tenant_id': '83b6a855b277450186870a3529210025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '82c48137-ef66-4132-bb6d-1c06501fae0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:30Z', 'updated_at': '2022-04-29T13:21:31Z', 'revision_number': 3, 'project_id': '83b6a855b277450186870a3529210025', 'gw_port': {'id': '82c48137-ef66-4132-bb6d-1c06501fae0e', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:66:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4207c677-3435-46c0-b6cf-36c72361e689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:30Z', 'updated_at': '2022-04-29T13:21:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi'}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:21:35.874298 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca2be7a-2e0b-434a-b3e5-066201394a93 None None] The sync data for ids ['4207c677-3435-46c0-b6cf-36c72361e689'] in dv-cinder-837699-3-iscsi is: [{'id': '4207c677-3435-46c0-b6cf-36c72361e689', 'name': 'tempest-AttachVolumeTestJSON-2087911582-router', 'tenant_id': '83b6a855b277450186870a3529210025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '82c48137-ef66-4132-bb6d-1c06501fae0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:30Z', 'updated_at': '2022-04-29T13:21:31Z', 'revision_number': 3, 'project_id': '83b6a855b277450186870a3529210025', 'gw_port': {'id': '82c48137-ef66-4132-bb6d-1c06501fae0e', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:66:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4207c677-3435-46c0-b6cf-36c72361e689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:30Z', 'updated_at': '2022-04-29T13:21:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi'}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:21:35.911354 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 47878) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:21:35.915184 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d0cce949-16d9-4d08-8359-165da801e6d4 admin admin] Publish callbacks [] for router_gateway (51728595-6e32-43af-807d-01fb63b042cd), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:35.955887 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5b4b5561-353b-480f-96ce-ae168f041eae admin admin] Publish callbacks [] for security_group (1ed14e32-1bf8-4987-96c5-68bbd3a34494), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:35.983473 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-03ca9e39-2f5e-41f5-b942-d6cbf2abde60 None None] Publish callbacks [] for port (66ca958a-6816-4935-90de-59b3ed769138), precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:36.007893 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-03ca9e39-2f5e-41f5-b942-d6cbf2abde60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783155810398'] for port (66ca958a-6816-4935-90de-59b3ed769138), after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:36.040791 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-c7229f6e-36bb-4ea8-a05f-09088e47109c None None] Allocated IP 172.20.0.2 (3410551e-5a46-4ac5-98b2-aca173f9205e/d4719930-215c-410a-9121-e8646740b594/ded7978e-6629-4cbc-9c3a-cd657ad658a6) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:21:36.078675 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-63c06ded-6718-45e0-af64-59598824e454 admin admin] Publish callbacks [] for router_controller (55e917e4-3b0d-460b-a62b-46ecaa345c3f), precommit_add_association {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:36.079778 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 47886) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:21:36.133296 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Current status of the port 77ac0256-e5b7-4adc-994f-66d007dadb7a is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:21:36.141306 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ca9e39-2f5e-41f5-b942-d6cbf2abde60 None None] Network 75b7fe95-ba69-4d04-89c6-6ad49ef540b7 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:21:36.173537 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-03ca9e39-2f5e-41f5-b942-d6cbf2abde60 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:21:36.181480 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca9e39-2f5e-41f5-b942-d6cbf2abde60 None None] Pushing event updated for resources: {'Port': ['ID=66ca958a-6816-4935-90de-59b3ed769138,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:21:36.185008 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ca9e39-2f5e-41f5-b942-d6cbf2abde60 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:21:36.210791 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d7b872-3fd7-4fba-95fd-b5ee0c7ee609 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d66e39e-ae76-5681-86be-20f584a66953-8f33b954-1f3c-43fa-a8bf-3eab44702663', 'network_id': '8f33b954-1f3c-43fa-a8bf-3eab44702663', 'project_id': '1e7f22083aa84571b6efb751abd2b537', 'fixed_ips': [{'subnet_id': '9f59e443-3db1-41f0-85e9-12ea320207b5'}]}} from dv-cinder-837699-3-iscsi. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 13:21:36.214570 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-61d7b872-3fd7-4fba-95fd-b5ee0c7ee609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (None), before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:36.220125 dv-cinder-837699-3-iscsi neutron-server[103365]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 29 13:21:36.257196 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a58aa3dd-ca66-4f4a-9d79-174bdc48aac0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:36.461920 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23623b6-99b4-4d11-a70c-367d8a8cfd5c req-b9d4173a-4138-47e1-8c9e-5796e59a9f22 tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:21:36.462644 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5b4b5561-353b-480f-96ce-ae168f041eae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (1ed14e32-1bf8-4987-96c5-68bbd3a34494), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:36.465495 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5b4b5561-353b-480f-96ce-ae168f041eae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:36.469540 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-b23623b6-99b4-4d11-a70c-367d8a8cfd5c req-b9d4173a-4138-47e1-8c9e-5796e59a9f22 tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] 10.222.0.11 "GET /v2.0/networks?id=f7b2159c-541e-40fc-88d7-6131e3b1d41e HTTP/1.1" status: 200 len: 811 time: 0.5570178 Apr 29 13:21:36.470745 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-5b4b5561-353b-480f-96ce-ae168f041eae admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1ed14e32-1bf8-4987-96c5-68bbd3a34494 HTTP/1.1" status: 204 len: 168 time: 1.1832063 Apr 29 13:21:36.475651 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a9c27c11-8a84-4900-a526-dfa04eec7cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:36.481426 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-63c06ded-6718-45e0-af64-59598824e454 admin admin] Publish callbacks [] for router_gateway (55e917e4-3b0d-460b-a62b-46ecaa345c3f), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:36.506785 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b5561-353b-480f-96ce-ae168f041eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed14e32-1bf8-4987-96c5-68bbd3a34494,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:21:36.553602 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6ba15933-1b7f-4884-af51-5fa122a7c9fa admin admin] Publish callbacks [] for router_gateway (a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:36.723785 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-b23623b6-99b4-4d11-a70c-367d8a8cfd5c req-3506bc6b-e888-493e-8155-43e510255fdc tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] 10.222.0.11 "GET /v2.0/quotas/54963ec7385e4e83946be5462fe92907 HTTP/1.1" status: 200 len: 375 time: 0.2525823 Apr 29 13:21:36.795374 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-03ca9e39-2f5e-41f5-b942-d6cbf2abde60 None None] Attempting to bind port 66ca958a-6816-4935-90de-59b3ed769138 on host dv-cinder-837699-3-iscsi for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:21:36.796682 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-03ca9e39-2f5e-41f5-b942-d6cbf2abde60 None None] Attempting to bind port 66ca958a-6816-4935-90de-59b3ed769138 by drivers openvswitch,hyperv on host dv-cinder-837699-3-iscsi at level 0 using segments [{'id': '102c26fc-bc3b-4b71-98bb-4021ece289b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '75b7fe95-ba69-4d04-89c6-6ad49ef540b7'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:21:36.797250 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ca9e39-2f5e-41f5-b942-d6cbf2abde60 None None] Attempting to bind port 66ca958a-6816-4935-90de-59b3ed769138 on network 75b7fe95-ba69-4d04-89c6-6ad49ef540b7 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:21:36.851193 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-b23623b6-99b4-4d11-a70c-367d8a8cfd5c req-b02c67ad-4aa2-4536-959b-ac5e1305918c tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=54963ec7385e4e83946be5462fe92907&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1264918 Apr 29 13:21:36.858560 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ca9e39-2f5e-41f5-b942-d6cbf2abde60 None None] Checking agent: {'id': '070d87cd-fed4-4d07-85b5-c26ded61f2d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 12, 59), 'started_at': datetime.datetime(2022, 4, 29, 13, 13, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:21:36.859244 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ca9e39-2f5e-41f5-b942-d6cbf2abde60 None None] Checking segment: {'id': '102c26fc-bc3b-4b71-98bb-4021ece289b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '75b7fe95-ba69-4d04-89c6-6ad49ef540b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:21:36.859845 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-03ca9e39-2f5e-41f5-b942-d6cbf2abde60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:36.860506 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ca9e39-2f5e-41f5-b942-d6cbf2abde60 None None] Bound using segment: {'id': '102c26fc-bc3b-4b71-98bb-4021ece289b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '75b7fe95-ba69-4d04-89c6-6ad49ef540b7'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:21:36.861218 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-03ca9e39-2f5e-41f5-b942-d6cbf2abde60 None None] Bound port: 66ca958a-6816-4935-90de-59b3ed769138, host: dv-cinder-837699-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '102c26fc-bc3b-4b71-98bb-4021ece289b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '75b7fe95-ba69-4d04-89c6-6ad49ef540b7'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:21:36.861829 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-03ca9e39-2f5e-41f5-b942-d6cbf2abde60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (66ca958a-6816-4935-90de-59b3ed769138), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:36.878090 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a58aa3dd-ca66-4f4a-9d79-174bdc48aac0 admin admin] Publish callbacks [] for security_group (24eb9a6f-3446-4d6c-9fca-d483830ed06f), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:36.900143 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a58aa3dd-ca66-4f4a-9d79-174bdc48aac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (24eb9a6f-3446-4d6c-9fca-d483830ed06f), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:36.934838 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-61d7b872-3fd7-4fba-95fd-b5ee0c7ee609 None None] Allocated IP 172.20.0.2 (8f33b954-1f3c-43fa-a8bf-3eab44702663/9f59e443-3db1-41f0-85e9-12ea320207b5/508ba278-e111-4fe8-b702-ece06874af8d) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:21:36.939424 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c7229f6e-36bb-4ea8-a05f-09088e47109c None None] Publish callbacks [] for port (ded7978e-6629-4cbc-9c3a-cd657ad658a6), precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:36.960964 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c7229f6e-36bb-4ea8-a05f-09088e47109c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783155810398'] for port (ded7978e-6629-4cbc-9c3a-cd657ad658a6), after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:36.968191 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-a9c27c11-8a84-4900-a526-dfa04eec7cb2 admin admin] Allocated IP 172.20.0.1 (fc1af930-75bb-4703-ab95-43d130c7c5b4/77a47b69-c61f-4715-a126-776e82c7238b/9a51b6e3-d324-43f5-bf29-86f48503ee2c) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:21:37.098195 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-a58aa3dd-ca66-4f4a-9d79-174bdc48aac0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=83ba43eed6044ac6911bb6c72494c37d&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0142376 Apr 29 13:21:37.103873 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 47898) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:21:37.124990 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-63c06ded-6718-45e0-af64-59598824e454 admin admin] Publish callbacks [] for router_gateway (55e917e4-3b0d-460b-a62b-46ecaa345c3f), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:37.148993 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58aa3dd-ca66-4f4a-9d79-174bdc48aac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24eb9a6f-3446-4d6c-9fca-d483830ed06f,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:21:37.151284 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 47900) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:21:37.194892 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-63c06ded-6718-45e0-af64-59598824e454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:37.205031 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0f86999e-0d42-4cd1-8457-6b2afa4ede60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:37.227307 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-61d7b872-3fd7-4fba-95fd-b5ee0c7ee609 None None] Publish callbacks [] for port (508ba278-e111-4fe8-b702-ece06874af8d), precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:37.238429 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7229f6e-36bb-4ea8-a05f-09088e47109c None None] Network 3410551e-5a46-4ac5-98b2-aca173f9205e is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:21:37.247062 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-c7229f6e-36bb-4ea8-a05f-09088e47109c None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:21:37.250726 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7229f6e-36bb-4ea8-a05f-09088e47109c None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:21:37.261340 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-61d7b872-3fd7-4fba-95fd-b5ee0c7ee609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783155810398'] for port (508ba278-e111-4fe8-b702-ece06874af8d), after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:37.269212 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-03ca9e39-2f5e-41f5-b942-d6cbf2abde60 None None] For port 66ca958a-6816-4935-90de-59b3ed769138, host dv-cinder-837699-3-iscsi, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:21:37.340327 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7229f6e-36bb-4ea8-a05f-09088e47109c None None] Pushing event updated for resources: {'Port': ['ID=ded7978e-6629-4cbc-9c3a-cd657ad658a6,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:21:37.372515 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-03ca9e39-2f5e-41f5-b942-d6cbf2abde60 None None] For port 66ca958a-6816-4935-90de-59b3ed769138, host dv-cinder-837699-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=66ca958a-6816-4935-90de-59b3ed769138,segment=NetworkSegment(102c26fc-bc3b-4b71-98bb-4021ece289b9),segment_id=102c26fc-bc3b-4b71-98bb-4021ece289b9)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:21:37.390161 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-c7229f6e-36bb-4ea8-a05f-09088e47109c None None] Attempting to bind port ded7978e-6629-4cbc-9c3a-cd657ad658a6 on host dv-cinder-837699-3-iscsi for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:21:37.390537 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-c7229f6e-36bb-4ea8-a05f-09088e47109c None None] Attempting to bind port ded7978e-6629-4cbc-9c3a-cd657ad658a6 by drivers openvswitch,hyperv on host dv-cinder-837699-3-iscsi at level 0 using segments [{'id': '4fd29a15-20ce-448e-b25d-cf8073262121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '3410551e-5a46-4ac5-98b2-aca173f9205e'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:21:37.390895 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7229f6e-36bb-4ea8-a05f-09088e47109c None None] Attempting to bind port ded7978e-6629-4cbc-9c3a-cd657ad658a6 on network 3410551e-5a46-4ac5-98b2-aca173f9205e {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:21:37.400867 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d7b872-3fd7-4fba-95fd-b5ee0c7ee609 None None] Network 8f33b954-1f3c-43fa-a8bf-3eab44702663 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:21:37.407413 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-61d7b872-3fd7-4fba-95fd-b5ee0c7ee609 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:21:37.410556 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d7b872-3fd7-4fba-95fd-b5ee0c7ee609 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:21:37.423785 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-03ca9e39-2f5e-41f5-b942-d6cbf2abde60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (66ca958a-6816-4935-90de-59b3ed769138), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:37.461259 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7229f6e-36bb-4ea8-a05f-09088e47109c None None] Checking agent: {'id': '070d87cd-fed4-4d07-85b5-c26ded61f2d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 12, 59), 'started_at': datetime.datetime(2022, 4, 29, 13, 13, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:21:37.461669 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7229f6e-36bb-4ea8-a05f-09088e47109c None None] Checking segment: {'id': '4fd29a15-20ce-448e-b25d-cf8073262121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '3410551e-5a46-4ac5-98b2-aca173f9205e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:21:37.462039 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c7229f6e-36bb-4ea8-a05f-09088e47109c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:37.462430 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7229f6e-36bb-4ea8-a05f-09088e47109c None None] Bound using segment: {'id': '4fd29a15-20ce-448e-b25d-cf8073262121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '3410551e-5a46-4ac5-98b2-aca173f9205e'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:21:37.462919 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-c7229f6e-36bb-4ea8-a05f-09088e47109c None None] Bound port: ded7978e-6629-4cbc-9c3a-cd657ad658a6, host: dv-cinder-837699-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd29a15-20ce-448e-b25d-cf8073262121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '3410551e-5a46-4ac5-98b2-aca173f9205e'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:21:37.463298 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c7229f6e-36bb-4ea8-a05f-09088e47109c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (ded7978e-6629-4cbc-9c3a-cd657ad658a6), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:37.482149 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f23a3338-9da1-427b-9e91-f2445823ac4f admin admin] Publish callbacks [] for security_group (24eb9a6f-3446-4d6c-9fca-d483830ed06f), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:37.544218 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-c7229f6e-36bb-4ea8-a05f-09088e47109c None None] For port ded7978e-6629-4cbc-9c3a-cd657ad658a6, host dv-cinder-837699-3-iscsi, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:21:37.548696 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-c7229f6e-36bb-4ea8-a05f-09088e47109c None None] For port ded7978e-6629-4cbc-9c3a-cd657ad658a6, host dv-cinder-837699-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=ded7978e-6629-4cbc-9c3a-cd657ad658a6,segment=NetworkSegment(4fd29a15-20ce-448e-b25d-cf8073262121),segment_id=4fd29a15-20ce-448e-b25d-cf8073262121)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:21:37.565782 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f23a3338-9da1-427b-9e91-f2445823ac4f admin admin] Publish callbacks [] for security_group (24eb9a6f-3446-4d6c-9fca-d483830ed06f), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:37.575504 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a9c27c11-8a84-4900-a526-dfa04eec7cb2 admin admin] Publish callbacks [] for port (9a51b6e3-d324-43f5-bf29-86f48503ee2c), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:37.592329 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c7229f6e-36bb-4ea8-a05f-09088e47109c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (ded7978e-6629-4cbc-9c3a-cd657ad658a6), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:37.600993 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [req-b23623b6-99b4-4d11-a70c-367d8a8cfd5c req-d822a4dc-7ed3-40e1-8b09-1b62bbbd127e service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 13:21:37.603056 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-b23623b6-99b4-4d11-a70c-367d8a8cfd5c req-d822a4dc-7ed3-40e1-8b09-1b62bbbd127e service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4728842 Apr 29 13:21:37.614649 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-63c06ded-6718-45e0-af64-59598824e454 admin admin] Allocated IP 172.27.0.195 (754f8d77-c1fb-438d-9dec-eec91b4433a5/8519c0fa-1b1c-41ff-b70f-9433c7b7bb38/4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:21:37.636673 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d7b872-3fd7-4fba-95fd-b5ee0c7ee609 None None] Pushing event updated for resources: {'Port': ['ID=508ba278-e111-4fe8-b702-ece06874af8d,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:21:37.677030 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-61d7b872-3fd7-4fba-95fd-b5ee0c7ee609 None None] Attempting to bind port 508ba278-e111-4fe8-b702-ece06874af8d on host dv-cinder-837699-3-iscsi for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:21:37.677527 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-61d7b872-3fd7-4fba-95fd-b5ee0c7ee609 None None] Attempting to bind port 508ba278-e111-4fe8-b702-ece06874af8d by drivers openvswitch,hyperv on host dv-cinder-837699-3-iscsi at level 0 using segments [{'id': '7d58dba2-6bce-4657-ad48-111e1ec8c905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '8f33b954-1f3c-43fa-a8bf-3eab44702663'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:21:37.677781 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d7b872-3fd7-4fba-95fd-b5ee0c7ee609 None None] Attempting to bind port 508ba278-e111-4fe8-b702-ece06874af8d on network 8f33b954-1f3c-43fa-a8bf-3eab44702663 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:21:37.689688 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d7b872-3fd7-4fba-95fd-b5ee0c7ee609 None None] Checking agent: {'id': '070d87cd-fed4-4d07-85b5-c26ded61f2d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 12, 59), 'started_at': datetime.datetime(2022, 4, 29, 13, 13, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:21:37.690067 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d7b872-3fd7-4fba-95fd-b5ee0c7ee609 None None] Checking segment: {'id': '7d58dba2-6bce-4657-ad48-111e1ec8c905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '8f33b954-1f3c-43fa-a8bf-3eab44702663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:21:37.690480 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-61d7b872-3fd7-4fba-95fd-b5ee0c7ee609 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:37.690854 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d7b872-3fd7-4fba-95fd-b5ee0c7ee609 None None] Bound using segment: {'id': '7d58dba2-6bce-4657-ad48-111e1ec8c905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '8f33b954-1f3c-43fa-a8bf-3eab44702663'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:21:37.691336 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-61d7b872-3fd7-4fba-95fd-b5ee0c7ee609 None None] Bound port: 508ba278-e111-4fe8-b702-ece06874af8d, host: dv-cinder-837699-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d58dba2-6bce-4657-ad48-111e1ec8c905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '8f33b954-1f3c-43fa-a8bf-3eab44702663'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:21:37.691715 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-61d7b872-3fd7-4fba-95fd-b5ee0c7ee609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (508ba278-e111-4fe8-b702-ece06874af8d), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:37.707094 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0f86999e-0d42-4cd1-8457-6b2afa4ede60 admin admin] Publish callbacks [] for security_group (e4781d4e-afb4-4266-9e05-062afd1eb348), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:37.726286 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0f86999e-0d42-4cd1-8457-6b2afa4ede60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (e4781d4e-afb4-4266-9e05-062afd1eb348), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:37.769515 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6ba15933-1b7f-4884-af51-5fa122a7c9fa admin admin] Publish callbacks [] for router_gateway (a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:37.867015 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-61d7b872-3fd7-4fba-95fd-b5ee0c7ee609 None None] For port 508ba278-e111-4fe8-b702-ece06874af8d, host dv-cinder-837699-3-iscsi, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:21:37.871086 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-61d7b872-3fd7-4fba-95fd-b5ee0c7ee609 None None] For port 508ba278-e111-4fe8-b702-ece06874af8d, host dv-cinder-837699-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=508ba278-e111-4fe8-b702-ece06874af8d,segment=NetworkSegment(7d58dba2-6bce-4657-ad48-111e1ec8c905),segment_id=7d58dba2-6bce-4657-ad48-111e1ec8c905)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:21:37.889786 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-61d7b872-3fd7-4fba-95fd-b5ee0c7ee609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (508ba278-e111-4fe8-b702-ece06874af8d), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:37.900289 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6ba15933-1b7f-4884-af51-5fa122a7c9fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:37.915375 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca9e39-2f5e-41f5-b942-d6cbf2abde60 None None] Pushing event updated for resources: {'Port': ['ID=66ca958a-6816-4935-90de-59b3ed769138,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:21:37.934924 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-0f86999e-0d42-4cd1-8457-6b2afa4ede60 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a6f688f5aa154d56b7afd971dc54e403&name=default HTTP/1.1" status: 200 len: 2994 time: 0.7638400 Apr 29 13:21:37.937734 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86999e-0d42-4cd1-8457-6b2afa4ede60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4781d4e-afb4-4266-9e05-062afd1eb348,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:21:37.946691 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a9c27c11-8a84-4900-a526-dfa04eec7cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783155810398'] for port (9a51b6e3-d324-43f5-bf29-86f48503ee2c), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:37.950535 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 47908) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:21:37.977313 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c27c11-8a84-4900-a526-dfa04eec7cb2 admin admin] Network fc1af930-75bb-4703-ab95-43d130c7c5b4 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:21:37.990283 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f23a3338-9da1-427b-9e91-f2445823ac4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (24eb9a6f-3446-4d6c-9fca-d483830ed06f), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:37.993060 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f23a3338-9da1-427b-9e91-f2445823ac4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:37.998424 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-a9c27c11-8a84-4900-a526-dfa04eec7cb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:21:37.999817 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-f23a3338-9da1-427b-9e91-f2445823ac4f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/24eb9a6f-3446-4d6c-9fca-d483830ed06f HTTP/1.1" status: 204 len: 168 time: 0.8815925 Apr 29 13:21:38.001204 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c27c11-8a84-4900-a526-dfa04eec7cb2 admin admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:21:38.001858 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a9c27c11-8a84-4900-a526-dfa04eec7cb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706220'] for router_interface (4207c677-3435-46c0-b6cf-36c72361e689), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:38.083912 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7229f6e-36bb-4ea8-a05f-09088e47109c None None] Pushing event updated for resources: {'Port': ['ID=ded7978e-6629-4cbc-9c3a-cd657ad658a6,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:21:38.133265 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-63c06ded-6718-45e0-af64-59598824e454 admin admin] Publish callbacks [] for port (4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:38.280245 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a3338-9da1-427b-9e91-f2445823ac4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24eb9a6f-3446-4d6c-9fca-d483830ed06f,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:21:38.372135 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d7b872-3fd7-4fba-95fd-b5ee0c7ee609 None None] Pushing event updated for resources: {'Port': ['ID=508ba278-e111-4fe8-b702-ece06874af8d,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:21:38.492865 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d0cce949-16d9-4d08-8359-165da801e6d4 admin admin] Publish callbacks [] for router_gateway (51728595-6e32-43af-807d-01fb63b042cd), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:38.571775 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-63c06ded-6718-45e0-af64-59598824e454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783155810398'] for port (4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:38.576223 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8d12cc88-71b1-4c29-8ed5-8ef362892d84 admin admin] Publish callbacks [] for security_group (e4781d4e-afb4-4266-9e05-062afd1eb348), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:38.603384 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8d12cc88-71b1-4c29-8ed5-8ef362892d84 admin admin] Publish callbacks [] for security_group (e4781d4e-afb4-4266-9e05-062afd1eb348), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:38.659781 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-077f953d-d26c-4207-b5e7-cda4d5a7aaf6 None None] Provisioning complete for port 9a51b6e3-d324-43f5-bf29-86f48503ee2c triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:21:38.659781 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-077f953d-d26c-4207-b5e7-cda4d5a7aaf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (9a51b6e3-d324-43f5-bf29-86f48503ee2c), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:38.711925 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device 66ca958a-6816-4935-90de-59b3ed769138 up at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:21:38.775471 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-6ba15933-1b7f-4884-af51-5fa122a7c9fa admin admin] Allocated IP 172.27.0.184 (754f8d77-c1fb-438d-9dec-eec91b4433a5/8519c0fa-1b1c-41ff-b70f-9433c7b7bb38/866e1567-71eb-41ed-a87e-796e78667f40) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:21:38.788010 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-077f953d-d26c-4207-b5e7-cda4d5a7aaf6 None None] Port 9a51b6e3-d324-43f5-bf29-86f48503ee2c cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 13:21:38.818543 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c06ded-6718-45e0-af64-59598824e454 admin admin] Network 754f8d77-c1fb-438d-9dec-eec91b4433a5 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:21:38.826776 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-63c06ded-6718-45e0-af64-59598824e454 admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:21:38.832162 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d0cce949-16d9-4d08-8359-165da801e6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:38.835483 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c06ded-6718-45e0-af64-59598824e454 admin admin] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:21:38.844371 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Provisioning complete for port 66ca958a-6816-4935-90de-59b3ed769138 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:21:38.844866 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (66ca958a-6816-4935-90de-59b3ed769138), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:38.979880 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Current status of the port 66ca958a-6816-4935-90de-59b3ed769138 is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:21:39.007940 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (66ca958a-6816-4935-90de-59b3ed769138), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:39.013139 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c06ded-6718-45e0-af64-59598824e454 admin admin] Pushing event updated for resources: {'Port': ['ID=4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:21:39.051221 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] For port 66ca958a-6816-4935-90de-59b3ed769138, host dv-cinder-837699-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=66ca958a-6816-4935-90de-59b3ed769138,segment=NetworkSegment(102c26fc-bc3b-4b71-98bb-4021ece289b9),segment_id=102c26fc-bc3b-4b71-98bb-4021ece289b9)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:21:39.058100 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (66ca958a-6816-4935-90de-59b3ed769138), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:39.058929 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device ded7978e-6629-4cbc-9c3a-cd657ad658a6 up at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:21:39.119982 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8d12cc88-71b1-4c29-8ed5-8ef362892d84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (e4781d4e-afb4-4266-9e05-062afd1eb348), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:39.132733 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8d12cc88-71b1-4c29-8ed5-8ef362892d84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:39.133899 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-8d12cc88-71b1-4c29-8ed5-8ef362892d84 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e4781d4e-afb4-4266-9e05-062afd1eb348 HTTP/1.1" status: 204 len: 168 time: 1.1774764 Apr 29 13:21:39.177903 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d12cc88-71b1-4c29-8ed5-8ef362892d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4781d4e-afb4-4266-9e05-062afd1eb348,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:21:39.249277 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c27c11-8a84-4900-a526-dfa04eec7cb2 admin admin] Pushing event updated for resources: {'Port': ['ID=9a51b6e3-d324-43f5-bf29-86f48503ee2c,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:21:39.296810 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Pushing event updated for resources: {'Port': ['ID=66ca958a-6816-4935-90de-59b3ed769138,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:21:39.317111 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Provisioning complete for port ded7978e-6629-4cbc-9c3a-cd657ad658a6 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:21:39.320855 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (ded7978e-6629-4cbc-9c3a-cd657ad658a6), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:39.383403 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-b23623b6-99b4-4d11-a70c-367d8a8cfd5c req-caef8cd9-f05c-41b3-bd09-bc3ffdc0d90c service neutron] 10.222.0.11 "GET /v2.0/networks/f7b2159c-541e-40fc-88d7-6131e3b1d41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4794486 Apr 29 13:21:39.562658 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Current status of the port ded7978e-6629-4cbc-9c3a-cd657ad658a6 is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:21:39.563097 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (ded7978e-6629-4cbc-9c3a-cd657ad658a6), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:39.578144 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-b23623b6-99b4-4d11-a70c-367d8a8cfd5c req-53e5ff64-acbb-45a1-929d-dcf0f13006a9 service neutron] 10.222.0.11 "GET /v2.0/networks/f7b2159c-541e-40fc-88d7-6131e3b1d41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937754 Apr 29 13:21:39.581514 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6ba15933-1b7f-4884-af51-5fa122a7c9fa admin admin] Publish callbacks [] for port (866e1567-71eb-41ed-a87e-796e78667f40), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:39.653683 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-63c06ded-6718-45e0-af64-59598824e454 admin admin] Publish callbacks [] for router_gateway (55e917e4-3b0d-460b-a62b-46ecaa345c3f), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:39.683710 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] For port ded7978e-6629-4cbc-9c3a-cd657ad658a6, host dv-cinder-837699-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=ded7978e-6629-4cbc-9c3a-cd657ad658a6,segment=NetworkSegment(4fd29a15-20ce-448e-b25d-cf8073262121),segment_id=4fd29a15-20ce-448e-b25d-cf8073262121)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:21:39.694679 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (ded7978e-6629-4cbc-9c3a-cd657ad658a6), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:39.695561 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device 82c48137-ef66-4132-bb6d-1c06501fae0e up at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:21:39.751446 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1e50f7-0a62-4978-8ab9-b51f5331f358 None None] Network 3410551e-5a46-4ac5-98b2-aca173f9205e requested from dv-cinder-837699-3-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:21:39.811991 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a9c27c11-8a84-4900-a526-dfa04eec7cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (9a51b6e3-d324-43f5-bf29-86f48503ee2c), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:39.924641 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6ba15933-1b7f-4884-af51-5fa122a7c9fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783155810398'] for port (866e1567-71eb-41ed-a87e-796e78667f40), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:40.066093 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba15933-1b7f-4884-af51-5fa122a7c9fa admin admin] Pushing event updated for resources: {'Port': ['ID=866e1567-71eb-41ed-a87e-796e78667f40,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:21:40.084119 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-a14577b9-c279-44e0-a429-e75780333d5a None None] Provisioning complete for port ded7978e-6629-4cbc-9c3a-cd657ad658a6 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:21:40.084570 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a14577b9-c279-44e0-a429-e75780333d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (ded7978e-6629-4cbc-9c3a-cd657ad658a6), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:40.111760 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba15933-1b7f-4884-af51-5fa122a7c9fa admin admin] Network 754f8d77-c1fb-438d-9dec-eec91b4433a5 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:21:40.161630 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-6ba15933-1b7f-4884-af51-5fa122a7c9fa admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:21:40.182099 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Pushing event updated for resources: {'Port': ['ID=ded7978e-6629-4cbc-9c3a-cd657ad658a6,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:21:40.219130 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-d0cce949-16d9-4d08-8359-165da801e6d4 admin admin] Allocated IP 172.27.0.85 (754f8d77-c1fb-438d-9dec-eec91b4433a5/8519c0fa-1b1c-41ff-b70f-9433c7b7bb38/c90ef315-e4e9-4ab1-90c8-ec45e3c6935c) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:21:40.221729 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69b4243-ff79-4c06-b656-1447fea9d6ab None None] Network 75b7fe95-ba69-4d04-89c6-6ad49ef540b7 requested from dv-cinder-837699-3-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:21:40.463800 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d0cce949-16d9-4d08-8359-165da801e6d4 admin admin] Publish callbacks [] for port (c90ef315-e4e9-4ab1-90c8-ec45e3c6935c), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:40.508938 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba15933-1b7f-4884-af51-5fa122a7c9fa admin admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:21:40.521632 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d0cce949-16d9-4d08-8359-165da801e6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783155810398'] for port (c90ef315-e4e9-4ab1-90c8-ec45e3c6935c), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:40.564298 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-63c06ded-6718-45e0-af64-59598824e454 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-721113'] for router (55e917e4-3b0d-460b-a62b-46ecaa345c3f), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:40.606887 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783fc845-8ba5-4716-9944-9a49b66aeaa5 None None] Network 8f33b954-1f3c-43fa-a8bf-3eab44702663 requested from dv-cinder-837699-3-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:21:40.664779 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-a14577b9-c279-44e0-a429-e75780333d5a None None] Current status of the port ded7978e-6629-4cbc-9c3a-cd657ad658a6 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:21:40.679997 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0cce949-16d9-4d08-8359-165da801e6d4 admin admin] Network 754f8d77-c1fb-438d-9dec-eec91b4433a5 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:21:40.689747 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-d0cce949-16d9-4d08-8359-165da801e6d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:21:40.709558 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Provisioning complete for port 82c48137-ef66-4132-bb6d-1c06501fae0e triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:21:40.709949 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (82c48137-ef66-4132-bb6d-1c06501fae0e), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:40.726606 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cce949-16d9-4d08-8359-165da801e6d4 admin admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:21:40.785041 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cce949-16d9-4d08-8359-165da801e6d4 admin admin] Pushing event updated for resources: {'Port': ['ID=c90ef315-e4e9-4ab1-90c8-ec45e3c6935c,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:21:40.903291 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63c06ded-6718-45e0-af64-59598824e454 admin admin] Router 55e917e4-3b0d-460b-a62b-46ecaa345c3f is scheduled to L3 agent ffd5f049-29fc-4e99-906d-6eadce93ab48 with binding_index 1 {{(pid=103364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 13:21:41.051981 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a9c27c11-8a84-4900-a526-dfa04eec7cb2 admin admin] Publish callbacks [] for port (9a51b6e3-d324-43f5-bf29-86f48503ee2c), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:41.061189 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a9c27c11-8a84-4900-a526-dfa04eec7cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (9a51b6e3-d324-43f5-bf29-86f48503ee2c), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:41.062587 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a9c27c11-8a84-4900-a526-dfa04eec7cb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711452'] for router_interface (4207c677-3435-46c0-b6cf-36c72361e689), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:41.099833 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c06ded-6718-45e0-af64-59598824e454 admin admin] Notify agent at l3_agent.dv-cinder-837699-3-iscsi the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:21:41.128411 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-63c06ded-6718-45e0-af64-59598824e454 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:41.132801 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-63c06ded-6718-45e0-af64-59598824e454 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.6457250 Apr 29 13:21:41.134536 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 48018) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:21:41.137450 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c3ba55-f23b-495f-a52f-43834fde738e None None] Sync routers for ids ['55e917e4-3b0d-460b-a62b-46ecaa345c3f'] in dv-cinder-837699-3-iscsi {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:21:41.253740 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-85cf4ea5-91f7-4b19-b3b6-436a713d148a None None] Provisioning complete for port 508ba278-e111-4fe8-b702-ece06874af8d triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:21:41.261713 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-85cf4ea5-91f7-4b19-b3b6-436a713d148a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (508ba278-e111-4fe8-b702-ece06874af8d), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:41.315413 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6ba15933-1b7f-4884-af51-5fa122a7c9fa admin admin] Publish callbacks [] for router_gateway (a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:41.395318 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 48032) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:21:41.431926 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c3ba55-f23b-495f-a52f-43834fde738e None None] Routers {'55e917e4-3b0d-460b-a62b-46ecaa345c3f'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:21:41.432532 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-86c3ba55-f23b-495f-a52f-43834fde738e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:21:24Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['55e917e4-3b0d-460b-a62b-46ecaa345c3f'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:21:41.600603 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Current status of the port 82c48137-ef66-4132-bb6d-1c06501fae0e is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:21:41.601361 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (82c48137-ef66-4132-bb6d-1c06501fae0e), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:41.729180 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] For port 82c48137-ef66-4132-bb6d-1c06501fae0e, host dv-cinder-837699-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=82c48137-ef66-4132-bb6d-1c06501fae0e,segment=NetworkSegment(2ea0efb1-2525-44c9-8409-d88aaadc45e7),segment_id=2ea0efb1-2525-44c9-8409-d88aaadc45e7)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:21:41.745225 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (82c48137-ef66-4132-bb6d-1c06501fae0e), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:41.850710 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-86c3ba55-f23b-495f-a52f-43834fde738e None None] Set router 55e917e4-3b0d-460b-a62b-46ecaa345c3f gateway port host: dv-cinder-837699-3-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:21:41.858000 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-85cf4ea5-91f7-4b19-b3b6-436a713d148a None None] Current status of the port 508ba278-e111-4fe8-b702-ece06874af8d is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:21:41.861497 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-85cf4ea5-91f7-4b19-b3b6-436a713d148a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (508ba278-e111-4fe8-b702-ece06874af8d), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:42.145106 dv-cinder-837699-3-iscsi neutron-server[103364]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 29 13:21:42.199743 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Pushing event updated for resources: {'Port': ['ID=82c48137-ef66-4132-bb6d-1c06501fae0e,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:21:42.205866 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c27c11-8a84-4900-a526-dfa04eec7cb2 admin admin] Pushing event updated for resources: {'Port': ['ID=9a51b6e3-d324-43f5-bf29-86f48503ee2c,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:21:42.225643 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c27c11-8a84-4900-a526-dfa04eec7cb2 admin admin] Network fc1af930-75bb-4703-ab95-43d130c7c5b4 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:21:42.254127 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-a9c27c11-8a84-4900-a526-dfa04eec7cb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:21:42.302949 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-85cf4ea5-91f7-4b19-b3b6-436a713d148a None None] For port 508ba278-e111-4fe8-b702-ece06874af8d, host dv-cinder-837699-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=508ba278-e111-4fe8-b702-ece06874af8d,segment=NetworkSegment(7d58dba2-6bce-4657-ad48-111e1ec8c905),segment_id=7d58dba2-6bce-4657-ad48-111e1ec8c905)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:21:42.311743 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device 66ca958a-6816-4935-90de-59b3ed769138 up at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:21:42.379539 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-85cf4ea5-91f7-4b19-b3b6-436a713d148a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (508ba278-e111-4fe8-b702-ece06874af8d), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:42.458320 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-85cf4ea5-91f7-4b19-b3b6-436a713d148a None None] Provisioning complete for port 66ca958a-6816-4935-90de-59b3ed769138 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:21:42.459032 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-85cf4ea5-91f7-4b19-b3b6-436a713d148a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (66ca958a-6816-4935-90de-59b3ed769138), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:42.552678 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cf4ea5-91f7-4b19-b3b6-436a713d148a None None] Pushing event updated for resources: {'Port': ['ID=508ba278-e111-4fe8-b702-ece06874af8d,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:21:42.561218 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8d428a00-3c1a-4f7f-915e-d481341b4965 req-c6d4d708-974d-40a0-9bf4-adc8d427e042 tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed9fcae1-761b-4591-b3e3-5495bfe3fd32 HTTP/1.1" status: 200 len: 210 time: 1.1634896 Apr 29 13:21:42.616124 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6ba15933-1b7f-4884-af51-5fa122a7c9fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-721113'] for router (a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:42.635409 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d0cce949-16d9-4d08-8359-165da801e6d4 admin admin] Publish callbacks [] for router_gateway (51728595-6e32-43af-807d-01fb63b042cd), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:42.658280 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Provisioning complete for port 66ca958a-6816-4935-90de-59b3ed769138 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:21:42.658666 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (66ca958a-6816-4935-90de-59b3ed769138), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:42.800898 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8dd6dcc7-b92b-438a-895d-3f8f8fc7695c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:42.812051 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-86c3ba55-f23b-495f-a52f-43834fde738e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'name': 'tempest-AttachVolumeNegativeTest-921804364-router', 'tenant_id': '1e7f22083aa84571b6efb751abd2b537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:35Z', 'updated_at': '2022-04-29T13:21:39Z', 'revision_number': 3, 'project_id': '1e7f22083aa84571b6efb751abd2b537', 'gw_port': {'id': '4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:51:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:37Z', 'updated_at': '2022-04-29T13:21:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi'}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:21:42.892640 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c3ba55-f23b-495f-a52f-43834fde738e None None] Checking router: 55e917e4-3b0d-460b-a62b-46ecaa345c3f for host: dv-cinder-837699-3-iscsi {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:21:42.895755 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c3ba55-f23b-495f-a52f-43834fde738e None None] Updating router 55e917e4-3b0d-460b-a62b-46ecaa345c3f port 4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81 binding host dv-cinder-837699-3-iscsi {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 13:21:42.936070 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-86c3ba55-f23b-495f-a52f-43834fde738e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:42.971431 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-85cf4ea5-91f7-4b19-b3b6-436a713d148a None None] Current status of the port 66ca958a-6816-4935-90de-59b3ed769138 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:21:43.084083 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Current status of the port 66ca958a-6816-4935-90de-59b3ed769138 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:21:43.086873 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device 508ba278-e111-4fe8-b702-ece06874af8d up at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:21:43.112983 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9c27c11-8a84-4900-a526-dfa04eec7cb2 admin admin] Router 4207c677-3435-46c0-b6cf-36c72361e689 has already been hosted by L3 agent ffd5f049-29fc-4e99-906d-6eadce93ab48 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:21:43.134537 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-c623d90d-895d-449f-86b5-214cffbe13cf None None] Provisioning complete for port 9a51b6e3-d324-43f5-bf29-86f48503ee2c triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:21:43.134930 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c623d90d-895d-449f-86b5-214cffbe13cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (9a51b6e3-d324-43f5-bf29-86f48503ee2c), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:43.222047 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-c623d90d-895d-449f-86b5-214cffbe13cf None None] Port 9a51b6e3-d324-43f5-bf29-86f48503ee2c cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 13:21:43.247019 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Provisioning complete for port 508ba278-e111-4fe8-b702-ece06874af8d triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:21:43.248419 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (508ba278-e111-4fe8-b702-ece06874af8d), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:43.254240 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-8dd6dcc7-b92b-438a-895d-3f8f8fc7695c admin admin] Allocated IP 172.20.0.1 (8f33b954-1f3c-43fa-a8bf-3eab44702663/9f59e443-3db1-41f0-85e9-12ea320207b5/f9fb300f-d8b7-4a3f-b80f-2de5dfdc5a43) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:21:43.314133 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-c623d90d-895d-449f-86b5-214cffbe13cf None None] Provisioning complete for port ded7978e-6629-4cbc-9c3a-cd657ad658a6 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:21:43.314998 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c623d90d-895d-449f-86b5-214cffbe13cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (ded7978e-6629-4cbc-9c3a-cd657ad658a6), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:43.430671 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8dd6dcc7-b92b-438a-895d-3f8f8fc7695c admin admin] Publish callbacks [] for port (f9fb300f-d8b7-4a3f-b80f-2de5dfdc5a43), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:43.497203 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-c623d90d-895d-449f-86b5-214cffbe13cf None None] Current status of the port ded7978e-6629-4cbc-9c3a-cd657ad658a6 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:21:43.533980 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8dd6dcc7-b92b-438a-895d-3f8f8fc7695c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783155810398'] for port (f9fb300f-d8b7-4a3f-b80f-2de5dfdc5a43), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:43.555393 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d0cce949-16d9-4d08-8359-165da801e6d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-721113'] for router (51728595-6e32-43af-807d-01fb63b042cd), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:43.562398 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c27c11-8a84-4900-a526-dfa04eec7cb2 admin admin] Notify agent at l3_agent.dv-cinder-837699-3-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:21:43.568626 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-c623d90d-895d-449f-86b5-214cffbe13cf None None] Provisioning complete for port 508ba278-e111-4fe8-b702-ece06874af8d triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:21:43.569650 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-a9c27c11-8a84-4900-a526-dfa04eec7cb2 admin admin] 10.222.0.11 "PUT /v2.0/routers/4207c677-3435-46c0-b6cf-36c72361e689/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0151107 Apr 29 13:21:43.570038 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c623d90d-895d-449f-86b5-214cffbe13cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (508ba278-e111-4fe8-b702-ece06874af8d), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:43.572089 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ba15933-1b7f-4884-af51-5fa122a7c9fa admin admin] Router a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd is scheduled to L3 agent ffd5f049-29fc-4e99-906d-6eadce93ab48 with binding_index 1 {{(pid=103365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 13:21:43.577536 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f7b9b9-8af9-4dae-ba23-f5849cb10a53 None None] Sync routers for ids ['4207c677-3435-46c0-b6cf-36c72361e689'] in dv-cinder-837699-3-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:21:43.611724 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f7b9b9-8af9-4dae-ba23-f5849cb10a53 None None] Routers {'4207c677-3435-46c0-b6cf-36c72361e689'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:21:43.612393 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-92f7b9b9-8af9-4dae-ba23-f5849cb10a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:21:24Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['4207c677-3435-46c0-b6cf-36c72361e689'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:21:43.616639 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Current status of the port 508ba278-e111-4fe8-b702-ece06874af8d is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:21:43.618055 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device ded7978e-6629-4cbc-9c3a-cd657ad658a6 up at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:21:43.683923 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-86c3ba55-f23b-495f-a52f-43834fde738e None None] Publish callbacks [] for port (4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81), precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:43.697358 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-86c3ba55-f23b-495f-a52f-43834fde738e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:43.749241 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd6dcc7-b92b-438a-895d-3f8f8fc7695c admin admin] Network 8f33b954-1f3c-43fa-a8bf-3eab44702663 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:21:43.775866 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-8dd6dcc7-b92b-438a-895d-3f8f8fc7695c admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:21:43.782874 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.75', 53670) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:21:43.800532 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd6dcc7-b92b-438a-895d-3f8f8fc7695c admin admin] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:21:43.803386 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8dd6dcc7-b92b-438a-895d-3f8f8fc7695c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706220'] for router_interface (55e917e4-3b0d-460b-a62b-46ecaa345c3f), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:43.836214 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Provisioning complete for port ded7978e-6629-4cbc-9c3a-cd657ad658a6 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:21:43.836214 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (ded7978e-6629-4cbc-9c3a-cd657ad658a6), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:43.860241 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-c623d90d-895d-449f-86b5-214cffbe13cf None None] Current status of the port 508ba278-e111-4fe8-b702-ece06874af8d is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:21:44.047665 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-92f7b9b9-8af9-4dae-ba23-f5849cb10a53 None None] Set router 4207c677-3435-46c0-b6cf-36c72361e689 gateway port host: dv-cinder-837699-3-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:21:44.150277 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23623b6-99b4-4d11-a70c-367d8a8cfd5c req-4279904f-f3a5-4075-b11f-03e5479cf48d tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:21:44.152246 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-b23623b6-99b4-4d11-a70c-367d8a8cfd5c req-4279904f-f3a5-4075-b11f-03e5479cf48d tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] 10.222.0.75 "GET /v2.0/networks?id=f7b2159c-541e-40fc-88d7-6131e3b1d41e HTTP/1.1" status: 200 len: 811 time: 0.3661544 Apr 29 13:21:44.174190 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd6dcc7-b92b-438a-895d-3f8f8fc7695c admin admin] Pushing event updated for resources: {'Port': ['ID=f9fb300f-d8b7-4a3f-b80f-2de5dfdc5a43,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:21:44.270916 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2811aa-1aef-4a8f-94a5-996d757c579b None None] Pushing event updated for resources: {'Port': ['ID=4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:21:44.282562 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-86c3ba55-f23b-495f-a52f-43834fde738e None None] Attempting to bind port 4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81 on host dv-cinder-837699-3-iscsi for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:21:44.284804 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-86c3ba55-f23b-495f-a52f-43834fde738e None None] Attempting to bind port 4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81 by drivers openvswitch,hyperv on host dv-cinder-837699-3-iscsi at level 0 using segments [{'id': '2ea0efb1-2525-44c9-8409-d88aaadc45e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:21:44.285658 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c3ba55-f23b-495f-a52f-43834fde738e None None] Attempting to bind port 4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81 on network 754f8d77-c1fb-438d-9dec-eec91b4433a5 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:21:44.306197 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-2588d5d3-3236-4d9c-b043-6d60a7486ca9 req-dea4a6a0-7bd2-4e57-a00d-344c842f85fc tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed9fcae1-761b-4591-b3e3-5495bfe3fd32 HTTP/1.1" status: 200 len: 210 time: 0.1486037 Apr 29 13:21:44.326707 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [req-b23623b6-99b4-4d11-a70c-367d8a8cfd5c req-e83d25d9-b840-423a-bd1b-c570b58e26e8 tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] Request body: {'port': {'device_id': 'ed9fcae1-761b-4591-b3e3-5495bfe3fd32', 'network_id': 'f7b2159c-541e-40fc-88d7-6131e3b1d41e', 'admin_state_up': True, 'tenant_id': '54963ec7385e4e83946be5462fe92907'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:21:44.329397 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c3ba55-f23b-495f-a52f-43834fde738e None None] Checking agent: {'id': '070d87cd-fed4-4d07-85b5-c26ded61f2d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 12, 59), 'started_at': datetime.datetime(2022, 4, 29, 13, 13, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:21:44.330959 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c3ba55-f23b-495f-a52f-43834fde738e None None] Checking segment: {'id': '2ea0efb1-2525-44c9-8409-d88aaadc45e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:21:44.333140 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-86c3ba55-f23b-495f-a52f-43834fde738e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:44.333749 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c3ba55-f23b-495f-a52f-43834fde738e None None] Bound using segment: {'id': '2ea0efb1-2525-44c9-8409-d88aaadc45e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:21:44.334461 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-86c3ba55-f23b-495f-a52f-43834fde738e None None] Bound port: 4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81, host: dv-cinder-837699-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ea0efb1-2525-44c9-8409-d88aaadc45e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:21:44.337933 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-86c3ba55-f23b-495f-a52f-43834fde738e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:44.418152 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-86c3ba55-f23b-495f-a52f-43834fde738e None None] For port 4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81, host dv-cinder-837699-3-iscsi, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:21:44.421906 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-86c3ba55-f23b-495f-a52f-43834fde738e None None] For port 4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81, host dv-cinder-837699-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81,segment=NetworkSegment(2ea0efb1-2525-44c9-8409-d88aaadc45e7),segment_id=2ea0efb1-2525-44c9-8409-d88aaadc45e7)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:21:44.434947 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-86c3ba55-f23b-495f-a52f-43834fde738e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:44.443293 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-c623d90d-895d-449f-86b5-214cffbe13cf None None] Provisioning complete for port 66ca958a-6816-4935-90de-59b3ed769138 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:21:44.444486 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c623d90d-895d-449f-86b5-214cffbe13cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (66ca958a-6816-4935-90de-59b3ed769138), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:44.535386 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ba15933-1b7f-4884-af51-5fa122a7c9fa admin admin] Notify agent at l3_agent.dv-cinder-837699-3-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:21:44.629680 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Current status of the port ded7978e-6629-4cbc-9c3a-cd657ad658a6 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:21:44.632438 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82e1c10-e868-4158-a1ba-1c534029b6ec None None] Sync routers for ids ['a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd'] in dv-cinder-837699-3-iscsi {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:21:44.673144 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82e1c10-e868-4158-a1ba-1c534029b6ec None None] Routers {'a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:21:44.673930 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-c82e1c10-e868-4158-a1ba-1c534029b6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:21:24Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:21:44.715700 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6ba15933-1b7f-4884-af51-5fa122a7c9fa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:44.738167 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-6ba15933-1b7f-4884-af51-5fa122a7c9fa admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 10.0853052 Apr 29 13:21:44.742100 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 48132) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:21:44.806916 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-92f7b9b9-8af9-4dae-ba23-f5849cb10a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4207c677-3435-46c0-b6cf-36c72361e689', 'name': 'tempest-AttachVolumeTestJSON-2087911582-router', 'tenant_id': '83b6a855b277450186870a3529210025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '82c48137-ef66-4132-bb6d-1c06501fae0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:30Z', 'updated_at': '2022-04-29T13:21:39Z', 'revision_number': 4, 'project_id': '83b6a855b277450186870a3529210025', 'gw_port': {'id': '82c48137-ef66-4132-bb6d-1c06501fae0e', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:66:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4207c677-3435-46c0-b6cf-36c72361e689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:30Z', 'updated_at': '2022-04-29T13:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_interfaces': [{'id': '9a51b6e3-d324-43f5-bf29-86f48503ee2c', 'name': '', 'network_id': 'fc1af930-75bb-4703-ab95-43d130c7c5b4', 'tenant_id': '83b6a855b277450186870a3529210025', 'mac_address': 'fa:16:3e:52:91:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4207c677-3435-46c0-b6cf-36c72361e689', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '77a47b69-c61f-4715-a126-776e82c7238b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:36Z', 'updated_at': '2022-04-29T13:21:40Z', 'revision_number': 2, 'project_id': '83b6a855b277450186870a3529210025', 'subnets': [{'id': '77a47b69-c61f-4715-a126-776e82c7238b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:21:44.853421 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f7b9b9-8af9-4dae-ba23-f5849cb10a53 None None] Checking router: 4207c677-3435-46c0-b6cf-36c72361e689 for host: dv-cinder-837699-3-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:21:44.854032 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f7b9b9-8af9-4dae-ba23-f5849cb10a53 None None] Updating router 4207c677-3435-46c0-b6cf-36c72361e689 port 9a51b6e3-d324-43f5-bf29-86f48503ee2c binding host dv-cinder-837699-3-iscsi {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 13:21:44.871096 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-c82e1c10-e868-4158-a1ba-1c534029b6ec None None] Set router a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd gateway port host: dv-cinder-837699-3-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:21:44.887721 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-92f7b9b9-8af9-4dae-ba23-f5849cb10a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (9a51b6e3-d324-43f5-bf29-86f48503ee2c), before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:44.962602 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8dd6dcc7-b92b-438a-895d-3f8f8fc7695c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (f9fb300f-d8b7-4a3f-b80f-2de5dfdc5a43), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:44.976015 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2811aa-1aef-4a8f-94a5-996d757c579b None None] Pushing event updated for resources: {'Port': ['ID=4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:21:44.989822 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device 508ba278-e111-4fe8-b702-ece06874af8d up at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:21:45.074044 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-c623d90d-895d-449f-86b5-214cffbe13cf None None] Current status of the port 66ca958a-6816-4935-90de-59b3ed769138 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:21:45.083289 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c3ba55-f23b-495f-a52f-43834fde738e None None] Routers {'55e917e4-3b0d-460b-a62b-46ecaa345c3f'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:21:45.084127 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-86c3ba55-f23b-495f-a52f-43834fde738e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:21:24Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['55e917e4-3b0d-460b-a62b-46ecaa345c3f'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:21:45.290366 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-92f7b9b9-8af9-4dae-ba23-f5849cb10a53 None None] Publish callbacks [] for port (9a51b6e3-d324-43f5-bf29-86f48503ee2c), precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:45.302064 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Provisioning complete for port 508ba278-e111-4fe8-b702-ece06874af8d triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:21:45.303107 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (508ba278-e111-4fe8-b702-ece06874af8d), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:45.307196 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-92f7b9b9-8af9-4dae-ba23-f5849cb10a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (9a51b6e3-d324-43f5-bf29-86f48503ee2c), after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:45.368993 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-2da662a1-a4fe-4460-9cc0-c63a24233c5a None None] Provisioning complete for port f9fb300f-d8b7-4a3f-b80f-2de5dfdc5a43 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:21:45.371128 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2da662a1-a4fe-4460-9cc0-c63a24233c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (f9fb300f-d8b7-4a3f-b80f-2de5dfdc5a43), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:45.387912 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8dd6dcc7-b92b-438a-895d-3f8f8fc7695c admin admin] Publish callbacks [] for port (f9fb300f-d8b7-4a3f-b80f-2de5dfdc5a43), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:45.407426 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0cce949-16d9-4d08-8359-165da801e6d4 admin admin] Router 51728595-6e32-43af-807d-01fb63b042cd is scheduled to L3 agent ffd5f049-29fc-4e99-906d-6eadce93ab48 with binding_index 1 {{(pid=103365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 13:21:45.409706 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8dd6dcc7-b92b-438a-895d-3f8f8fc7695c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (f9fb300f-d8b7-4a3f-b80f-2de5dfdc5a43), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:45.416272 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8dd6dcc7-b92b-438a-895d-3f8f8fc7695c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711452'] for router_interface (55e917e4-3b0d-460b-a62b-46ecaa345c3f), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:45.431347 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df48574-3ea0-4b3c-9fa7-f4277bbc99a3 None None] Pushing event updated for resources: {'Port': ['ID=9a51b6e3-d324-43f5-bf29-86f48503ee2c,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:21:45.433483 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b23623b6-99b4-4d11-a70c-367d8a8cfd5c req-e83d25d9-b840-423a-bd1b-c570b58e26e8 tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] Made reservation on behalf of 54963ec7385e4e83946be5462fe92907 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:21:45.443336 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-b23623b6-99b4-4d11-a70c-367d8a8cfd5c req-e83d25d9-b840-423a-bd1b-c570b58e26e8 tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:45.443654 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 48166) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:21:45.491396 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-c981bf8c-ba01-4d8d-971b-7766d67349cf tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1803365223', 'description': 'tempest-description--1105993064'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:21:45.507025 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-c82e1c10-e868-4158-a1ba-1c534029b6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd', 'name': 'tempest-AttachVolumeShelveTestJSON-1550131135-router', 'tenant_id': '62259e68f4eb4e72bddb618088a3d06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '866e1567-71eb-41ed-a87e-796e78667f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:34Z', 'updated_at': '2022-04-29T13:21:40Z', 'revision_number': 3, 'project_id': '62259e68f4eb4e72bddb618088a3d06a', 'gw_port': {'id': '866e1567-71eb-41ed-a87e-796e78667f40', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:92:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:37Z', 'updated_at': '2022-04-29T13:21:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi'}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:21:45.561378 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-92f7b9b9-8af9-4dae-ba23-f5849cb10a53 None None] Attempting to bind port 9a51b6e3-d324-43f5-bf29-86f48503ee2c on host dv-cinder-837699-3-iscsi for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:21:45.562056 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-92f7b9b9-8af9-4dae-ba23-f5849cb10a53 None None] Attempting to bind port 9a51b6e3-d324-43f5-bf29-86f48503ee2c by drivers openvswitch,hyperv on host dv-cinder-837699-3-iscsi at level 0 using segments [{'id': '08d55053-9d12-4d78-bbce-7da3ad73340c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'fc1af930-75bb-4703-ab95-43d130c7c5b4'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:21:45.563575 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f7b9b9-8af9-4dae-ba23-f5849cb10a53 None None] Attempting to bind port 9a51b6e3-d324-43f5-bf29-86f48503ee2c on network fc1af930-75bb-4703-ab95-43d130c7c5b4 {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:21:45.578590 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f7b9b9-8af9-4dae-ba23-f5849cb10a53 None None] Checking agent: {'id': '070d87cd-fed4-4d07-85b5-c26ded61f2d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 12, 59), 'started_at': datetime.datetime(2022, 4, 29, 13, 13, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:21:45.580554 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f7b9b9-8af9-4dae-ba23-f5849cb10a53 None None] Checking segment: {'id': '08d55053-9d12-4d78-bbce-7da3ad73340c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'fc1af930-75bb-4703-ab95-43d130c7c5b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:21:45.581801 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-92f7b9b9-8af9-4dae-ba23-f5849cb10a53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:45.583032 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f7b9b9-8af9-4dae-ba23-f5849cb10a53 None None] Bound using segment: {'id': '08d55053-9d12-4d78-bbce-7da3ad73340c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'fc1af930-75bb-4703-ab95-43d130c7c5b4'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:21:45.588570 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-92f7b9b9-8af9-4dae-ba23-f5849cb10a53 None None] Bound port: 9a51b6e3-d324-43f5-bf29-86f48503ee2c, host: dv-cinder-837699-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08d55053-9d12-4d78-bbce-7da3ad73340c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'fc1af930-75bb-4703-ab95-43d130c7c5b4'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:21:45.589792 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-92f7b9b9-8af9-4dae-ba23-f5849cb10a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (9a51b6e3-d324-43f5-bf29-86f48503ee2c), before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:45.815308 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82e1c10-e868-4158-a1ba-1c534029b6ec None None] Checking router: a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd for host: dv-cinder-837699-3-iscsi {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:21:45.816811 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82e1c10-e868-4158-a1ba-1c534029b6ec None None] Updating router a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd port 866e1567-71eb-41ed-a87e-796e78667f40 binding host dv-cinder-837699-3-iscsi {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 13:21:45.839114 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c981bf8c-ba01-4d8d-971b-7766d67349cf tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:45.854004 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-92f7b9b9-8af9-4dae-ba23-f5849cb10a53 None None] For port 9a51b6e3-d324-43f5-bf29-86f48503ee2c, host dv-cinder-837699-3-iscsi, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:21:45.865617 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-92f7b9b9-8af9-4dae-ba23-f5849cb10a53 None None] For port 9a51b6e3-d324-43f5-bf29-86f48503ee2c, host dv-cinder-837699-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=9a51b6e3-d324-43f5-bf29-86f48503ee2c,segment=NetworkSegment(08d55053-9d12-4d78-bbce-7da3ad73340c),segment_id=08d55053-9d12-4d78-bbce-7da3ad73340c)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:21:45.881371 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-92f7b9b9-8af9-4dae-ba23-f5849cb10a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (9a51b6e3-d324-43f5-bf29-86f48503ee2c), after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:45.953195 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-86c3ba55-f23b-495f-a52f-43834fde738e None None] Set router 55e917e4-3b0d-460b-a62b-46ecaa345c3f gateway port host: dv-cinder-837699-3-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:21:46.040317 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd6dcc7-b92b-438a-895d-3f8f8fc7695c admin admin] Pushing event updated for resources: {'Port': ['ID=f9fb300f-d8b7-4a3f-b80f-2de5dfdc5a43,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:21:46.080606 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f7b9b9-8af9-4dae-ba23-f5849cb10a53 None None] Routers {'4207c677-3435-46c0-b6cf-36c72361e689'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:21:46.088294 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-92f7b9b9-8af9-4dae-ba23-f5849cb10a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:21:24Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['4207c677-3435-46c0-b6cf-36c72361e689'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:21:46.100131 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd6dcc7-b92b-438a-895d-3f8f8fc7695c admin admin] Network 8f33b954-1f3c-43fa-a8bf-3eab44702663 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:21:46.117905 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-8dd6dcc7-b92b-438a-895d-3f8f8fc7695c admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:21:46.129251 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c82e1c10-e868-4158-a1ba-1c534029b6ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (866e1567-71eb-41ed-a87e-796e78667f40), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:46.152334 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-2da662a1-a4fe-4460-9cc0-c63a24233c5a None None] Port f9fb300f-d8b7-4a3f-b80f-2de5dfdc5a43 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 13:21:46.221150 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df48574-3ea0-4b3c-9fa7-f4277bbc99a3 None None] Pushing event updated for resources: {'Port': ['ID=9a51b6e3-d324-43f5-bf29-86f48503ee2c,revision_number=4']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:21:46.477645 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-92f7b9b9-8af9-4dae-ba23-f5849cb10a53 None None] Set router 4207c677-3435-46c0-b6cf-36c72361e689 gateway port host: dv-cinder-837699-3-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:21:46.674669 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-7ef28462-1b78-4a26-b990-33c41247da09 None None] Provisioning complete for port 9a51b6e3-d324-43f5-bf29-86f48503ee2c triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:21:46.675264 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7ef28462-1b78-4a26-b990-33c41247da09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (9a51b6e3-d324-43f5-bf29-86f48503ee2c), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:46.828387 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Current status of the port 508ba278-e111-4fe8-b702-ece06874af8d is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:21:46.829912 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device 82c48137-ef66-4132-bb6d-1c06501fae0e up at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:21:46.838250 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-5e79d51e-a1f0-468a-b531-04f78319787a req-947b12ac-1efe-4d2e-8c0e-5506380a9702 tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed9fcae1-761b-4591-b3e3-5495bfe3fd32 HTTP/1.1" status: 200 len: 210 time: 0.2859266 Apr 29 13:21:46.929776 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c981bf8c-ba01-4d8d-971b-7766d67349cf tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks [] for security_group (9277d33e-10a4-42d1-9d68-7406368ee816), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:46.948228 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dd6dcc7-b92b-438a-895d-3f8f8fc7695c admin admin] Router 55e917e4-3b0d-460b-a62b-46ecaa345c3f has already been hosted by L3 agent ffd5f049-29fc-4e99-906d-6eadce93ab48 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:21:46.961151 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-b23623b6-99b4-4d11-a70c-367d8a8cfd5c req-e83d25d9-b840-423a-bd1b-c570b58e26e8 tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] Allocated IP 172.20.0.14 (f7b2159c-541e-40fc-88d7-6131e3b1d41e/7155c938-ce60-4dd2-8443-11b2fc253ef7/d217b78a-2748-437f-8687-950224b25ffc) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:21:46.963752 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c981bf8c-ba01-4d8d-971b-7766d67349cf tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (9277d33e-10a4-42d1-9d68-7406368ee816), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:47.008806 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-92f7b9b9-8af9-4dae-ba23-f5849cb10a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4207c677-3435-46c0-b6cf-36c72361e689', 'name': 'tempest-AttachVolumeTestJSON-2087911582-router', 'tenant_id': '83b6a855b277450186870a3529210025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '82c48137-ef66-4132-bb6d-1c06501fae0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:30Z', 'updated_at': '2022-04-29T13:21:39Z', 'revision_number': 4, 'project_id': '83b6a855b277450186870a3529210025', 'gw_port': {'id': '82c48137-ef66-4132-bb6d-1c06501fae0e', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:66:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4207c677-3435-46c0-b6cf-36c72361e689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:30Z', 'updated_at': '2022-04-29T13:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_interfaces': [{'id': '9a51b6e3-d324-43f5-bf29-86f48503ee2c', 'name': '', 'network_id': 'fc1af930-75bb-4703-ab95-43d130c7c5b4', 'tenant_id': '83b6a855b277450186870a3529210025', 'mac_address': 'fa:16:3e:52:91:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4207c677-3435-46c0-b6cf-36c72361e689', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '77a47b69-c61f-4715-a126-776e82c7238b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:36Z', 'updated_at': '2022-04-29T13:21:45Z', 'revision_number': 4, 'project_id': '83b6a855b277450186870a3529210025', 'subnets': [{'id': '77a47b69-c61f-4715-a126-776e82c7238b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:21:47.102277 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c981bf8c-ba01-4d8d-971b-7766d67349cf tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:47.111183 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-c981bf8c-ba01-4d8d-971b-7766d67349cf tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.6498146 Apr 29 13:21:47.123424 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f7b9b9-8af9-4dae-ba23-f5849cb10a53 None None] The sync data for ids ['4207c677-3435-46c0-b6cf-36c72361e689'] in dv-cinder-837699-3-iscsi is: [{'id': '4207c677-3435-46c0-b6cf-36c72361e689', 'name': 'tempest-AttachVolumeTestJSON-2087911582-router', 'tenant_id': '83b6a855b277450186870a3529210025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '82c48137-ef66-4132-bb6d-1c06501fae0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:30Z', 'updated_at': '2022-04-29T13:21:39Z', 'revision_number': 4, 'project_id': '83b6a855b277450186870a3529210025', 'gw_port': {'id': '82c48137-ef66-4132-bb6d-1c06501fae0e', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:66:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4207c677-3435-46c0-b6cf-36c72361e689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:30Z', 'updated_at': '2022-04-29T13:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_interfaces': [{'id': '9a51b6e3-d324-43f5-bf29-86f48503ee2c', 'name': '', 'network_id': 'fc1af930-75bb-4703-ab95-43d130c7c5b4', 'tenant_id': '83b6a855b277450186870a3529210025', 'mac_address': 'fa:16:3e:52:91:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4207c677-3435-46c0-b6cf-36c72361e689', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '77a47b69-c61f-4715-a126-776e82c7238b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:36Z', 'updated_at': '2022-04-29T13:21:45Z', 'revision_number': 4, 'project_id': '83b6a855b277450186870a3529210025', 'subnets': [{'id': '77a47b69-c61f-4715-a126-776e82c7238b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:21:47.144445 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 48190) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:21:47.188553 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-350bfaee-70fb-4bfb-9895-2dddca31ba5a tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Request body: {'security_group_rule': {'security_group_id': '9277d33e-10a4-42d1-9d68-7406368ee816', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:21:47.210830 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0cce949-16d9-4d08-8359-165da801e6d4 admin admin] Notify agent at l3_agent.dv-cinder-837699-3-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:21:47.244212 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddae0c13-9872-48b5-b363-b7ea5a319fbb None None] Sync routers for ids ['51728595-6e32-43af-807d-01fb63b042cd'] in dv-cinder-837699-3-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:21:47.251103 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c981bf8c-ba01-4d8d-971b-7766d67349cf tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9277d33e-10a4-42d1-9d68-7406368ee816,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:21:47.284516 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddae0c13-9872-48b5-b363-b7ea5a319fbb None None] Routers {'51728595-6e32-43af-807d-01fb63b042cd'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:21:47.298300 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-ddae0c13-9872-48b5-b363-b7ea5a319fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:21:24Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['51728595-6e32-43af-807d-01fb63b042cd'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:21:47.479396 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Provisioning complete for port 82c48137-ef66-4132-bb6d-1c06501fae0e triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:21:47.479961 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (82c48137-ef66-4132-bb6d-1c06501fae0e), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:47.499066 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd6dcc7-b92b-438a-895d-3f8f8fc7695c admin admin] Notify agent at l3_agent.dv-cinder-837699-3-iscsi the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:21:47.521940 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-8dd6dcc7-b92b-438a-895d-3f8f8fc7695c admin admin] 10.222.0.11 "PUT /v2.0/routers/55e917e4-3b0d-460b-a62b-46ecaa345c3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3850479 Apr 29 13:21:47.587007 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d0cce949-16d9-4d08-8359-165da801e6d4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:47.592718 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 48198) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:21:47.593192 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-d0cce949-16d9-4d08-8359-165da801e6d4 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 13.1385448 Apr 29 13:21:47.620335 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-350bfaee-70fb-4bfb-9895-2dddca31ba5a tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks [] for security_group_rule (6df6d5d7-ec66-425e-a280-dcb4a5d0d403), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:47.633936 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-86c3ba55-f23b-495f-a52f-43834fde738e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'name': 'tempest-AttachVolumeNegativeTest-921804364-router', 'tenant_id': '1e7f22083aa84571b6efb751abd2b537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:35Z', 'updated_at': '2022-04-29T13:21:44Z', 'revision_number': 4, 'project_id': '1e7f22083aa84571b6efb751abd2b537', 'gw_port': {'id': '4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:51:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:37Z', 'updated_at': '2022-04-29T13:21:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_interfaces': [{'id': 'f9fb300f-d8b7-4a3f-b80f-2de5dfdc5a43', 'name': '', 'network_id': '8f33b954-1f3c-43fa-a8bf-3eab44702663', 'tenant_id': '1e7f22083aa84571b6efb751abd2b537', 'mac_address': 'fa:16:3e:b0:f2:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '9f59e443-3db1-41f0-85e9-12ea320207b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:42Z', 'updated_at': '2022-04-29T13:21:43Z', 'revision_number': 1, 'project_id': '1e7f22083aa84571b6efb751abd2b537', 'subnets': [{'id': '9f59e443-3db1-41f0-85e9-12ea320207b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:21:47.858117 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-ddae0c13-9872-48b5-b363-b7ea5a319fbb None None] Set router 51728595-6e32-43af-807d-01fb63b042cd gateway port host: dv-cinder-837699-3-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:21:48.364000 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-350bfaee-70fb-4bfb-9895-2dddca31ba5a tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks [] for security_group_rule (6df6d5d7-ec66-425e-a280-dcb4a5d0d403), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:48.375065 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-350bfaee-70fb-4bfb-9895-2dddca31ba5a tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773016'] for security_group_rule (6df6d5d7-ec66-425e-a280-dcb4a5d0d403), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:48.377026 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c3ba55-f23b-495f-a52f-43834fde738e None None] The sync data for ids ['55e917e4-3b0d-460b-a62b-46ecaa345c3f'] in dv-cinder-837699-3-iscsi is: [{'id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'name': 'tempest-AttachVolumeNegativeTest-921804364-router', 'tenant_id': '1e7f22083aa84571b6efb751abd2b537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:35Z', 'updated_at': '2022-04-29T13:21:44Z', 'revision_number': 4, 'project_id': '1e7f22083aa84571b6efb751abd2b537', 'gw_port': {'id': '4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:51:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:37Z', 'updated_at': '2022-04-29T13:21:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_interfaces': [{'id': 'f9fb300f-d8b7-4a3f-b80f-2de5dfdc5a43', 'name': '', 'network_id': '8f33b954-1f3c-43fa-a8bf-3eab44702663', 'tenant_id': '1e7f22083aa84571b6efb751abd2b537', 'mac_address': 'fa:16:3e:b0:f2:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '9f59e443-3db1-41f0-85e9-12ea320207b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:42Z', 'updated_at': '2022-04-29T13:21:43Z', 'revision_number': 1, 'project_id': '1e7f22083aa84571b6efb751abd2b537', 'subnets': [{'id': '9f59e443-3db1-41f0-85e9-12ea320207b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:21:48.453715 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-ddae0c13-9872-48b5-b363-b7ea5a319fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51728595-6e32-43af-807d-01fb63b042cd', 'name': 'tempest-ServerRescueNegativeTestJSON-1983684363-router', 'tenant_id': 'f816e6d8de4d489b965fa6fe021f3b58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'c90ef315-e4e9-4ab1-90c8-ec45e3c6935c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:34Z', 'updated_at': '2022-04-29T13:21:41Z', 'revision_number': 3, 'project_id': 'f816e6d8de4d489b965fa6fe021f3b58', 'gw_port': {'id': 'c90ef315-e4e9-4ab1-90c8-ec45e3c6935c', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:06:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51728595-6e32-43af-807d-01fb63b042cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:38Z', 'updated_at': '2022-04-29T13:21:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi'}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:21:48.455815 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350bfaee-70fb-4bfb-9895-2dddca31ba5a tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6df6d5d7-ec66-425e-a280-dcb4a5d0d403,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:21:48.529775 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddae0c13-9872-48b5-b363-b7ea5a319fbb None None] Checking router: 51728595-6e32-43af-807d-01fb63b042cd for host: dv-cinder-837699-3-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:21:48.530562 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddae0c13-9872-48b5-b363-b7ea5a319fbb None None] Updating router 51728595-6e32-43af-807d-01fb63b042cd port c90ef315-e4e9-4ab1-90c8-ec45e3c6935c binding host dv-cinder-837699-3-iscsi {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 13:21:48.579320 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c82e1c10-e868-4158-a1ba-1c534029b6ec None None] Publish callbacks [] for port (866e1567-71eb-41ed-a87e-796e78667f40), precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:48.579659 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0041033f-3ae4-41ab-82ae-b7f9b6b1a92e req-370d260e-7b1e-41fb-838e-7052ae0b5b11 tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed9fcae1-761b-4591-b3e3-5495bfe3fd32 HTTP/1.1" status: 200 len: 210 time: 0.1187701 Apr 29 13:21:48.587930 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-7ef28462-1b78-4a26-b990-33c41247da09 None None] Current status of the port 9a51b6e3-d324-43f5-bf29-86f48503ee2c is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:21:48.589665 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7ef28462-1b78-4a26-b990-33c41247da09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (9a51b6e3-d324-43f5-bf29-86f48503ee2c), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:48.612696 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c82e1c10-e868-4158-a1ba-1c534029b6ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (866e1567-71eb-41ed-a87e-796e78667f40), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:48.613873 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-ddae0c13-9872-48b5-b363-b7ea5a319fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (c90ef315-e4e9-4ab1-90c8-ec45e3c6935c), before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:48.644568 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-b23623b6-99b4-4d11-a70c-367d8a8cfd5c req-e83d25d9-b840-423a-bd1b-c570b58e26e8 tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] Publish callbacks [] for port (d217b78a-2748-437f-8687-950224b25ffc), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:48.664107 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4751eae4-16ae-4259-9a68-41d7b3b04263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:48.775499 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-350bfaee-70fb-4bfb-9895-2dddca31ba5a tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:48.776790 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-350bfaee-70fb-4bfb-9895-2dddca31ba5a tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6000478 Apr 29 13:21:48.799013 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 48222) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:21:48.815846 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-49cf18ba-1fe0-4acc-9e94-e3bff6aa021d tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Request body: {'security_group_rule': {'security_group_id': '9277d33e-10a4-42d1-9d68-7406368ee816', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:21:48.935830 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-c82e1c10-e868-4158-a1ba-1c534029b6ec None None] Attempting to bind port 866e1567-71eb-41ed-a87e-796e78667f40 on host dv-cinder-837699-3-iscsi for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:21:48.937938 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-c82e1c10-e868-4158-a1ba-1c534029b6ec None None] Attempting to bind port 866e1567-71eb-41ed-a87e-796e78667f40 by drivers openvswitch,hyperv on host dv-cinder-837699-3-iscsi at level 0 using segments [{'id': '2ea0efb1-2525-44c9-8409-d88aaadc45e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:21:48.939376 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82e1c10-e868-4158-a1ba-1c534029b6ec None None] Attempting to bind port 866e1567-71eb-41ed-a87e-796e78667f40 on network 754f8d77-c1fb-438d-9dec-eec91b4433a5 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:21:49.064202 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5484be-74f0-4db1-8085-58b8614db451 None None] Pushing event updated for resources: {'Port': ['ID=866e1567-71eb-41ed-a87e-796e78667f40,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:21:49.082130 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82e1c10-e868-4158-a1ba-1c534029b6ec None None] Checking agent: {'id': '070d87cd-fed4-4d07-85b5-c26ded61f2d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 12, 59), 'started_at': datetime.datetime(2022, 4, 29, 13, 13, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:21:49.082554 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82e1c10-e868-4158-a1ba-1c534029b6ec None None] Checking segment: {'id': '2ea0efb1-2525-44c9-8409-d88aaadc45e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:21:49.083061 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c82e1c10-e868-4158-a1ba-1c534029b6ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:49.083517 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82e1c10-e868-4158-a1ba-1c534029b6ec None None] Bound using segment: {'id': '2ea0efb1-2525-44c9-8409-d88aaadc45e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:21:49.084071 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-c82e1c10-e868-4158-a1ba-1c534029b6ec None None] Bound port: 866e1567-71eb-41ed-a87e-796e78667f40, host: dv-cinder-837699-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ea0efb1-2525-44c9-8409-d88aaadc45e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:21:49.084535 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c82e1c10-e868-4158-a1ba-1c534029b6ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (866e1567-71eb-41ed-a87e-796e78667f40), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:49.135350 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-7ef28462-1b78-4a26-b990-33c41247da09 None None] For port 9a51b6e3-d324-43f5-bf29-86f48503ee2c, host dv-cinder-837699-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=9a51b6e3-d324-43f5-bf29-86f48503ee2c,segment=NetworkSegment(08d55053-9d12-4d78-bbce-7da3ad73340c),segment_id=08d55053-9d12-4d78-bbce-7da3ad73340c)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:21:49.157581 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7ef28462-1b78-4a26-b990-33c41247da09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (9a51b6e3-d324-43f5-bf29-86f48503ee2c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:49.361836 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Current status of the port 82c48137-ef66-4132-bb6d-1c06501fae0e is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:21:49.391228 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-4751eae4-16ae-4259-9a68-41d7b3b04263 admin admin] Allocated IP 172.20.0.1 (3410551e-5a46-4ac5-98b2-aca173f9205e/d4719930-215c-410a-9121-e8646740b594/f62e06f5-fe6a-4baa-8595-55a8a668d899) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:21:49.406371 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-54f854ab-e51a-45d9-a381-03b3fdf3ccb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:49.598627 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 48232) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:21:49.614574 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-d68ccd02-1dcd-46d1-8737-76aa1fb23c7c tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1871343364', 'description': 'tempest-description--414449352'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:21:49.655333 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-933ac193-b684-4616-a2fd-c8677fc273e6 None None] Provisioning complete for port f9fb300f-d8b7-4a3f-b80f-2de5dfdc5a43 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:21:49.655826 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-933ac193-b684-4616-a2fd-c8677fc273e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (f9fb300f-d8b7-4a3f-b80f-2de5dfdc5a43), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:49.701591 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device 9a51b6e3-d324-43f5-bf29-86f48503ee2c up at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:21:49.702896 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4751eae4-16ae-4259-9a68-41d7b3b04263 admin admin] Publish callbacks [] for port (f62e06f5-fe6a-4baa-8595-55a8a668d899), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:49.783623 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-c82e1c10-e868-4158-a1ba-1c534029b6ec None None] For port 866e1567-71eb-41ed-a87e-796e78667f40, host dv-cinder-837699-3-iscsi, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:21:49.787321 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d68ccd02-1dcd-46d1-8737-76aa1fb23c7c tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:49.814643 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-ddae0c13-9872-48b5-b363-b7ea5a319fbb None None] Publish callbacks [] for port (c90ef315-e4e9-4ab1-90c8-ec45e3c6935c), precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:49.833889 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c4090ed3-b188-48ef-a6b9-5d78229fc55d None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:21:49.838243 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-ddae0c13-9872-48b5-b363-b7ea5a319fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (c90ef315-e4e9-4ab1-90c8-ec45e3c6935c), after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:49.840369 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4751eae4-16ae-4259-9a68-41d7b3b04263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783155810398'] for port (f62e06f5-fe6a-4baa-8595-55a8a668d899), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:49.877149 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef28462-1b78-4a26-b990-33c41247da09 None None] Pushing event updated for resources: {'Port': ['ID=9a51b6e3-d324-43f5-bf29-86f48503ee2c,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:21:49.909250 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26680f9-d5bb-44c1-ac05-b18f04b2ec14 None None] Pushing event updated for resources: {'Port': ['ID=c90ef315-e4e9-4ab1-90c8-ec45e3c6935c,revision_number=2']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:21:49.917053 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-b23623b6-99b4-4d11-a70c-367d8a8cfd5c req-e83d25d9-b840-423a-bd1b-c570b58e26e8 tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783155810398'] for port (d217b78a-2748-437f-8687-950224b25ffc), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:49.947761 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-c82e1c10-e868-4158-a1ba-1c534029b6ec None None] For port 866e1567-71eb-41ed-a87e-796e78667f40, host dv-cinder-837699-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=866e1567-71eb-41ed-a87e-796e78667f40,segment=NetworkSegment(2ea0efb1-2525-44c9-8409-d88aaadc45e7),segment_id=2ea0efb1-2525-44c9-8409-d88aaadc45e7)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:21:49.958323 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-ddae0c13-9872-48b5-b363-b7ea5a319fbb None None] Attempting to bind port c90ef315-e4e9-4ab1-90c8-ec45e3c6935c on host dv-cinder-837699-3-iscsi for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:21:49.958728 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-ddae0c13-9872-48b5-b363-b7ea5a319fbb None None] Attempting to bind port c90ef315-e4e9-4ab1-90c8-ec45e3c6935c by drivers openvswitch,hyperv on host dv-cinder-837699-3-iscsi at level 0 using segments [{'id': '2ea0efb1-2525-44c9-8409-d88aaadc45e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:21:49.959101 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddae0c13-9872-48b5-b363-b7ea5a319fbb None None] Attempting to bind port c90ef315-e4e9-4ab1-90c8-ec45e3c6935c on network 754f8d77-c1fb-438d-9dec-eec91b4433a5 {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:21:49.970397 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-933ac193-b684-4616-a2fd-c8677fc273e6 None None] Port f9fb300f-d8b7-4a3f-b80f-2de5dfdc5a43 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 13:21:49.973198 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddae0c13-9872-48b5-b363-b7ea5a319fbb None None] Checking agent: {'id': '070d87cd-fed4-4d07-85b5-c26ded61f2d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 12, 59), 'started_at': datetime.datetime(2022, 4, 29, 13, 13, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:21:49.973579 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddae0c13-9872-48b5-b363-b7ea5a319fbb None None] Checking segment: {'id': '2ea0efb1-2525-44c9-8409-d88aaadc45e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:21:49.974020 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-ddae0c13-9872-48b5-b363-b7ea5a319fbb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:49.974453 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddae0c13-9872-48b5-b363-b7ea5a319fbb None None] Bound using segment: {'id': '2ea0efb1-2525-44c9-8409-d88aaadc45e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:21:49.975113 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-ddae0c13-9872-48b5-b363-b7ea5a319fbb None None] Bound port: c90ef315-e4e9-4ab1-90c8-ec45e3c6935c, host: dv-cinder-837699-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ea0efb1-2525-44c9-8409-d88aaadc45e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:21:49.975518 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-ddae0c13-9872-48b5-b363-b7ea5a319fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (c90ef315-e4e9-4ab1-90c8-ec45e3c6935c), before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:49.992711 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c82e1c10-e868-4158-a1ba-1c534029b6ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (866e1567-71eb-41ed-a87e-796e78667f40), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:50.038698 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b23623b6-99b4-4d11-a70c-367d8a8cfd5c req-e83d25d9-b840-423a-bd1b-c570b58e26e8 tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] Network f7b2159c-541e-40fc-88d7-6131e3b1d41e is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:21:50.045116 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-b23623b6-99b4-4d11-a70c-367d8a8cfd5c req-e83d25d9-b840-423a-bd1b-c570b58e26e8 tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:21:50.070094 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4751eae4-16ae-4259-9a68-41d7b3b04263 admin admin] Network 3410551e-5a46-4ac5-98b2-aca173f9205e is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:21:50.071669 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-b23623b6-99b4-4d11-a70c-367d8a8cfd5c req-e83d25d9-b840-423a-bd1b-c570b58e26e8 tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:21:50.078420 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23623b6-99b4-4d11-a70c-367d8a8cfd5c req-e83d25d9-b840-423a-bd1b-c570b58e26e8 tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:21:50.083466 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-b23623b6-99b4-4d11-a70c-367d8a8cfd5c req-e83d25d9-b840-423a-bd1b-c570b58e26e8 tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549835'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:50.108703 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-4751eae4-16ae-4259-9a68-41d7b3b04263 admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:21:50.117598 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d68ccd02-1dcd-46d1-8737-76aa1fb23c7c tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks [] for security_group (93845e7e-bd9b-4908-b74e-2cb0b9e9db46), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:50.118765 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-933ac193-b684-4616-a2fd-c8677fc273e6 None None] Provisioning complete for port 9a51b6e3-d324-43f5-bf29-86f48503ee2c triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:21:50.118949 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-49cf18ba-1fe0-4acc-9e94-e3bff6aa021d tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks [] for security_group_rule (43b59614-f1da-4117-9d39-c7e2a1d7f498), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:50.119751 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-933ac193-b684-4616-a2fd-c8677fc273e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (9a51b6e3-d324-43f5-bf29-86f48503ee2c), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:50.124830 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-ddae0c13-9872-48b5-b363-b7ea5a319fbb None None] For port c90ef315-e4e9-4ab1-90c8-ec45e3c6935c, host dv-cinder-837699-3-iscsi, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:21:50.130001 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-ddae0c13-9872-48b5-b363-b7ea5a319fbb None None] For port c90ef315-e4e9-4ab1-90c8-ec45e3c6935c, host dv-cinder-837699-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=c90ef315-e4e9-4ab1-90c8-ec45e3c6935c,segment=NetworkSegment(2ea0efb1-2525-44c9-8409-d88aaadc45e7),segment_id=2ea0efb1-2525-44c9-8409-d88aaadc45e7)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:21:50.137599 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4751eae4-16ae-4259-9a68-41d7b3b04263 admin admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:21:50.139271 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8ced6005-a420-4955-a40f-05cbecaf314d req-27b2120d-1d9b-494c-b5e4-aa967b188dd9 tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed9fcae1-761b-4591-b3e3-5495bfe3fd32 HTTP/1.1" status: 200 len: 210 time: 0.3233511 Apr 29 13:21:50.140973 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-ddae0c13-9872-48b5-b363-b7ea5a319fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (c90ef315-e4e9-4ab1-90c8-ec45e3c6935c), after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:50.143331 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4751eae4-16ae-4259-9a68-41d7b3b04263 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706220'] for router_interface (a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:50.151815 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d68ccd02-1dcd-46d1-8737-76aa1fb23c7c tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (93845e7e-bd9b-4908-b74e-2cb0b9e9db46), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:50.254037 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d68ccd02-1dcd-46d1-8737-76aa1fb23c7c tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:50.266407 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-d68ccd02-1dcd-46d1-8737-76aa1fb23c7c tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6650553 Apr 29 13:21:50.275110 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 48244) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:21:50.280078 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5484be-74f0-4db1-8085-58b8614db451 None None] Pushing event updated for resources: {'Port': ['ID=866e1567-71eb-41ed-a87e-796e78667f40,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:21:50.285095 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26680f9-d5bb-44c1-ac05-b18f04b2ec14 None None] Pushing event updated for resources: {'Port': ['ID=c90ef315-e4e9-4ab1-90c8-ec45e3c6935c,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:21:50.295282 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-0a6aea4d-317c-42a6-8fc8-5bc13efb3538 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Request body: {'security_group_rule': {'security_group_id': '93845e7e-bd9b-4908-b74e-2cb0b9e9db46', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:21:50.364035 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68ccd02-1dcd-46d1-8737-76aa1fb23c7c tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93845e7e-bd9b-4908-b74e-2cb0b9e9db46,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:21:50.370714 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddae0c13-9872-48b5-b363-b7ea5a319fbb None None] Routers {'51728595-6e32-43af-807d-01fb63b042cd'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:21:50.377348 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-ddae0c13-9872-48b5-b363-b7ea5a319fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:21:24Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['51728595-6e32-43af-807d-01fb63b042cd'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:21:50.416918 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-54f854ab-e51a-45d9-a381-03b3fdf3ccb3 admin admin] Allocated IP 172.20.0.1 (75b7fe95-ba69-4d04-89c6-6ad49ef540b7/c49f2808-2545-473c-889a-37ee93dfd06e/b7672e0b-f958-4bbd-8f5b-46d2535bcc28) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:21:50.418304 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Provisioning complete for port 9a51b6e3-d324-43f5-bf29-86f48503ee2c triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:21:50.418823 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (9a51b6e3-d324-43f5-bf29-86f48503ee2c), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:50.499440 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-b23623b6-99b4-4d11-a70c-367d8a8cfd5c req-e83d25d9-b840-423a-bd1b-c570b58e26e8 tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.1882527 Apr 29 13:21:50.551280 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4751eae4-16ae-4259-9a68-41d7b3b04263 admin admin] Pushing event updated for resources: {'Port': ['ID=f62e06f5-fe6a-4baa-8595-55a8a668d899,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:21:50.555278 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-ddae0c13-9872-48b5-b363-b7ea5a319fbb None None] Set router 51728595-6e32-43af-807d-01fb63b042cd gateway port host: dv-cinder-837699-3-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:21:50.594498 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82e1c10-e868-4158-a1ba-1c534029b6ec None None] Routers {'a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:21:50.595219 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-c82e1c10-e868-4158-a1ba-1c534029b6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:21:24Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:21:50.711186 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-54f854ab-e51a-45d9-a381-03b3fdf3ccb3 admin admin] Publish callbacks [] for port (b7672e0b-f958-4bbd-8f5b-46d2535bcc28), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:50.722434 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4751eae4-16ae-4259-9a68-41d7b3b04263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (f62e06f5-fe6a-4baa-8595-55a8a668d899), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:50.874155 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0a6aea4d-317c-42a6-8fc8-5bc13efb3538 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks [] for security_group_rule (223ccbb7-3ff1-4373-a4cd-9a499abef6bf), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:50.920248 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-c82e1c10-e868-4158-a1ba-1c534029b6ec None None] Set router a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd gateway port host: dv-cinder-837699-3-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:21:50.931004 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-54f854ab-e51a-45d9-a381-03b3fdf3ccb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783155810398'] for port (b7672e0b-f958-4bbd-8f5b-46d2535bcc28), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:50.969201 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-ddae0c13-9872-48b5-b363-b7ea5a319fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51728595-6e32-43af-807d-01fb63b042cd', 'name': 'tempest-ServerRescueNegativeTestJSON-1983684363-router', 'tenant_id': 'f816e6d8de4d489b965fa6fe021f3b58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'c90ef315-e4e9-4ab1-90c8-ec45e3c6935c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:34Z', 'updated_at': '2022-04-29T13:21:41Z', 'revision_number': 3, 'project_id': 'f816e6d8de4d489b965fa6fe021f3b58', 'gw_port': {'id': 'c90ef315-e4e9-4ab1-90c8-ec45e3c6935c', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:06:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51728595-6e32-43af-807d-01fb63b042cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:38Z', 'updated_at': '2022-04-29T13:21:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi'}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:21:51.005970 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83d25d9-b840-423a-bd1b-c570b58e26e8 tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] Pushing event updated for resources: {'Port': ['ID=d217b78a-2748-437f-8687-950224b25ffc,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:21:51.022288 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddae0c13-9872-48b5-b363-b7ea5a319fbb None None] The sync data for ids ['51728595-6e32-43af-807d-01fb63b042cd'] in dv-cinder-837699-3-iscsi is: [{'id': '51728595-6e32-43af-807d-01fb63b042cd', 'name': 'tempest-ServerRescueNegativeTestJSON-1983684363-router', 'tenant_id': 'f816e6d8de4d489b965fa6fe021f3b58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'c90ef315-e4e9-4ab1-90c8-ec45e3c6935c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:34Z', 'updated_at': '2022-04-29T13:21:41Z', 'revision_number': 3, 'project_id': 'f816e6d8de4d489b965fa6fe021f3b58', 'gw_port': {'id': 'c90ef315-e4e9-4ab1-90c8-ec45e3c6935c', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:06:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51728595-6e32-43af-807d-01fb63b042cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:38Z', 'updated_at': '2022-04-29T13:21:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi'}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:21:51.025538 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-49cf18ba-1fe0-4acc-9e94-e3bff6aa021d tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks [] for security_group_rule (43b59614-f1da-4117-9d39-c7e2a1d7f498), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:51.041090 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f854ab-e51a-45d9-a381-03b3fdf3ccb3 admin admin] Pushing event updated for resources: {'Port': ['ID=b7672e0b-f958-4bbd-8f5b-46d2535bcc28,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:21:51.057159 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-49cf18ba-1fe0-4acc-9e94-e3bff6aa021d tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773016'] for security_group_rule (43b59614-f1da-4117-9d39-c7e2a1d7f498), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:51.127716 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0a6aea4d-317c-42a6-8fc8-5bc13efb3538 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks [] for security_group_rule (223ccbb7-3ff1-4373-a4cd-9a499abef6bf), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:51.136661 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0a6aea4d-317c-42a6-8fc8-5bc13efb3538 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773016'] for security_group_rule (223ccbb7-3ff1-4373-a4cd-9a499abef6bf), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:51.155618 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f854ab-e51a-45d9-a381-03b3fdf3ccb3 admin admin] Network 75b7fe95-ba69-4d04-89c6-6ad49ef540b7 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:21:51.163004 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0a6aea4d-317c-42a6-8fc8-5bc13efb3538 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:51.174194 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-0a6aea4d-317c-42a6-8fc8-5bc13efb3538 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8883073 Apr 29 13:21:51.188927 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 48254) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:21:51.191093 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-54f854ab-e51a-45d9-a381-03b3fdf3ccb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:21:51.198251 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f854ab-e51a-45d9-a381-03b3fdf3ccb3 admin admin] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:21:51.199015 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-54f854ab-e51a-45d9-a381-03b3fdf3ccb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706220'] for router_interface (51728595-6e32-43af-807d-01fb63b042cd), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:51.222811 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-a4849f6d-a029-4158-800a-11f47ea6925a tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Request body: {'security_group_rule': {'security_group_id': '93845e7e-bd9b-4908-b74e-2cb0b9e9db46', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:21:51.260088 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4751eae4-16ae-4259-9a68-41d7b3b04263 admin admin] Publish callbacks [] for port (f62e06f5-fe6a-4baa-8595-55a8a668d899), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:51.268454 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6aea4d-317c-42a6-8fc8-5bc13efb3538 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=223ccbb7-3ff1-4373-a4cd-9a499abef6bf,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:21:51.272945 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cf18ba-1fe0-4acc-9e94-e3bff6aa021d tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43b59614-f1da-4117-9d39-c7e2a1d7f498,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:21:51.281816 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4751eae4-16ae-4259-9a68-41d7b3b04263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (f62e06f5-fe6a-4baa-8595-55a8a668d899), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:51.282602 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4751eae4-16ae-4259-9a68-41d7b3b04263 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711452'] for router_interface (a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:51.286591 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Current status of the port 9a51b6e3-d324-43f5-bf29-86f48503ee2c is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:21:51.310683 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-933ac193-b684-4616-a2fd-c8677fc273e6 None None] Current status of the port 9a51b6e3-d324-43f5-bf29-86f48503ee2c is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:21:51.312485 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-49cf18ba-1fe0-4acc-9e94-e3bff6aa021d tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:51.315132 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-49cf18ba-1fe0-4acc-9e94-e3bff6aa021d tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.5149417 Apr 29 13:21:51.354878 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 48256) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:21:51.371503 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-8e2a3938-a104-4c7a-b82e-8617586a3687 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Request body: {'floatingip': {'floating_network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:21:51.431402 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8e2a3938-a104-4c7a-b82e-8617586a3687 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:51.466524 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-c82e1c10-e868-4158-a1ba-1c534029b6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd', 'name': 'tempest-AttachVolumeShelveTestJSON-1550131135-router', 'tenant_id': '62259e68f4eb4e72bddb618088a3d06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '866e1567-71eb-41ed-a87e-796e78667f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:34Z', 'updated_at': '2022-04-29T13:21:50Z', 'revision_number': 4, 'project_id': '62259e68f4eb4e72bddb618088a3d06a', 'gw_port': {'id': '866e1567-71eb-41ed-a87e-796e78667f40', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:92:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:37Z', 'updated_at': '2022-04-29T13:21:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_interfaces': [{'id': 'f62e06f5-fe6a-4baa-8595-55a8a668d899', 'name': '', 'network_id': '3410551e-5a46-4ac5-98b2-aca173f9205e', 'tenant_id': '62259e68f4eb4e72bddb618088a3d06a', 'mac_address': 'fa:16:3e:05:35:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'd4719930-215c-410a-9121-e8646740b594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:48Z', 'updated_at': '2022-04-29T13:21:49Z', 'revision_number': 1, 'project_id': '62259e68f4eb4e72bddb618088a3d06a', 'subnets': [{'id': 'd4719930-215c-410a-9121-e8646740b594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:21:51.554504 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853f0c1b-53ac-4a72-bca2-26524cf922df req-f8939317-ce4f-4ea5-82b6-7b76004c495d tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:21:51.556515 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-853f0c1b-53ac-4a72-bca2-26524cf922df req-f8939317-ce4f-4ea5-82b6-7b76004c495d tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed9fcae1-761b-4591-b3e3-5495bfe3fd32 HTTP/1.1" status: 200 len: 932 time: 0.2781241 Apr 29 13:21:51.588387 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82e1c10-e868-4158-a1ba-1c534029b6ec None None] The sync data for ids ['a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd'] in dv-cinder-837699-3-iscsi is: [{'id': 'a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd', 'name': 'tempest-AttachVolumeShelveTestJSON-1550131135-router', 'tenant_id': '62259e68f4eb4e72bddb618088a3d06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '866e1567-71eb-41ed-a87e-796e78667f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:34Z', 'updated_at': '2022-04-29T13:21:50Z', 'revision_number': 4, 'project_id': '62259e68f4eb4e72bddb618088a3d06a', 'gw_port': {'id': '866e1567-71eb-41ed-a87e-796e78667f40', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:92:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:37Z', 'updated_at': '2022-04-29T13:21:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_interfaces': [{'id': 'f62e06f5-fe6a-4baa-8595-55a8a668d899', 'name': '', 'network_id': '3410551e-5a46-4ac5-98b2-aca173f9205e', 'tenant_id': '62259e68f4eb4e72bddb618088a3d06a', 'mac_address': 'fa:16:3e:05:35:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'd4719930-215c-410a-9121-e8646740b594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:48Z', 'updated_at': '2022-04-29T13:21:49Z', 'revision_number': 1, 'project_id': '62259e68f4eb4e72bddb618088a3d06a', 'subnets': [{'id': 'd4719930-215c-410a-9121-e8646740b594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:21:51.598404 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-a1fc4305-a0e0-4b0d-91d7-3f6ef199afbf None None] Provisioning complete for port f62e06f5-fe6a-4baa-8595-55a8a668d899 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:21:51.599216 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a1fc4305-a0e0-4b0d-91d7-3f6ef199afbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (f62e06f5-fe6a-4baa-8595-55a8a668d899), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:51.690860 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c6b1940e-e427-4b2c-af90-18be3dfda6c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (e437e712-237e-4a54-83a8-782eed3c5f0c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:51.705946 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-a1fc4305-a0e0-4b0d-91d7-3f6ef199afbf None None] Port f62e06f5-fe6a-4baa-8595-55a8a668d899 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 13:21:51.727028 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device 4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81 up at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:21:51.763364 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a4849f6d-a029-4158-800a-11f47ea6925a tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks [] for security_group_rule (8eb026e4-771d-43ac-99e2-cfcb70709e5e), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:51.799525 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Provisioning complete for port 4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:21:51.799901 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:51.853136 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-39f9e4e0-6ced-4242-b346-48f5f01e581c None None] Provisioning complete for port b7672e0b-f958-4bbd-8f5b-46d2535bcc28 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:21:51.853784 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-39f9e4e0-6ced-4242-b346-48f5f01e581c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (b7672e0b-f958-4bbd-8f5b-46d2535bcc28), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:51.870717 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a4849f6d-a029-4158-800a-11f47ea6925a tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks [] for security_group_rule (8eb026e4-771d-43ac-99e2-cfcb70709e5e), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:51.876869 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a4849f6d-a029-4158-800a-11f47ea6925a tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773016'] for security_group_rule (8eb026e4-771d-43ac-99e2-cfcb70709e5e), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:51.884481 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4751eae4-16ae-4259-9a68-41d7b3b04263 admin admin] Pushing event updated for resources: {'Port': ['ID=f62e06f5-fe6a-4baa-8595-55a8a668d899,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:21:51.907809 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4849f6d-a029-4158-800a-11f47ea6925a tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eb026e4-771d-43ac-99e2-cfcb70709e5e,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:21:51.916284 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a4849f6d-a029-4158-800a-11f47ea6925a tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:51.917554 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-a4849f6d-a029-4158-800a-11f47ea6925a tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7111742 Apr 29 13:21:51.921819 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 48264) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:21:51.930809 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-8ef08598-a5d5-4274-920d-aec1bf102705 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Request body: {'floatingip': {'floating_network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:21:51.935297 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-39f9e4e0-6ced-4242-b346-48f5f01e581c None None] Port b7672e0b-f958-4bbd-8f5b-46d2535bcc28 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 13:21:51.973066 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Current status of the port 4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81 is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:21:51.973462 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:51.988281 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8e2a3938-a104-4c7a-b82e-8617586a3687 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:52.016818 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] For port 4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81, host dv-cinder-837699-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81,segment=NetworkSegment(2ea0efb1-2525-44c9-8409-d88aaadc45e7),segment_id=2ea0efb1-2525-44c9-8409-d88aaadc45e7)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:21:52.027469 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:52.028410 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device 9a51b6e3-d324-43f5-bf29-86f48503ee2c up at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:21:52.037853 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-54f854ab-e51a-45d9-a381-03b3fdf3ccb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (b7672e0b-f958-4bbd-8f5b-46d2535bcc28), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:52.068191 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-853f0c1b-53ac-4a72-bca2-26524cf922df req-89da634b-db49-4347-9681-f31472c5ce57 tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] 10.222.0.11 "GET /v2.0/security-groups?id=792e7502-e0ef-4f4c-98d5-f0878f981827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3703392 Apr 29 13:21:52.071661 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8ef08598-a5d5-4274-920d-aec1bf102705 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:52.110072 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4751eae4-16ae-4259-9a68-41d7b3b04263 admin admin] Network 3410551e-5a46-4ac5-98b2-aca173f9205e is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:21:52.111771 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Pushing event updated for resources: {'Port': ['ID=4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:21:52.113452 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-4751eae4-16ae-4259-9a68-41d7b3b04263 admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:21:52.121038 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Provisioning complete for port 9a51b6e3-d324-43f5-bf29-86f48503ee2c triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:21:52.121432 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (9a51b6e3-d324-43f5-bf29-86f48503ee2c), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:52.227896 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Current status of the port 9a51b6e3-d324-43f5-bf29-86f48503ee2c is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:21:52.347881 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8ef08598-a5d5-4274-920d-aec1bf102705 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:52.359056 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4751eae4-16ae-4259-9a68-41d7b3b04263 admin admin] Router a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd has already been hosted by L3 agent ffd5f049-29fc-4e99-906d-6eadce93ab48 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:21:52.387227 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-8e2a3938-a104-4c7a-b82e-8617586a3687 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Allocated IP 172.27.0.147 (754f8d77-c1fb-438d-9dec-eec91b4433a5/8519c0fa-1b1c-41ff-b70f-9433c7b7bb38/50aed654-b90f-4e65-a306-3338e1c8002b) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:21:52.512647 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-5eff39ce-4f4a-4f86-a678-bd003120a14f None None] Provisioning complete for port f62e06f5-fe6a-4baa-8595-55a8a668d899 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:21:52.515147 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5eff39ce-4f4a-4f86-a678-bd003120a14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (f62e06f5-fe6a-4baa-8595-55a8a668d899), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:52.584382 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-54f854ab-e51a-45d9-a381-03b3fdf3ccb3 admin admin] Publish callbacks [] for port (b7672e0b-f958-4bbd-8f5b-46d2535bcc28), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:52.590980 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-54f854ab-e51a-45d9-a381-03b3fdf3ccb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (b7672e0b-f958-4bbd-8f5b-46d2535bcc28), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:52.592797 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-54f854ab-e51a-45d9-a381-03b3fdf3ccb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711452'] for router_interface (51728595-6e32-43af-807d-01fb63b042cd), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:52.709023 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8e2a3938-a104-4c7a-b82e-8617586a3687 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks [] for port (50aed654-b90f-4e65-a306-3338e1c8002b), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:52.710656 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-5eff39ce-4f4a-4f86-a678-bd003120a14f None None] Port f62e06f5-fe6a-4baa-8595-55a8a668d899 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 13:21:52.720831 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f854ab-e51a-45d9-a381-03b3fdf3ccb3 admin admin] Pushing event updated for resources: {'Port': ['ID=b7672e0b-f958-4bbd-8f5b-46d2535bcc28,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:21:52.858256 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4751eae4-16ae-4259-9a68-41d7b3b04263 admin admin] Notify agent at l3_agent.dv-cinder-837699-3-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:21:52.869847 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-4751eae4-16ae-4259-9a68-41d7b3b04263 admin admin] 10.222.0.11 "PUT /v2.0/routers/a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1056988 Apr 29 13:21:52.871920 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f854ab-e51a-45d9-a381-03b3fdf3ccb3 admin admin] Network 75b7fe95-ba69-4d04-89c6-6ad49ef540b7 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:21:52.882530 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-54f854ab-e51a-45d9-a381-03b3fdf3ccb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:21:52.913886 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8e2a3938-a104-4c7a-b82e-8617586a3687 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783155810398'] for port (50aed654-b90f-4e65-a306-3338e1c8002b), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:53.140800 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2a3938-a104-4c7a-b82e-8617586a3687 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Network 754f8d77-c1fb-438d-9dec-eec91b4433a5 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:21:53.162748 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [req-b23623b6-99b4-4d11-a70c-367d8a8cfd5c req-a4ed56bf-1bb0-4b3b-8bdb-9812b7fc78e1 tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 13:21:53.188228 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-b23623b6-99b4-4d11-a70c-367d8a8cfd5c req-a4ed56bf-1bb0-4b3b-8bdb-9812b7fc78e1 tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052955 Apr 29 13:21:53.188892 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.db.api [None req-8ef08598-a5d5-4274-920d-aec1bf102705 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.27.0.147-3a41859f-737f-4edb-af77-66e97f0b3f66 {{(pid=103364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 13:21:53.189751 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG oslo_db.api [None req-8ef08598-a5d5-4274-920d-aec1bf102705 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 13:21:53.192673 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-8e2a3938-a104-4c7a-b82e-8617586a3687 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:21:53.218137 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2a3938-a104-4c7a-b82e-8617586a3687 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:21:53.223357 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2a3938-a104-4c7a-b82e-8617586a3687 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Pushing event updated for resources: {'Port': ['ID=50aed654-b90f-4e65-a306-3338e1c8002b,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:21:53.381246 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4601a863-d44e-4254-aae4-503a30f5674f req-42d0d346-8726-4806-a233-06e047dd772a tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:21:53.382819 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4601a863-d44e-4254-aae4-503a30f5674f req-42d0d346-8726-4806-a233-06e047dd772a tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed9fcae1-761b-4591-b3e3-5495bfe3fd32 HTTP/1.1" status: 200 len: 932 time: 0.1891782 Apr 29 13:21:53.406945 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8e2a3938-a104-4c7a-b82e-8617586a3687 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks [] for floatingip (6602e79d-bd2b-4c07-b09d-744e4e78b69c), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:53.447652 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-1fae9c19-4376-4140-8896-dd5b4ce1fc7c None None] Provisioning complete for port b7672e0b-f958-4bbd-8f5b-46d2535bcc28 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:21:53.452917 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1fae9c19-4376-4140-8896-dd5b4ce1fc7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (b7672e0b-f958-4bbd-8f5b-46d2535bcc28), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:53.508183 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8e2a3938-a104-4c7a-b82e-8617586a3687 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (50aed654-b90f-4e65-a306-3338e1c8002b), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:53.533684 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a993174-d638-46b2-8f21-dd64cb1a45a4 None None] Sync routers for ids ['55e917e4-3b0d-460b-a62b-46ecaa345c3f'] in dv-cinder-837699-3-iscsi {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:21:53.538239 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54f854ab-e51a-45d9-a381-03b3fdf3ccb3 admin admin] Router 51728595-6e32-43af-807d-01fb63b042cd has already been hosted by L3 agent ffd5f049-29fc-4e99-906d-6eadce93ab48 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:21:53.543904 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4601a863-d44e-4254-aae4-503a30f5674f req-1d189a2c-2fea-4abc-bc20-e83d2711e64d tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] 10.222.0.11 "GET /v2.0/security-groups?id=792e7502-e0ef-4f4c-98d5-f0878f981827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462054 Apr 29 13:21:53.613304 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-1fae9c19-4376-4140-8896-dd5b4ce1fc7c None None] Port b7672e0b-f958-4bbd-8f5b-46d2535bcc28 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 13:21:53.621914 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a993174-d638-46b2-8f21-dd64cb1a45a4 None None] Routers {'55e917e4-3b0d-460b-a62b-46ecaa345c3f'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:21:53.624076 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-2a993174-d638-46b2-8f21-dd64cb1a45a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:21:24Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['55e917e4-3b0d-460b-a62b-46ecaa345c3f'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:21:53.693573 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device 4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81 up at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:21:53.696341 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8ef08598-a5d5-4274-920d-aec1bf102705 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:53.756235 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 48284) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:21:53.761328 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-a3285567-e22a-462e-a590-403db0bc3686 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1127214602', 'description': 'tempest-description--1348902736'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:21:53.798751 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f854ab-e51a-45d9-a381-03b3fdf3ccb3 admin admin] Notify agent at l3_agent.dv-cinder-837699-3-iscsi the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:21:53.813421 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-54f854ab-e51a-45d9-a381-03b3fdf3ccb3 admin admin] 10.222.0.11 "PUT /v2.0/routers/51728595-6e32-43af-807d-01fb63b042cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2195764 Apr 29 13:21:53.822030 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Provisioning complete for port 4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:21:53.822210 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:53.843718 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8e2a3938-a104-4c7a-b82e-8617586a3687 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks [] for port (50aed654-b90f-4e65-a306-3338e1c8002b), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:53.845665 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a3285567-e22a-462e-a590-403db0bc3686 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:53.858759 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-2a993174-d638-46b2-8f21-dd64cb1a45a4 None None] Set router 55e917e4-3b0d-460b-a62b-46ecaa345c3f gateway port host: dv-cinder-837699-3-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:21:53.865734 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8e2a3938-a104-4c7a-b82e-8617586a3687 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (50aed654-b90f-4e65-a306-3338e1c8002b), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:53.931753 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-8ef08598-a5d5-4274-920d-aec1bf102705 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Allocated IP 172.27.0.24 (754f8d77-c1fb-438d-9dec-eec91b4433a5/8519c0fa-1b1c-41ff-b70f-9433c7b7bb38/89234472-3bb0-4590-b405-57ef738e5781) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:21:53.962951 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8e2a3938-a104-4c7a-b82e-8617586a3687 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706107'] for floatingip (6602e79d-bd2b-4c07-b09d-744e4e78b69c), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:53.995982 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2a3938-a104-4c7a-b82e-8617586a3687 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Pushing event updated for resources: {'Port': ['ID=50aed654-b90f-4e65-a306-3338e1c8002b,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:21:54.012318 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8e2a3938-a104-4c7a-b82e-8617586a3687 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574'] for floatingip (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:54.023453 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-8e2a3938-a104-4c7a-b82e-8617586a3687 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6609058 Apr 29 13:21:54.138365 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8ef08598-a5d5-4274-920d-aec1bf102705 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks [] for port (89234472-3bb0-4590-b405-57ef738e5781), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:54.206077 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a3285567-e22a-462e-a590-403db0bc3686 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks [] for security_group (d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:54.221352 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a3285567-e22a-462e-a590-403db0bc3686 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:54.262463 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a3285567-e22a-462e-a590-403db0bc3686 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:54.263947 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-a3285567-e22a-462e-a590-403db0bc3686 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5062163 Apr 29 13:21:54.266841 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 48314) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:21:54.298999 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3285567-e22a-462e-a590-403db0bc3686 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:21:54.299178 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-0d4066b6-ff5b-494d-9872-e07beb974bca tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Request body: {'security_group_rule': {'security_group_id': 'd48dfee1-1066-4c4a-8e00-5dc4fb71b0fc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:21:54.385615 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-c3a892cb-fcf3-44e4-9a21-ca33dbc7a7e8 req-dc278da8-c716-4caa-9761-a9c7ed450b74 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1803365223&fields=id&tenant_id=83b6a855b277450186870a3529210025 HTTP/1.1" status: 200 len: 267 time: 0.1153669 Apr 29 13:21:54.422042 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8ef08598-a5d5-4274-920d-aec1bf102705 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783155810398'] for port (89234472-3bb0-4590-b405-57ef738e5781), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:54.472263 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef08598-a5d5-4274-920d-aec1bf102705 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Network 754f8d77-c1fb-438d-9dec-eec91b4433a5 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:21:54.483652 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-8ef08598-a5d5-4274-920d-aec1bf102705 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:21:54.486382 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef08598-a5d5-4274-920d-aec1bf102705 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:21:54.569045 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-181748b9-36af-4459-a543-e546e3962b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (ffd5f049-29fc-4e99-906d-6eadce93ab48), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:54.581061 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Current status of the port 4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:21:54.582184 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device c90ef315-e4e9-4ab1-90c8-ec45e3c6935c up at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:21:54.671242 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a892cb-fcf3-44e4-9a21-ca33dbc7a7e8 req-cc20f333-e8c2-4d09-baad-03976fd21e13 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:21:54.672857 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-c3a892cb-fcf3-44e4-9a21-ca33dbc7a7e8 req-cc20f333-e8c2-4d09-baad-03976fd21e13 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/networks?id=fc1af930-75bb-4703-ab95-43d130c7c5b4 HTTP/1.1" status: 200 len: 811 time: 0.2633443 Apr 29 13:21:54.683231 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8ef08598-a5d5-4274-920d-aec1bf102705 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks [] for floatingip (e7865184-70f0-4f54-8a8c-5aff93e2cafa), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:54.701171 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-c3a892cb-fcf3-44e4-9a21-ca33dbc7a7e8 req-0809fdaa-1ccf-4158-a678-152572c9f39a tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/quotas/83b6a855b277450186870a3529210025 HTTP/1.1" status: 200 len: 375 time: 0.0196342 Apr 29 13:21:54.714672 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0d4066b6-ff5b-494d-9872-e07beb974bca tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks [] for security_group_rule (4c56e0ac-0383-4051-94ac-165834dca76c), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:54.789407 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8ef08598-a5d5-4274-920d-aec1bf102705 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (89234472-3bb0-4590-b405-57ef738e5781), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:54.797788 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Provisioning complete for port c90ef315-e4e9-4ab1-90c8-ec45e3c6935c triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:21:54.798190 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (c90ef315-e4e9-4ab1-90c8-ec45e3c6935c), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:54.804141 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-2a993174-d638-46b2-8f21-dd64cb1a45a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'name': 'tempest-AttachVolumeNegativeTest-921804364-router', 'tenant_id': '1e7f22083aa84571b6efb751abd2b537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:35Z', 'updated_at': '2022-04-29T13:21:44Z', 'revision_number': 4, 'project_id': '1e7f22083aa84571b6efb751abd2b537', 'gw_port': {'id': '4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:51:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:37Z', 'updated_at': '2022-04-29T13:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_interfaces': [{'id': 'f9fb300f-d8b7-4a3f-b80f-2de5dfdc5a43', 'name': '', 'network_id': '8f33b954-1f3c-43fa-a8bf-3eab44702663', 'tenant_id': '1e7f22083aa84571b6efb751abd2b537', 'mac_address': 'fa:16:3e:b0:f2:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '9f59e443-3db1-41f0-85e9-12ea320207b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:42Z', 'updated_at': '2022-04-29T13:21:45Z', 'revision_number': 2, 'project_id': '1e7f22083aa84571b6efb751abd2b537', 'subnets': [{'id': '9f59e443-3db1-41f0-85e9-12ea320207b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:21:54.852492 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a993174-d638-46b2-8f21-dd64cb1a45a4 None None] Checking router: 55e917e4-3b0d-460b-a62b-46ecaa345c3f for host: dv-cinder-837699-3-iscsi {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:21:54.852871 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a993174-d638-46b2-8f21-dd64cb1a45a4 None None] Updating router 55e917e4-3b0d-460b-a62b-46ecaa345c3f port f9fb300f-d8b7-4a3f-b80f-2de5dfdc5a43 binding host dv-cinder-837699-3-iscsi {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 13:21:54.864619 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-c3a892cb-fcf3-44e4-9a21-ca33dbc7a7e8 req-20f04779-cad7-4215-8ff9-21f096f585ad tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=83b6a855b277450186870a3529210025&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1454906 Apr 29 13:21:54.934470 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2a993174-d638-46b2-8f21-dd64cb1a45a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (f9fb300f-d8b7-4a3f-b80f-2de5dfdc5a43), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:55.076340 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-c3a892cb-fcf3-44e4-9a21-ca33dbc7a7e8 req-12f642f8-e243-404b-a62e-3f3e60fac3d6 service neutron] 10.222.0.11 "GET /v2.0/networks/fc1af930-75bb-4703-ab95-43d130c7c5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948972 Apr 29 13:21:55.129349 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef08598-a5d5-4274-920d-aec1bf102705 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Pushing event updated for resources: {'Port': ['ID=89234472-3bb0-4590-b405-57ef738e5781,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:21:55.176679 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-c3a892cb-fcf3-44e4-9a21-ca33dbc7a7e8 req-050c3c6d-0221-4fa1-a7e7-09dcde4f2873 service neutron] 10.222.0.11 "GET /v2.0/networks/fc1af930-75bb-4703-ab95-43d130c7c5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993345 Apr 29 13:21:55.201528 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Current status of the port c90ef315-e4e9-4ab1-90c8-ec45e3c6935c is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:21:55.201941 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (c90ef315-e4e9-4ab1-90c8-ec45e3c6935c), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:55.257240 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] For port c90ef315-e4e9-4ab1-90c8-ec45e3c6935c, host dv-cinder-837699-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=c90ef315-e4e9-4ab1-90c8-ec45e3c6935c,segment=NetworkSegment(2ea0efb1-2525-44c9-8409-d88aaadc45e7),segment_id=2ea0efb1-2525-44c9-8409-d88aaadc45e7)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:21:55.261664 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0d4066b6-ff5b-494d-9872-e07beb974bca tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks [] for security_group_rule (4c56e0ac-0383-4051-94ac-165834dca76c), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:55.262799 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (c90ef315-e4e9-4ab1-90c8-ec45e3c6935c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:55.272069 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eb4540-cda4-429a-8181-f8e129ff9591 req-f0f39f4d-332e-4f6d-81e7-8280b6c793ab tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:21:55.273872 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-17eb4540-cda4-429a-8181-f8e129ff9591 req-f0f39f4d-332e-4f6d-81e7-8280b6c793ab tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/networks?id=75b7fe95-ba69-4d04-89c6-6ad49ef540b7 HTTP/1.1" status: 200 len: 819 time: 0.8380976 Apr 29 13:21:55.276277 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0d4066b6-ff5b-494d-9872-e07beb974bca tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773016'] for security_group_rule (4c56e0ac-0383-4051-94ac-165834dca76c), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:55.356381 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Pushing event updated for resources: {'Port': ['ID=c90ef315-e4e9-4ab1-90c8-ec45e3c6935c,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:21:55.394318 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4066b6-ff5b-494d-9872-e07beb974bca tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c56e0ac-0383-4051-94ac-165834dca76c,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:21:55.400107 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-17eb4540-cda4-429a-8181-f8e129ff9591 req-4f41200d-25d5-4151-88b7-8125dbe5911a tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/quotas/f816e6d8de4d489b965fa6fe021f3b58 HTTP/1.1" status: 200 len: 375 time: 0.0720942 Apr 29 13:21:55.414941 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0d4066b6-ff5b-494d-9872-e07beb974bca tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:55.416136 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-0d4066b6-ff5b-494d-9872-e07beb974bca tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1220901 Apr 29 13:21:55.422304 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 48346) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:21:55.428944 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-bc42b988-55b4-43d7-81c5-fcfb8e6ea161 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Request body: {'security_group_rule': {'security_group_id': 'd48dfee1-1066-4c4a-8e00-5dc4fb71b0fc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:21:55.473855 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2a993174-d638-46b2-8f21-dd64cb1a45a4 None None] Publish callbacks [] for port (f9fb300f-d8b7-4a3f-b80f-2de5dfdc5a43), precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:55.484233 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2a993174-d638-46b2-8f21-dd64cb1a45a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (f9fb300f-d8b7-4a3f-b80f-2de5dfdc5a43), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:55.564844 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bccd223-3662-45b9-abc7-e1c95108b7cd req-9fbf7897-f556-4929-b313-603cd319ca7d tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:21:55.567166 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-6bccd223-3662-45b9-abc7-e1c95108b7cd req-9fbf7897-f556-4929-b313-603cd319ca7d tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed9fcae1-761b-4591-b3e3-5495bfe3fd32 HTTP/1.1" status: 200 len: 932 time: 0.1202252 Apr 29 13:21:55.637497 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde32e29-0fcc-43e6-857c-43c9d14ab2c2 None None] Pushing event updated for resources: {'Port': ['ID=f9fb300f-d8b7-4a3f-b80f-2de5dfdc5a43,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:21:55.700980 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-17eb4540-cda4-429a-8181-f8e129ff9591 req-f8eda21e-c440-431b-a61e-49e5de510441 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f816e6d8de4d489b965fa6fe021f3b58&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2885728 Apr 29 13:21:55.715963 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bc42b988-55b4-43d7-81c5-fcfb8e6ea161 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks [] for security_group_rule (94e78935-74d8-44b9-acc5-27c6503f4e78), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:55.723857 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-2a993174-d638-46b2-8f21-dd64cb1a45a4 None None] Attempting to bind port f9fb300f-d8b7-4a3f-b80f-2de5dfdc5a43 on host dv-cinder-837699-3-iscsi for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:21:55.724246 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-2a993174-d638-46b2-8f21-dd64cb1a45a4 None None] Attempting to bind port f9fb300f-d8b7-4a3f-b80f-2de5dfdc5a43 by drivers openvswitch,hyperv on host dv-cinder-837699-3-iscsi at level 0 using segments [{'id': '7d58dba2-6bce-4657-ad48-111e1ec8c905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '8f33b954-1f3c-43fa-a8bf-3eab44702663'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:21:55.724613 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a993174-d638-46b2-8f21-dd64cb1a45a4 None None] Attempting to bind port f9fb300f-d8b7-4a3f-b80f-2de5dfdc5a43 on network 8f33b954-1f3c-43fa-a8bf-3eab44702663 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:21:55.737387 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a993174-d638-46b2-8f21-dd64cb1a45a4 None None] Checking agent: {'id': '070d87cd-fed4-4d07-85b5-c26ded61f2d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 12, 59), 'started_at': datetime.datetime(2022, 4, 29, 13, 13, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:21:55.737769 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a993174-d638-46b2-8f21-dd64cb1a45a4 None None] Checking segment: {'id': '7d58dba2-6bce-4657-ad48-111e1ec8c905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '8f33b954-1f3c-43fa-a8bf-3eab44702663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:21:55.739603 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2a993174-d638-46b2-8f21-dd64cb1a45a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:55.741837 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a993174-d638-46b2-8f21-dd64cb1a45a4 None None] Bound using segment: {'id': '7d58dba2-6bce-4657-ad48-111e1ec8c905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '8f33b954-1f3c-43fa-a8bf-3eab44702663'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:21:55.742742 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-2a993174-d638-46b2-8f21-dd64cb1a45a4 None None] Bound port: f9fb300f-d8b7-4a3f-b80f-2de5dfdc5a43, host: dv-cinder-837699-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d58dba2-6bce-4657-ad48-111e1ec8c905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '8f33b954-1f3c-43fa-a8bf-3eab44702663'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:21:55.743140 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2a993174-d638-46b2-8f21-dd64cb1a45a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (f9fb300f-d8b7-4a3f-b80f-2de5dfdc5a43), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:55.743670 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8ef08598-a5d5-4274-920d-aec1bf102705 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks [] for port (89234472-3bb0-4590-b405-57ef738e5781), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:55.750641 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8ef08598-a5d5-4274-920d-aec1bf102705 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (89234472-3bb0-4590-b405-57ef738e5781), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:55.760933 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device 866e1567-71eb-41ed-a87e-796e78667f40 up at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:21:55.797862 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-6bccd223-3662-45b9-abc7-e1c95108b7cd req-5c22671d-e844-460d-85cf-72d47139242c tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] 10.222.0.11 "GET /v2.0/security-groups?id=792e7502-e0ef-4f4c-98d5-f0878f981827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149363 Apr 29 13:21:55.896327 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8ef08598-a5d5-4274-920d-aec1bf102705 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706107'] for floatingip (e7865184-70f0-4f54-8a8c-5aff93e2cafa), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:55.945945 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-2a993174-d638-46b2-8f21-dd64cb1a45a4 None None] For port f9fb300f-d8b7-4a3f-b80f-2de5dfdc5a43, host dv-cinder-837699-3-iscsi, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:21:55.948563 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-554e6312-7c7c-491a-8ddf-eb46f5a1192f req-63a6ef8f-259b-4ab0-b621-be0c5569c57e tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=204ebe5a-3964-4a27-919b-77cb567dba0a HTTP/1.1" status: 200 len: 210 time: 0.0464885 Apr 29 13:21:55.951128 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-2a993174-d638-46b2-8f21-dd64cb1a45a4 None None] For port f9fb300f-d8b7-4a3f-b80f-2de5dfdc5a43, host dv-cinder-837699-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=f9fb300f-d8b7-4a3f-b80f-2de5dfdc5a43,segment=NetworkSegment(7d58dba2-6bce-4657-ad48-111e1ec8c905),segment_id=7d58dba2-6bce-4657-ad48-111e1ec8c905)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:21:55.960666 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d46c6b96-c9c1-47b5-84ba-015c4e42046f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (1b2ea45c-9419-45d0-91af-29e2c5a1844a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:55.962902 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8ef08598-a5d5-4274-920d-aec1bf102705 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574'] for floatingip (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:55.964272 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-8ef08598-a5d5-4274-920d-aec1bf102705 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0402963 Apr 29 13:21:55.969764 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2a993174-d638-46b2-8f21-dd64cb1a45a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (f9fb300f-d8b7-4a3f-b80f-2de5dfdc5a43), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:55.989412 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bc42b988-55b4-43d7-81c5-fcfb8e6ea161 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks [] for security_group_rule (94e78935-74d8-44b9-acc5-27c6503f4e78), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:55.990058 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef08598-a5d5-4274-920d-aec1bf102705 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Pushing event updated for resources: {'Port': ['ID=89234472-3bb0-4590-b405-57ef738e5781,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:21:55.996251 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bc42b988-55b4-43d7-81c5-fcfb8e6ea161 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773016'] for security_group_rule (94e78935-74d8-44b9-acc5-27c6503f4e78), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:56.042645 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc42b988-55b4-43d7-81c5-fcfb8e6ea161 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94e78935-74d8-44b9-acc5-27c6503f4e78,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:21:56.042772 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [req-17eb4540-cda4-429a-8181-f8e129ff9591 req-c92d40f1-6716-4f66-83ed-35f387b997f6 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 13:21:56.043820 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-17eb4540-cda4-429a-8181-f8e129ff9591 req-c92d40f1-6716-4f66-83ed-35f387b997f6 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1222608 Apr 29 13:21:56.049870 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bc42b988-55b4-43d7-81c5-fcfb8e6ea161 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:56.051152 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-bc42b988-55b4-43d7-81c5-fcfb8e6ea161 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6266053 Apr 29 13:21:56.054268 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 48364) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:21:56.062325 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-795fdac7-6e5c-4aa7-a722-3db9717ea69d tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Request body: {'floatingip': {'floating_network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:21:56.202598 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-795fdac7-6e5c-4aa7-a722-3db9717ea69d tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:56.206925 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a993174-d638-46b2-8f21-dd64cb1a45a4 None None] Routers {'55e917e4-3b0d-460b-a62b-46ecaa345c3f'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:21:56.208219 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-2a993174-d638-46b2-8f21-dd64cb1a45a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:21:54Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['55e917e4-3b0d-460b-a62b-46ecaa345c3f'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:21:56.314930 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-2ed5230b-fc2a-45a4-a797-76513a713596 None None] Provisioning complete for port f9fb300f-d8b7-4a3f-b80f-2de5dfdc5a43 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:21:56.315637 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2ed5230b-fc2a-45a4-a797-76513a713596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (f9fb300f-d8b7-4a3f-b80f-2de5dfdc5a43), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:56.334946 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Provisioning complete for port 866e1567-71eb-41ed-a87e-796e78667f40 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:21:56.335429 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (866e1567-71eb-41ed-a87e-796e78667f40), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:56.343965 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-d8138b81-3fce-4dbf-98a9-810d23f3382b req-ef79ffc1-a666-4a0f-b487-6052f16a6aae tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1871343364&fields=id&tenant_id=1e7f22083aa84571b6efb751abd2b537 HTTP/1.1" status: 200 len: 267 time: 0.0916162 Apr 29 13:21:56.376654 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde32e29-0fcc-43e6-857c-43c9d14ab2c2 None None] Pushing event updated for resources: {'Port': ['ID=f9fb300f-d8b7-4a3f-b80f-2de5dfdc5a43,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:21:56.390364 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-17eb4540-cda4-429a-8181-f8e129ff9591 req-ff65401b-990a-43e3-9c4d-48dcff8f3ab3 service neutron] 10.222.0.11 "GET /v2.0/networks/75b7fe95-ba69-4d04-89c6-6ad49ef540b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3222113 Apr 29 13:21:56.546841 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-2a993174-d638-46b2-8f21-dd64cb1a45a4 None None] Set router 55e917e4-3b0d-460b-a62b-46ecaa345c3f gateway port host: dv-cinder-837699-3-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:21:56.564974 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8138b81-3fce-4dbf-98a9-810d23f3382b req-1c218694-281e-4df1-99ee-b02d0e7055ca tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:21:56.573307 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-d8138b81-3fce-4dbf-98a9-810d23f3382b req-1c218694-281e-4df1-99ee-b02d0e7055ca tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/networks?id=8f33b954-1f3c-43fa-a8bf-3eab44702663 HTTP/1.1" status: 200 len: 814 time: 0.2281206 Apr 29 13:21:56.608390 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-d8138b81-3fce-4dbf-98a9-810d23f3382b req-613b6b25-243f-4f80-806f-73e4db89f11f tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/quotas/1e7f22083aa84571b6efb751abd2b537 HTTP/1.1" status: 200 len: 375 time: 0.0279694 Apr 29 13:21:56.624731 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-17eb4540-cda4-429a-8181-f8e129ff9591 req-16ed5a4a-7c5f-43dc-a438-7aae0d312225 service neutron] 10.222.0.11 "GET /v2.0/networks/75b7fe95-ba69-4d04-89c6-6ad49ef540b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314911 Apr 29 13:21:56.635065 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c60188-0c19-468a-ad35-ef3bbfcd1ec9 None None] Sync routers for ids ['51728595-6e32-43af-807d-01fb63b042cd'] in dv-cinder-837699-3-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:21:56.666437 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c60188-0c19-468a-ad35-ef3bbfcd1ec9 None None] Routers {'51728595-6e32-43af-807d-01fb63b042cd'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:21:56.667102 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-99c60188-0c19-468a-ad35-ef3bbfcd1ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:21:54Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['51728595-6e32-43af-807d-01fb63b042cd'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:21:56.678640 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-795fdac7-6e5c-4aa7-a722-3db9717ea69d tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:56.792018 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-d8138b81-3fce-4dbf-98a9-810d23f3382b req-85a693e0-370d-40f2-bff3-0ddf383876e4 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1e7f22083aa84571b6efb751abd2b537&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1855459 Apr 29 13:21:56.965089 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-2ed5230b-fc2a-45a4-a797-76513a713596 None None] Current status of the port f9fb300f-d8b7-4a3f-b80f-2de5dfdc5a43 is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:21:56.965682 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2ed5230b-fc2a-45a4-a797-76513a713596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (f9fb300f-d8b7-4a3f-b80f-2de5dfdc5a43), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:56.986522 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-795fdac7-6e5c-4aa7-a722-3db9717ea69d tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Allocated IP 172.27.0.68 (754f8d77-c1fb-438d-9dec-eec91b4433a5/8519c0fa-1b1c-41ff-b70f-9433c7b7bb38/d9a4cf06-0a6f-48ab-8014-ea8ccef35bb5) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:21:57.030006 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Current status of the port 866e1567-71eb-41ed-a87e-796e78667f40 is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:21:57.030459 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-99c60188-0c19-468a-ad35-ef3bbfcd1ec9 None None] Set router 51728595-6e32-43af-807d-01fb63b042cd gateway port host: dv-cinder-837699-3-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:21:57.038380 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (866e1567-71eb-41ed-a87e-796e78667f40), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:57.343580 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] For port 866e1567-71eb-41ed-a87e-796e78667f40, host dv-cinder-837699-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=866e1567-71eb-41ed-a87e-796e78667f40,segment=NetworkSegment(2ea0efb1-2525-44c9-8409-d88aaadc45e7),segment_id=2ea0efb1-2525-44c9-8409-d88aaadc45e7)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:21:57.359341 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10248b60-dd2b-4351-b3d5-bf03c13c2f39 req-8789db55-5c7c-4121-8498-fd502e0d8933 tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:21:57.373103 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-10248b60-dd2b-4351-b3d5-bf03c13c2f39 req-8789db55-5c7c-4121-8498-fd502e0d8933 tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed9fcae1-761b-4591-b3e3-5495bfe3fd32 HTTP/1.1" status: 200 len: 932 time: 0.0979474 Apr 29 13:21:57.477806 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-10248b60-dd2b-4351-b3d5-bf03c13c2f39 req-878fa9d5-5529-4615-940d-8633b3b21c1f tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] 10.222.0.11 "GET /v2.0/security-groups?id=792e7502-e0ef-4f4c-98d5-f0878f981827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084657 Apr 29 13:21:57.498588 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-2ed5230b-fc2a-45a4-a797-76513a713596 None None] For port f9fb300f-d8b7-4a3f-b80f-2de5dfdc5a43, host dv-cinder-837699-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=f9fb300f-d8b7-4a3f-b80f-2de5dfdc5a43,segment=NetworkSegment(7d58dba2-6bce-4657-ad48-111e1ec8c905),segment_id=7d58dba2-6bce-4657-ad48-111e1ec8c905)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:21:57.521965 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-795fdac7-6e5c-4aa7-a722-3db9717ea69d tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks [] for port (d9a4cf06-0a6f-48ab-8014-ea8ccef35bb5), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:57.680215 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-2a993174-d638-46b2-8f21-dd64cb1a45a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'name': 'tempest-AttachVolumeNegativeTest-921804364-router', 'tenant_id': '1e7f22083aa84571b6efb751abd2b537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:35Z', 'updated_at': '2022-04-29T13:21:44Z', 'revision_number': 4, 'project_id': '1e7f22083aa84571b6efb751abd2b537', 'gw_port': {'id': '4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:51:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:37Z', 'updated_at': '2022-04-29T13:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_interfaces': [{'id': 'f9fb300f-d8b7-4a3f-b80f-2de5dfdc5a43', 'name': '', 'network_id': '8f33b954-1f3c-43fa-a8bf-3eab44702663', 'tenant_id': '1e7f22083aa84571b6efb751abd2b537', 'mac_address': 'fa:16:3e:b0:f2:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '9f59e443-3db1-41f0-85e9-12ea320207b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:42Z', 'updated_at': '2022-04-29T13:21:55Z', 'revision_number': 4, 'project_id': '1e7f22083aa84571b6efb751abd2b537', 'subnets': [{'id': '9f59e443-3db1-41f0-85e9-12ea320207b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:21:57.696470 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-d8138b81-3fce-4dbf-98a9-810d23f3382b req-b3811fb2-67cd-44d2-bb3e-c4c8f956a529 service neutron] 10.222.0.11 "GET /v2.0/networks/8f33b954-1f3c-43fa-a8bf-3eab44702663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8922851 Apr 29 13:21:57.706884 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-795fdac7-6e5c-4aa7-a722-3db9717ea69d tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783155810398'] for port (d9a4cf06-0a6f-48ab-8014-ea8ccef35bb5), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:57.755032 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [req-b23623b6-99b4-4d11-a70c-367d8a8cfd5c req-e47d2414-7793-47bd-85a8-b01c83dc6271 service neutron] Request body: {'port': {'device_id': 'ed9fcae1-761b-4591-b3e3-5495bfe3fd32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83769'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:21:57.777600 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2ed5230b-fc2a-45a4-a797-76513a713596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (f9fb300f-d8b7-4a3f-b80f-2de5dfdc5a43), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:57.802637 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a993174-d638-46b2-8f21-dd64cb1a45a4 None None] The sync data for ids ['55e917e4-3b0d-460b-a62b-46ecaa345c3f'] in dv-cinder-837699-3-iscsi is: [{'id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'name': 'tempest-AttachVolumeNegativeTest-921804364-router', 'tenant_id': '1e7f22083aa84571b6efb751abd2b537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:35Z', 'updated_at': '2022-04-29T13:21:44Z', 'revision_number': 4, 'project_id': '1e7f22083aa84571b6efb751abd2b537', 'gw_port': {'id': '4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:51:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:37Z', 'updated_at': '2022-04-29T13:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_interfaces': [{'id': 'f9fb300f-d8b7-4a3f-b80f-2de5dfdc5a43', 'name': '', 'network_id': '8f33b954-1f3c-43fa-a8bf-3eab44702663', 'tenant_id': '1e7f22083aa84571b6efb751abd2b537', 'mac_address': 'fa:16:3e:b0:f2:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '9f59e443-3db1-41f0-85e9-12ea320207b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:42Z', 'updated_at': '2022-04-29T13:21:55Z', 'revision_number': 4, 'project_id': '1e7f22083aa84571b6efb751abd2b537', 'subnets': [{'id': '9f59e443-3db1-41f0-85e9-12ea320207b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:21:57.833805 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-99c60188-0c19-468a-ad35-ef3bbfcd1ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51728595-6e32-43af-807d-01fb63b042cd', 'name': 'tempest-ServerRescueNegativeTestJSON-1983684363-router', 'tenant_id': 'f816e6d8de4d489b965fa6fe021f3b58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'c90ef315-e4e9-4ab1-90c8-ec45e3c6935c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:34Z', 'updated_at': '2022-04-29T13:21:51Z', 'revision_number': 4, 'project_id': 'f816e6d8de4d489b965fa6fe021f3b58', 'gw_port': {'id': 'c90ef315-e4e9-4ab1-90c8-ec45e3c6935c', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:06:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51728595-6e32-43af-807d-01fb63b042cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:38Z', 'updated_at': '2022-04-29T13:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_interfaces': [{'id': 'b7672e0b-f958-4bbd-8f5b-46d2535bcc28', 'name': '', 'network_id': '75b7fe95-ba69-4d04-89c6-6ad49ef540b7', 'tenant_id': 'f816e6d8de4d489b965fa6fe021f3b58', 'mac_address': 'fa:16:3e:25:87:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51728595-6e32-43af-807d-01fb63b042cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'c49f2808-2545-473c-889a-37ee93dfd06e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:49Z', 'updated_at': '2022-04-29T13:21:52Z', 'revision_number': 2, 'project_id': 'f816e6d8de4d489b965fa6fe021f3b58', 'subnets': [{'id': 'c49f2808-2545-473c-889a-37ee93dfd06e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:21:57.898915 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c60188-0c19-468a-ad35-ef3bbfcd1ec9 None None] Checking router: 51728595-6e32-43af-807d-01fb63b042cd for host: dv-cinder-837699-3-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:21:57.900664 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c60188-0c19-468a-ad35-ef3bbfcd1ec9 None None] Updating router 51728595-6e32-43af-807d-01fb63b042cd port b7672e0b-f958-4bbd-8f5b-46d2535bcc28 binding host dv-cinder-837699-3-iscsi {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 13:21:57.906179 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795fdac7-6e5c-4aa7-a722-3db9717ea69d tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Pushing event updated for resources: {'Port': ['ID=d9a4cf06-0a6f-48ab-8014-ea8ccef35bb5,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:21:57.963010 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7f8d5c6b-f758-44a7-a476-196a0069d5b6 req-436a70a6-1ebb-4a9c-9e9a-e144efd5608f tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=204ebe5a-3964-4a27-919b-77cb567dba0a HTTP/1.1" status: 200 len: 210 time: 0.0804825 Apr 29 13:21:57.968886 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795fdac7-6e5c-4aa7-a722-3db9717ea69d tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Network 754f8d77-c1fb-438d-9dec-eec91b4433a5 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:21:57.969813 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-d8138b81-3fce-4dbf-98a9-810d23f3382b req-2034aee5-8b4b-4692-9334-2146fd1e8548 service neutron] 10.222.0.11 "GET /v2.0/networks/8f33b954-1f3c-43fa-a8bf-3eab44702663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722173 Apr 29 13:21:57.971425 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-795fdac7-6e5c-4aa7-a722-3db9717ea69d tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:21:57.972279 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-b23623b6-99b4-4d11-a70c-367d8a8cfd5c req-e47d2414-7793-47bd-85a8-b01c83dc6271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (d217b78a-2748-437f-8687-950224b25ffc), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:57.977740 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795fdac7-6e5c-4aa7-a722-3db9717ea69d tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:21:58.006459 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (866e1567-71eb-41ed-a87e-796e78667f40), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:58.035898 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device c90ef315-e4e9-4ab1-90c8-ec45e3c6935c up at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:21:58.037649 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-99c60188-0c19-468a-ad35-ef3bbfcd1ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (b7672e0b-f958-4bbd-8f5b-46d2535bcc28), before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:58.165049 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bea047bf-f99e-49b2-8b9d-5ba249a30c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (23d6c007-0036-4fdb-b033-28b1fd628d82), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:58.176740 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed5230b-fc2a-45a4-a797-76513a713596 None None] Pushing event updated for resources: {'Port': ['ID=f9fb300f-d8b7-4a3f-b80f-2de5dfdc5a43,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:21:58.201064 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-795fdac7-6e5c-4aa7-a722-3db9717ea69d tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks [] for floatingip (b898e64d-8a73-4a27-ab4f-5bac1954794b), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:58.415283 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-795fdac7-6e5c-4aa7-a722-3db9717ea69d tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (d9a4cf06-0a6f-48ab-8014-ea8ccef35bb5), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:58.447676 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-047f04be-636c-439f-8b69-cdda6f933b04 req-17a46c2b-1580-47c3-88ce-892a595c0b5e tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=8bc91d38-3fcc-47d3-84e8-50c55753dff2 HTTP/1.1" status: 200 len: 210 time: 0.2374325 Apr 29 13:21:58.645224 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Pushing event updated for resources: {'Port': ['ID=866e1567-71eb-41ed-a87e-796e78667f40,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:21:58.734051 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (477bd1e1-70d7-4a7b-b37c-5892af57f2e4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:58.735393 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Provisioning complete for port c90ef315-e4e9-4ab1-90c8-ec45e3c6935c triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:21:58.735841 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (c90ef315-e4e9-4ab1-90c8-ec45e3c6935c), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:58.852458 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-899a3b16-6ab1-40e0-8f76-434327e6538b None None] Provisioning complete for port f9fb300f-d8b7-4a3f-b80f-2de5dfdc5a43 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:21:58.855822 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-899a3b16-6ab1-40e0-8f76-434327e6538b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (f9fb300f-d8b7-4a3f-b80f-2de5dfdc5a43), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:58.913220 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.75', 53682) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:21:59.081355 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb728759-3b0f-468f-9e84-ada74c0293dc req-ca003d5a-5bd7-426c-b4c1-d51ef4a45946 tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:21:59.082923 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cb728759-3b0f-468f-9e84-ada74c0293dc req-ca003d5a-5bd7-426c-b4c1-d51ef4a45946 tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed9fcae1-761b-4591-b3e3-5495bfe3fd32 HTTP/1.1" status: 200 len: 932 time: 0.3102682 Apr 29 13:21:59.142251 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-4e38c5ee-b76d-44bd-afe9-1034008c25ae req-777c1efb-909b-44fa-a4d6-87d44c96c23f tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/ports?device_id=39cb76e1-26c5-4904-9277-2a146d1ec3e0 HTTP/1.1" status: 200 len: 210 time: 0.1353908 Apr 29 13:21:59.156800 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (070d87cd-fed4-4d07-85b5-c26ded61f2d8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:59.212571 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-99c60188-0c19-468a-ad35-ef3bbfcd1ec9 None None] Publish callbacks [] for port (b7672e0b-f958-4bbd-8f5b-46d2535bcc28), precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:59.223996 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-99c60188-0c19-468a-ad35-ef3bbfcd1ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (b7672e0b-f958-4bbd-8f5b-46d2535bcc28), after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:59.335089 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Current status of the port c90ef315-e4e9-4ab1-90c8-ec45e3c6935c is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:21:59.395010 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-899a3b16-6ab1-40e0-8f76-434327e6538b None None] Current status of the port f9fb300f-d8b7-4a3f-b80f-2de5dfdc5a43 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:21:59.513838 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e196c4a-e5d3-419a-9638-5a7e33c42be4 None None] Pushing event updated for resources: {'Port': ['ID=b7672e0b-f958-4bbd-8f5b-46d2535bcc28,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:21:59.533805 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-795fdac7-6e5c-4aa7-a722-3db9717ea69d tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks [] for port (d9a4cf06-0a6f-48ab-8014-ea8ccef35bb5), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:59.641131 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device 866e1567-71eb-41ed-a87e-796e78667f40 up at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:21:59.678597 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-795fdac7-6e5c-4aa7-a722-3db9717ea69d tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (d9a4cf06-0a6f-48ab-8014-ea8ccef35bb5), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:59.694989 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [req-b23623b6-99b4-4d11-a70c-367d8a8cfd5c req-e47d2414-7793-47bd-85a8-b01c83dc6271 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d217b78a-2748-437f-8687-950224b25ffc {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:21:59.723808 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cb728759-3b0f-468f-9e84-ada74c0293dc req-35055fa1-c753-4b70-a089-4da6ba015752 tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] 10.222.0.11 "GET /v2.0/security-groups?id=792e7502-e0ef-4f4c-98d5-f0878f981827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5886781 Apr 29 13:21:59.724790 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-b23623b6-99b4-4d11-a70c-367d8a8cfd5c req-e47d2414-7793-47bd-85a8-b01c83dc6271 service neutron] Publish callbacks [] for port (d217b78a-2748-437f-8687-950224b25ffc), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:59.750389 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-795fdac7-6e5c-4aa7-a722-3db9717ea69d tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706107'] for floatingip (b898e64d-8a73-4a27-ab4f-5bac1954794b), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:59.756102 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-99c60188-0c19-468a-ad35-ef3bbfcd1ec9 None None] Attempting to bind port b7672e0b-f958-4bbd-8f5b-46d2535bcc28 on host dv-cinder-837699-3-iscsi for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:21:59.756504 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-99c60188-0c19-468a-ad35-ef3bbfcd1ec9 None None] Attempting to bind port b7672e0b-f958-4bbd-8f5b-46d2535bcc28 by drivers openvswitch,hyperv on host dv-cinder-837699-3-iscsi at level 0 using segments [{'id': '102c26fc-bc3b-4b71-98bb-4021ece289b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '75b7fe95-ba69-4d04-89c6-6ad49ef540b7'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:21:59.769649 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c60188-0c19-468a-ad35-ef3bbfcd1ec9 None None] Attempting to bind port b7672e0b-f958-4bbd-8f5b-46d2535bcc28 on network 75b7fe95-ba69-4d04-89c6-6ad49ef540b7 {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:21:59.782990 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c60188-0c19-468a-ad35-ef3bbfcd1ec9 None None] Checking agent: {'id': '070d87cd-fed4-4d07-85b5-c26ded61f2d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 12, 59), 'started_at': datetime.datetime(2022, 4, 29, 13, 13, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:21:59.783405 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c60188-0c19-468a-ad35-ef3bbfcd1ec9 None None] Checking segment: {'id': '102c26fc-bc3b-4b71-98bb-4021ece289b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '75b7fe95-ba69-4d04-89c6-6ad49ef540b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:21:59.783865 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-99c60188-0c19-468a-ad35-ef3bbfcd1ec9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:59.784420 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c60188-0c19-468a-ad35-ef3bbfcd1ec9 None None] Bound using segment: {'id': '102c26fc-bc3b-4b71-98bb-4021ece289b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '75b7fe95-ba69-4d04-89c6-6ad49ef540b7'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:21:59.785279 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-99c60188-0c19-468a-ad35-ef3bbfcd1ec9 None None] Bound port: b7672e0b-f958-4bbd-8f5b-46d2535bcc28, host: dv-cinder-837699-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '102c26fc-bc3b-4b71-98bb-4021ece289b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '75b7fe95-ba69-4d04-89c6-6ad49ef540b7'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:21:59.785705 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-99c60188-0c19-468a-ad35-ef3bbfcd1ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (b7672e0b-f958-4bbd-8f5b-46d2535bcc28), before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:59.799336 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a892cb-fcf3-44e4-9a21-ca33dbc7a7e8 req-80b0a835-ff43-4211-a18e-4015e1d36d61 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:21:59.800889 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c3a892cb-fcf3-44e4-9a21-ca33dbc7a7e8 req-80b0a835-ff43-4211-a18e-4015e1d36d61 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.75 "GET /v2.0/networks?id=fc1af930-75bb-4703-ab95-43d130c7c5b4 HTTP/1.1" status: 200 len: 811 time: 0.8856471 Apr 29 13:21:59.812115 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-b23623b6-99b4-4d11-a70c-367d8a8cfd5c req-e47d2414-7793-47bd-85a8-b01c83dc6271 service neutron] Transition to ACTIVE for port object d217b78a-2748-437f-8687-950224b25ffc will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 13:21:59.813986 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Provisioning complete for port 866e1567-71eb-41ed-a87e-796e78667f40 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:21:59.814401 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (866e1567-71eb-41ed-a87e-796e78667f40), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:59.827215 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-b23623b6-99b4-4d11-a70c-367d8a8cfd5c req-e47d2414-7793-47bd-85a8-b01c83dc6271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (d217b78a-2748-437f-8687-950224b25ffc), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:59.896806 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795fdac7-6e5c-4aa7-a722-3db9717ea69d tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Pushing event updated for resources: {'Port': ['ID=d9a4cf06-0a6f-48ab-8014-ea8ccef35bb5,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:21:59.909018 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b94835-0ae6-40bf-ac23-822af886d452 req-9dc140c3-7710-4131-8a52-43ffe6820a12 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:21:59.931535 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-795fdac7-6e5c-4aa7-a722-3db9717ea69d tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574'] for floatingip (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:21:59.933317 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-55b94835-0ae6-40bf-ac23-822af886d452 req-9dc140c3-7710-4131-8a52-43ffe6820a12 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/networks?id=75b7fe95-ba69-4d04-89c6-6ad49ef540b7 HTTP/1.1" status: 200 len: 819 time: 0.5942798 Apr 29 13:21:59.940207 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-795fdac7-6e5c-4aa7-a722-3db9717ea69d tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8832407 Apr 29 13:21:59.969787 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8bbac5ff-7d82-4982-9aca-c6617298d980 None None] Provisioning complete for port b7672e0b-f958-4bbd-8f5b-46d2535bcc28 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:21:59.970290 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8bbac5ff-7d82-4982-9aca-c6617298d980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (b7672e0b-f958-4bbd-8f5b-46d2535bcc28), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:00.027110 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-93b3dc87-f2d4-46bf-8808-a2e4a07d57d0 req-068094ea-4a07-4499-a39d-e600960a1212 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=204ebe5a-3964-4a27-919b-77cb567dba0a HTTP/1.1" status: 200 len: 210 time: 0.0842974 Apr 29 13:22:00.051601 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Current status of the port 866e1567-71eb-41ed-a87e-796e78667f40 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:22:00.053164 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device f9fb300f-d8b7-4a3f-b80f-2de5dfdc5a43 up at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:22:00.123655 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-99c60188-0c19-468a-ad35-ef3bbfcd1ec9 None None] For port b7672e0b-f958-4bbd-8f5b-46d2535bcc28, host dv-cinder-837699-3-iscsi, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:22:00.140112 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-99c60188-0c19-468a-ad35-ef3bbfcd1ec9 None None] For port b7672e0b-f958-4bbd-8f5b-46d2535bcc28, host dv-cinder-837699-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=b7672e0b-f958-4bbd-8f5b-46d2535bcc28,segment=NetworkSegment(102c26fc-bc3b-4b71-98bb-4021ece289b9),segment_id=102c26fc-bc3b-4b71-98bb-4021ece289b9)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:22:00.152302 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-99c60188-0c19-468a-ad35-ef3bbfcd1ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (b7672e0b-f958-4bbd-8f5b-46d2535bcc28), after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:00.311774 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c60188-0c19-468a-ad35-ef3bbfcd1ec9 None None] Routers {'51728595-6e32-43af-807d-01fb63b042cd'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:22:00.313563 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-99c60188-0c19-468a-ad35-ef3bbfcd1ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:21:54Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['51728595-6e32-43af-807d-01fb63b042cd'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:22:00.404232 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Provisioning complete for port f9fb300f-d8b7-4a3f-b80f-2de5dfdc5a43 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:22:00.415448 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (f9fb300f-d8b7-4a3f-b80f-2de5dfdc5a43), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:00.440893 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8bbac5ff-7d82-4982-9aca-c6617298d980 None None] Port b7672e0b-f958-4bbd-8f5b-46d2535bcc28 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 13:22:00.452621 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-55b94835-0ae6-40bf-ac23-822af886d452 req-b76a1914-b44c-4879-892f-eb7415b3b386 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/quotas/f816e6d8de4d489b965fa6fe021f3b58 HTTP/1.1" status: 200 len: 375 time: 0.5168874 Apr 29 13:22:00.485311 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-b23623b6-99b4-4d11-a70c-367d8a8cfd5c req-e47d2414-7793-47bd-85a8-b01c83dc6271 service neutron] Attempting to bind port d217b78a-2748-437f-8687-950224b25ffc on host hv-cinder-83769 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:22:00.486080 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-b23623b6-99b4-4d11-a70c-367d8a8cfd5c req-e47d2414-7793-47bd-85a8-b01c83dc6271 service neutron] Attempting to bind port d217b78a-2748-437f-8687-950224b25ffc by drivers openvswitch,hyperv on host hv-cinder-83769 at level 0 using segments [{'id': '9fb2306b-647f-449e-a535-dc422cb8ffaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'f7b2159c-541e-40fc-88d7-6131e3b1d41e'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:22:00.486605 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23623b6-99b4-4d11-a70c-367d8a8cfd5c req-e47d2414-7793-47bd-85a8-b01c83dc6271 service neutron] Attempting to bind port d217b78a-2748-437f-8687-950224b25ffc on network f7b2159c-541e-40fc-88d7-6131e3b1d41e {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:22:00.487931 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.75', 53690) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:22:00.602111 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c3a892cb-fcf3-44e4-9a21-ca33dbc7a7e8 req-17b450d7-42ad-4491-9c11-587e9befbcad tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83b6a855b277450186870a3529210025 HTTP/1.1" status: 200 len: 380 time: 0.5349233 Apr 29 13:22:00.631522 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-55b94835-0ae6-40bf-ac23-822af886d452 req-24bfad0c-4c98-4e4b-8ba2-7e0077bc9c2a tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f816e6d8de4d489b965fa6fe021f3b58&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1772761 Apr 29 13:22:00.633875 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47d2414-7793-47bd-85a8-b01c83dc6271 service neutron] Pushing event updated for resources: {'Port': ['ID=d217b78a-2748-437f-8687-950224b25ffc,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:00.640962 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [req-c3a892cb-fcf3-44e4-9a21-ca33dbc7a7e8 req-83007bf5-8dc4-4ff3-b852-6ab030ece509 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Request body: {'port': {'device_id': '204ebe5a-3964-4a27-919b-77cb567dba0a', 'network_id': 'fc1af930-75bb-4703-ab95-43d130c7c5b4', 'admin_state_up': True, 'tenant_id': '83b6a855b277450186870a3529210025', 'security_groups': ['9277d33e-10a4-42d1-9d68-7406368ee816']}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:22:00.693800 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Current status of the port f9fb300f-d8b7-4a3f-b80f-2de5dfdc5a43 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:22:00.705469 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23623b6-99b4-4d11-a70c-367d8a8cfd5c req-e47d2414-7793-47bd-85a8-b01c83dc6271 service neutron] Port d217b78a-2748-437f-8687-950224b25ffc on network f7b2159c-541e-40fc-88d7-6131e3b1d41e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83769 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 13:22:00.706455 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23623b6-99b4-4d11-a70c-367d8a8cfd5c req-e47d2414-7793-47bd-85a8-b01c83dc6271 service neutron] Attempting to bind port d217b78a-2748-437f-8687-950224b25ffc on network f7b2159c-541e-40fc-88d7-6131e3b1d41e {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:22:00.727451 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23623b6-99b4-4d11-a70c-367d8a8cfd5c req-e47d2414-7793-47bd-85a8-b01c83dc6271 service neutron] Checking agent: {'id': '477bd1e1-70d7-4a7b-b37c-5892af57f2e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83769', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 19, 28), 'started_at': datetime.datetime(2022, 4, 29, 13, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:22:00.727858 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23623b6-99b4-4d11-a70c-367d8a8cfd5c req-e47d2414-7793-47bd-85a8-b01c83dc6271 service neutron] Checking segment: {'id': '9fb2306b-647f-449e-a535-dc422cb8ffaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'f7b2159c-541e-40fc-88d7-6131e3b1d41e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:22:00.728705 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23623b6-99b4-4d11-a70c-367d8a8cfd5c req-e47d2414-7793-47bd-85a8-b01c83dc6271 service neutron] Bound using segment: {'id': '9fb2306b-647f-449e-a535-dc422cb8ffaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'f7b2159c-541e-40fc-88d7-6131e3b1d41e'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:22:00.729182 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-b23623b6-99b4-4d11-a70c-367d8a8cfd5c req-e47d2414-7793-47bd-85a8-b01c83dc6271 service neutron] Bound port: d217b78a-2748-437f-8687-950224b25ffc, host: hv-cinder-83769, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fb2306b-647f-449e-a535-dc422cb8ffaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'f7b2159c-541e-40fc-88d7-6131e3b1d41e'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:22:00.729544 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-b23623b6-99b4-4d11-a70c-367d8a8cfd5c req-e47d2414-7793-47bd-85a8-b01c83dc6271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (d217b78a-2748-437f-8687-950224b25ffc), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:00.792189 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-bc579661-c9fa-404b-9be7-412ce15af542 None None] Provisioning complete for port b7672e0b-f958-4bbd-8f5b-46d2535bcc28 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:22:00.796445 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bc579661-c9fa-404b-9be7-412ce15af542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (b7672e0b-f958-4bbd-8f5b-46d2535bcc28), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:00.811244 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-57f8b0f1-c766-490b-980c-55e0301a3b4e req-e20f090c-9085-4ec7-9a50-6117d25eba6f tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1127214602&fields=id&tenant_id=62259e68f4eb4e72bddb618088a3d06a HTTP/1.1" status: 200 len: 267 time: 0.5246253 Apr 29 13:22:01.003315 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e196c4a-e5d3-419a-9638-5a7e33c42be4 None None] Pushing event updated for resources: {'Port': ['ID=b7672e0b-f958-4bbd-8f5b-46d2535bcc28,revision_number=4']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:01.019140 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-bc579661-c9fa-404b-9be7-412ce15af542 None None] Current status of the port b7672e0b-f958-4bbd-8f5b-46d2535bcc28 is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:22:01.023140 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bc579661-c9fa-404b-9be7-412ce15af542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (b7672e0b-f958-4bbd-8f5b-46d2535bcc28), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:01.058810 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-99c60188-0c19-468a-ad35-ef3bbfcd1ec9 None None] Set router 51728595-6e32-43af-807d-01fb63b042cd gateway port host: dv-cinder-837699-3-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:22:01.112796 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-bc579661-c9fa-404b-9be7-412ce15af542 None None] For port b7672e0b-f958-4bbd-8f5b-46d2535bcc28, host dv-cinder-837699-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=b7672e0b-f958-4bbd-8f5b-46d2535bcc28,segment=NetworkSegment(102c26fc-bc3b-4b71-98bb-4021ece289b9),segment_id=102c26fc-bc3b-4b71-98bb-4021ece289b9)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:22:01.122827 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bc579661-c9fa-404b-9be7-412ce15af542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (b7672e0b-f958-4bbd-8f5b-46d2535bcc28), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:01.255386 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-b23623b6-99b4-4d11-a70c-367d8a8cfd5c req-e47d2414-7793-47bd-85a8-b01c83dc6271 service neutron] For port d217b78a-2748-437f-8687-950224b25ffc, host hv-cinder-83769, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:22:01.277674 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-55b94835-0ae6-40bf-ac23-822af886d452 req-bc8b0bd9-9466-481b-9f4f-0ccc1578173b service neutron] 10.222.0.11 "GET /v2.0/networks/75b7fe95-ba69-4d04-89c6-6ad49ef540b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6446943 Apr 29 13:22:01.289031 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-b23623b6-99b4-4d11-a70c-367d8a8cfd5c req-e47d2414-7793-47bd-85a8-b01c83dc6271 service neutron] For port d217b78a-2748-437f-8687-950224b25ffc, host hv-cinder-83769, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=d217b78a-2748-437f-8687-950224b25ffc,segment=NetworkSegment(9fb2306b-647f-449e-a535-dc422cb8ffaa),segment_id=9fb2306b-647f-449e-a535-dc422cb8ffaa)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:22:01.314791 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc579661-c9fa-404b-9be7-412ce15af542 None None] Pushing event updated for resources: {'Port': ['ID=b7672e0b-f958-4bbd-8f5b-46d2535bcc28,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:01.378707 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-b23623b6-99b4-4d11-a70c-367d8a8cfd5c req-e47d2414-7793-47bd-85a8-b01c83dc6271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (d217b78a-2748-437f-8687-950224b25ffc), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:01.438443 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc459ae9-e69d-4ce1-acdf-514de3cf7c4f None None] Sync routers for ids ['a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd'] in dv-cinder-837699-3-iscsi {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:22:01.461658 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc459ae9-e69d-4ce1-acdf-514de3cf7c4f None None] Routers {'a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:22:01.462786 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-fc459ae9-e69d-4ce1-acdf-514de3cf7c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:21:54Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:22:01.579789 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eb4540-cda4-429a-8181-f8e129ff9591 req-fa279315-59d8-48ee-a5a4-9637de0605f5 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:01.585198 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-17eb4540-cda4-429a-8181-f8e129ff9591 req-fa279315-59d8-48ee-a5a4-9637de0605f5 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.75 "GET /v2.0/networks?id=75b7fe95-ba69-4d04-89c6-6ad49ef540b7 HTTP/1.1" status: 200 len: 819 time: 1.0946374 Apr 29 13:22:01.586649 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.75', 53695) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:22:01.703473 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-55b94835-0ae6-40bf-ac23-822af886d452 req-3c8f6613-b9c2-48d1-814b-c7534acbfd63 service neutron] 10.222.0.11 "GET /v2.0/networks/75b7fe95-ba69-4d04-89c6-6ad49ef540b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4107947 Apr 29 13:22:01.730104 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23623b6-99b4-4d11-a70c-367d8a8cfd5c req-e47d2414-7793-47bd-85a8-b01c83dc6271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:01.733081 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-b23623b6-99b4-4d11-a70c-367d8a8cfd5c req-e47d2414-7793-47bd-85a8-b01c83dc6271 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549835'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:01.738008 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-b23623b6-99b4-4d11-a70c-367d8a8cfd5c req-e47d2414-7793-47bd-85a8-b01c83dc6271 service neutron] 10.222.0.75 "PUT /v2.0/ports/d217b78a-2748-437f-8687-950224b25ffc HTTP/1.1" status: 200 len: 1094 time: 4.1468949 Apr 29 13:22:01.750453 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed9fcae1-761b-4591-b3e3-5495bfe3fd32', 'tag': 'd217b78a-2748-437f-8687-950224b25ffc'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:22:01.753558 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-99c60188-0c19-468a-ad35-ef3bbfcd1ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51728595-6e32-43af-807d-01fb63b042cd', 'name': 'tempest-ServerRescueNegativeTestJSON-1983684363-router', 'tenant_id': 'f816e6d8de4d489b965fa6fe021f3b58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'c90ef315-e4e9-4ab1-90c8-ec45e3c6935c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:34Z', 'updated_at': '2022-04-29T13:21:51Z', 'revision_number': 4, 'project_id': 'f816e6d8de4d489b965fa6fe021f3b58', 'gw_port': {'id': 'c90ef315-e4e9-4ab1-90c8-ec45e3c6935c', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:06:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51728595-6e32-43af-807d-01fb63b042cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:38Z', 'updated_at': '2022-04-29T13:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_interfaces': [{'id': 'b7672e0b-f958-4bbd-8f5b-46d2535bcc28', 'name': '', 'network_id': '75b7fe95-ba69-4d04-89c6-6ad49ef540b7', 'tenant_id': 'f816e6d8de4d489b965fa6fe021f3b58', 'mac_address': 'fa:16:3e:25:87:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51728595-6e32-43af-807d-01fb63b042cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'c49f2808-2545-473c-889a-37ee93dfd06e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:49Z', 'updated_at': '2022-04-29T13:22:00Z', 'revision_number': 4, 'project_id': 'f816e6d8de4d489b965fa6fe021f3b58', 'subnets': [{'id': 'c49f2808-2545-473c-889a-37ee93dfd06e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:22:01.756002 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [req-17eb4540-cda4-429a-8181-f8e129ff9591 req-832f3816-0fff-45d5-879e-a7192993baa2 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Request body: {'port': {'device_id': '8bc91d38-3fcc-47d3-84e8-50c55753dff2', 'network_id': '75b7fe95-ba69-4d04-89c6-6ad49ef540b7', 'admin_state_up': True, 'tenant_id': 'f816e6d8de4d489b965fa6fe021f3b58'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:22:01.807339 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c60188-0c19-468a-ad35-ef3bbfcd1ec9 None None] The sync data for ids ['51728595-6e32-43af-807d-01fb63b042cd'] in dv-cinder-837699-3-iscsi is: [{'id': '51728595-6e32-43af-807d-01fb63b042cd', 'name': 'tempest-ServerRescueNegativeTestJSON-1983684363-router', 'tenant_id': 'f816e6d8de4d489b965fa6fe021f3b58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'c90ef315-e4e9-4ab1-90c8-ec45e3c6935c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:34Z', 'updated_at': '2022-04-29T13:21:51Z', 'revision_number': 4, 'project_id': 'f816e6d8de4d489b965fa6fe021f3b58', 'gw_port': {'id': 'c90ef315-e4e9-4ab1-90c8-ec45e3c6935c', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:06:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51728595-6e32-43af-807d-01fb63b042cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:38Z', 'updated_at': '2022-04-29T13:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_interfaces': [{'id': 'b7672e0b-f958-4bbd-8f5b-46d2535bcc28', 'name': '', 'network_id': '75b7fe95-ba69-4d04-89c6-6ad49ef540b7', 'tenant_id': 'f816e6d8de4d489b965fa6fe021f3b58', 'mac_address': 'fa:16:3e:25:87:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51728595-6e32-43af-807d-01fb63b042cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'c49f2808-2545-473c-889a-37ee93dfd06e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:49Z', 'updated_at': '2022-04-29T13:22:00Z', 'revision_number': 4, 'project_id': 'f816e6d8de4d489b965fa6fe021f3b58', 'subnets': [{'id': 'c49f2808-2545-473c-889a-37ee93dfd06e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:22:01.818548 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3a892cb-fcf3-44e4-9a21-ca33dbc7a7e8 req-83007bf5-8dc4-4ff3-b852-6ab030ece509 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Made reservation on behalf of 83b6a855b277450186870a3529210025 for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:22:01.822777 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c3a892cb-fcf3-44e4-9a21-ca33dbc7a7e8 req-83007bf5-8dc4-4ff3-b852-6ab030ece509 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:01.873630 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8b0f1-c766-490b-980c-55e0301a3b4e req-008b543e-fa0d-4e96-a8da-c2019bb5dcd3 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:01.892726 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-fc459ae9-e69d-4ce1-acdf-514de3cf7c4f None None] Set router a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd gateway port host: dv-cinder-837699-3-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:22:01.895667 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-57f8b0f1-c766-490b-980c-55e0301a3b4e req-008b543e-fa0d-4e96-a8da-c2019bb5dcd3 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/networks?id=3410551e-5a46-4ac5-98b2-aca173f9205e HTTP/1.1" status: 200 len: 817 time: 1.0066442 Apr 29 13:22:02.138094 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23623b6-99b4-4d11-a70c-367d8a8cfd5c req-ecf4d9d8-4de2-4c42-a6d5-17f9c01d2e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:02.144036 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-b23623b6-99b4-4d11-a70c-367d8a8cfd5c req-ecf4d9d8-4de2-4c42-a6d5-17f9c01d2e9a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=54963ec7385e4e83946be5462fe92907&device_id=ed9fcae1-761b-4591-b3e3-5495bfe3fd32 HTTP/1.1" status: 200 len: 1128 time: 0.1486363 Apr 29 13:22:02.295526 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ba167d508349ed0cdfb80239bd9ae2522ecb2b1d56ec89f6128388f9fbd08d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9461508-3996-40ce-bdaa-d220da072dc8" -d '{"events": [{"name": "network-changed", "server_uuid": "ed9fcae1-761b-4591-b3e3-5495bfe3fd32", "tag": "d217b78a-2748-437f-8687-950224b25ffc"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:22:02.360668 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-b23623b6-99b4-4d11-a70c-367d8a8cfd5c req-ff8c21ce-2623-4122-9f84-ba4714142db8 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d217b78a-2748-437f-8687-950224b25ffc HTTP/1.1" status: 200 len: 217 time: 0.1758609 Apr 29 13:22:02.361459 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47d2414-7793-47bd-85a8-b01c83dc6271 service neutron] Pushing event updated for resources: {'Port': ['ID=d217b78a-2748-437f-8687-950224b25ffc,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:02.400277 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-01b55475-0992-4388-b136-23692b2af65d req-07a8259b-0c66-4935-8f86-abcba93a0247 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/ports?device_id=39cb76e1-26c5-4904-9277-2a146d1ec3e0 HTTP/1.1" status: 200 len: 210 time: 0.1329627 Apr 29 13:22:02.563261 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23623b6-99b4-4d11-a70c-367d8a8cfd5c req-cf2c3e2f-dd20-4a05-bd8c-0bc5ad744e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:02.565329 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-b23623b6-99b4-4d11-a70c-367d8a8cfd5c req-cf2c3e2f-dd20-4a05-bd8c-0bc5ad744e63 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7155c938-ce60-4dd2-8443-11b2fc253ef7 HTTP/1.1" status: 200 len: 851 time: 0.1597335 Apr 29 13:22:02.645683 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-fc459ae9-e69d-4ce1-acdf-514de3cf7c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd', 'name': 'tempest-AttachVolumeShelveTestJSON-1550131135-router', 'tenant_id': '62259e68f4eb4e72bddb618088a3d06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '866e1567-71eb-41ed-a87e-796e78667f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:34Z', 'updated_at': '2022-04-29T13:21:50Z', 'revision_number': 4, 'project_id': '62259e68f4eb4e72bddb618088a3d06a', 'gw_port': {'id': '866e1567-71eb-41ed-a87e-796e78667f40', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:92:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:37Z', 'updated_at': '2022-04-29T13:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_interfaces': [{'id': 'f62e06f5-fe6a-4baa-8595-55a8a668d899', 'name': '', 'network_id': '3410551e-5a46-4ac5-98b2-aca173f9205e', 'tenant_id': '62259e68f4eb4e72bddb618088a3d06a', 'mac_address': 'fa:16:3e:05:35:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'd4719930-215c-410a-9121-e8646740b594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:48Z', 'updated_at': '2022-04-29T13:21:51Z', 'revision_number': 2, 'project_id': '62259e68f4eb4e72bddb618088a3d06a', 'subnets': [{'id': 'd4719930-215c-410a-9121-e8646740b594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:22:02.664193 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-b23623b6-99b4-4d11-a70c-367d8a8cfd5c req-0b39a2a1-eb1f-4458-bc96-f4ae8bbb1774 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f7b2159c-541e-40fc-88d7-6131e3b1d41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0922318 Apr 29 13:22:02.777653 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc459ae9-e69d-4ce1-acdf-514de3cf7c4f None None] Checking router: a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd for host: dv-cinder-837699-3-iscsi {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:22:02.778546 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc459ae9-e69d-4ce1-acdf-514de3cf7c4f None None] Updating router a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd port f62e06f5-fe6a-4baa-8595-55a8a668d899 binding host dv-cinder-837699-3-iscsi {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 13:22:02.844266 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fc459ae9-e69d-4ce1-acdf-514de3cf7c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (f62e06f5-fe6a-4baa-8595-55a8a668d899), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:03.042015 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-c3a892cb-fcf3-44e4-9a21-ca33dbc7a7e8 req-83007bf5-8dc4-4ff3-b852-6ab030ece509 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Allocated IP 172.20.0.4 (fc1af930-75bb-4703-ab95-43d130c7c5b4/77a47b69-c61f-4715-a126-776e82c7238b/0727d745-efdd-4928-8413-f105198fd646) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:22:03.112227 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dcfb11-46cd-46ae-914e-c5ca6b64eab7 req-c12e0aa4-c1de-4a2f-b08b-f1e6cd36bdcb tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:03.123220 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-25dcfb11-46cd-46ae-914e-c5ca6b64eab7 req-c12e0aa4-c1de-4a2f-b08b-f1e6cd36bdcb tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed9fcae1-761b-4591-b3e3-5495bfe3fd32 HTTP/1.1" status: 200 len: 944 time: 0.5112696 Apr 29 13:22:03.186444 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fc459ae9-e69d-4ce1-acdf-514de3cf7c4f None None] Publish callbacks [] for port (f62e06f5-fe6a-4baa-8595-55a8a668d899), precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:03.202630 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fc459ae9-e69d-4ce1-acdf-514de3cf7c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (f62e06f5-fe6a-4baa-8595-55a8a668d899), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:03.242963 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 48568) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:22:03.275408 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c3a892cb-fcf3-44e4-9a21-ca33dbc7a7e8 req-83007bf5-8dc4-4ff3-b852-6ab030ece509 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks [] for port (0727d745-efdd-4928-8413-f105198fd646), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:03.345597 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-57f8b0f1-c766-490b-980c-55e0301a3b4e req-c06083de-e2e4-46ed-8cb1-6e76596abab1 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/quotas/62259e68f4eb4e72bddb618088a3d06a HTTP/1.1" status: 200 len: 375 time: 1.4442050 Apr 29 13:22:03.400104 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c3a892cb-fcf3-44e4-9a21-ca33dbc7a7e8 req-83007bf5-8dc4-4ff3-b852-6ab030ece509 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783155810398'] for port (0727d745-efdd-4928-8413-f105198fd646), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:03.446909 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef36a93-58a6-4bad-802a-8dbe80440c57 None None] Pushing event updated for resources: {'Port': ['ID=f62e06f5-fe6a-4baa-8595-55a8a668d899,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:03.520061 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-fc459ae9-e69d-4ce1-acdf-514de3cf7c4f None None] Attempting to bind port f62e06f5-fe6a-4baa-8595-55a8a668d899 on host dv-cinder-837699-3-iscsi for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:22:03.520506 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-fc459ae9-e69d-4ce1-acdf-514de3cf7c4f None None] Attempting to bind port f62e06f5-fe6a-4baa-8595-55a8a668d899 by drivers openvswitch,hyperv on host dv-cinder-837699-3-iscsi at level 0 using segments [{'id': '4fd29a15-20ce-448e-b25d-cf8073262121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '3410551e-5a46-4ac5-98b2-aca173f9205e'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:22:03.521013 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc459ae9-e69d-4ce1-acdf-514de3cf7c4f None None] Attempting to bind port f62e06f5-fe6a-4baa-8595-55a8a668d899 on network 3410551e-5a46-4ac5-98b2-aca173f9205e {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:22:03.532248 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc459ae9-e69d-4ce1-acdf-514de3cf7c4f None None] Checking agent: {'id': '070d87cd-fed4-4d07-85b5-c26ded61f2d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 12, 59), 'started_at': datetime.datetime(2022, 4, 29, 13, 13, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:22:03.532248 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc459ae9-e69d-4ce1-acdf-514de3cf7c4f None None] Checking segment: {'id': '4fd29a15-20ce-448e-b25d-cf8073262121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '3410551e-5a46-4ac5-98b2-aca173f9205e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:22:03.532541 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fc459ae9-e69d-4ce1-acdf-514de3cf7c4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:03.532774 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc459ae9-e69d-4ce1-acdf-514de3cf7c4f None None] Bound using segment: {'id': '4fd29a15-20ce-448e-b25d-cf8073262121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '3410551e-5a46-4ac5-98b2-aca173f9205e'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:22:03.533399 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-fc459ae9-e69d-4ce1-acdf-514de3cf7c4f None None] Bound port: f62e06f5-fe6a-4baa-8595-55a8a668d899, host: dv-cinder-837699-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd29a15-20ce-448e-b25d-cf8073262121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '3410551e-5a46-4ac5-98b2-aca173f9205e'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:22:03.533847 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fc459ae9-e69d-4ce1-acdf-514de3cf7c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (f62e06f5-fe6a-4baa-8595-55a8a668d899), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:03.548683 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17eb4540-cda4-429a-8181-f8e129ff9591 req-832f3816-0fff-45d5-879e-a7192993baa2 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Made reservation on behalf of f816e6d8de4d489b965fa6fe021f3b58 for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:22:03.553759 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-17eb4540-cda4-429a-8181-f8e129ff9591 req-832f3816-0fff-45d5-879e-a7192993baa2 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:03.746445 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-fc459ae9-e69d-4ce1-acdf-514de3cf7c4f None None] For port f62e06f5-fe6a-4baa-8595-55a8a668d899, host dv-cinder-837699-3-iscsi, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:22:03.764091 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-fc459ae9-e69d-4ce1-acdf-514de3cf7c4f None None] For port f62e06f5-fe6a-4baa-8595-55a8a668d899, host dv-cinder-837699-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=f62e06f5-fe6a-4baa-8595-55a8a668d899,segment=NetworkSegment(4fd29a15-20ce-448e-b25d-cf8073262121),segment_id=4fd29a15-20ce-448e-b25d-cf8073262121)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:22:03.793164 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device b7672e0b-f958-4bbd-8f5b-46d2535bcc28 up at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:22:03.794897 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-25dcfb11-46cd-46ae-914e-c5ca6b64eab7 req-a0bcc48e-5e0f-4ad2-aef4-ac7800c51105 tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] 10.222.0.11 "GET /v2.0/security-groups?id=792e7502-e0ef-4f4c-98d5-f0878f981827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6458609 Apr 29 13:22:03.806370 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-b23623b6-99b4-4d11-a70c-367d8a8cfd5c req-360f7731-645d-4191-a7e3-f6dc587c01d5 service neutron] 10.222.0.75 "GET /v2.0/networks/f7b2159c-541e-40fc-88d7-6131e3b1d41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1275718 Apr 29 13:22:03.816085 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fc459ae9-e69d-4ce1-acdf-514de3cf7c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (f62e06f5-fe6a-4baa-8595-55a8a668d899), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:03.854074 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-377b96ca-090d-475e-ad35-a0432338e4a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:03.867374 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3a892cb-fcf3-44e4-9a21-ca33dbc7a7e8 req-83007bf5-8dc4-4ff3-b852-6ab030ece509 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Network fc1af930-75bb-4703-ab95-43d130c7c5b4 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:22:03.882927 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83007bf5-8dc4-4ff3-b852-6ab030ece509 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Pushing event updated for resources: {'Port': ['ID=0727d745-efdd-4928-8413-f105198fd646,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:03.904801 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-c3a892cb-fcf3-44e4-9a21-ca33dbc7a7e8 req-83007bf5-8dc4-4ff3-b852-6ab030ece509 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:22:03.917874 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3a892cb-fcf3-44e4-9a21-ca33dbc7a7e8 req-83007bf5-8dc4-4ff3-b852-6ab030ece509 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:22:03.924816 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a892cb-fcf3-44e4-9a21-ca33dbc7a7e8 req-83007bf5-8dc4-4ff3-b852-6ab030ece509 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:03.933151 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c3a892cb-fcf3-44e4-9a21-ca33dbc7a7e8 req-83007bf5-8dc4-4ff3-b852-6ab030ece509 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549835'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:04.154663 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-377b96ca-090d-475e-ad35-a0432338e4a7 admin admin] Publish callbacks [] for security_group (162c989a-b4c2-4d99-b0a7-c93b11000aa1), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:04.203192 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-57f8b0f1-c766-490b-980c-55e0301a3b4e req-08e3c08f-4057-4f05-9f27-ca1ab7378a7b tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=62259e68f4eb4e72bddb618088a3d06a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8007405 Apr 29 13:22:04.235012 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef36a93-58a6-4bad-802a-8dbe80440c57 None None] Pushing event updated for resources: {'Port': ['ID=f62e06f5-fe6a-4baa-8595-55a8a668d899,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:04.251851 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8138b81-3fce-4dbf-98a9-810d23f3382b req-acff838a-b619-470d-b8fe-16823cd4c8b8 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:04.259251 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d8138b81-3fce-4dbf-98a9-810d23f3382b req-acff838a-b619-470d-b8fe-16823cd4c8b8 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.75 "GET /v2.0/networks?id=8f33b954-1f3c-43fa-a8bf-3eab44702663 HTTP/1.1" status: 200 len: 814 time: 2.6366844 Apr 29 13:22:04.314711 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-89e4d4ff-db75-473c-90db-18746b19fe74 None None] Provisioning complete for port f62e06f5-fe6a-4baa-8595-55a8a668d899 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:22:04.315111 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-89e4d4ff-db75-473c-90db-18746b19fe74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (f62e06f5-fe6a-4baa-8595-55a8a668d899), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:04.406170 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-377b96ca-090d-475e-ad35-a0432338e4a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (162c989a-b4c2-4d99-b0a7-c93b11000aa1), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:04.415919 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-57f8b0f1-c766-490b-980c-55e0301a3b4e req-52adc937-d391-49cf-a06b-280e7860b795 service neutron] 10.222.0.11 "GET /v2.0/networks/3410551e-5a46-4ac5-98b2-aca173f9205e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550596 Apr 29 13:22:04.527494 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc459ae9-e69d-4ce1-acdf-514de3cf7c4f None None] Routers {'a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:22:04.547128 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-fc459ae9-e69d-4ce1-acdf-514de3cf7c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:21:54Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:22:04.579292 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Provisioning complete for port b7672e0b-f958-4bbd-8f5b-46d2535bcc28 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:22:04.591620 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (b7672e0b-f958-4bbd-8f5b-46d2535bcc28), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:04.675517 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-377b96ca-090d-475e-ad35-a0432338e4a7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f328770976ac4f5d96ec39445bf6522d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4307261 Apr 29 13:22:04.707712 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-57f8b0f1-c766-490b-980c-55e0301a3b4e req-219920da-92b9-41be-b908-ed804954b9f3 service neutron] 10.222.0.11 "GET /v2.0/networks/3410551e-5a46-4ac5-98b2-aca173f9205e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882562 Apr 29 13:22:04.725480 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd1814c-a4f8-49e8-9c79-c658eb0ad1dd req-6df086fe-e4cc-4544-b78a-a963626147b3 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:04.738079 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-4cd1814c-a4f8-49e8-9c79-c658eb0ad1dd req-6df086fe-e4cc-4544-b78a-a963626147b3 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=204ebe5a-3964-4a27-919b-77cb567dba0a HTTP/1.1" status: 200 len: 931 time: 0.5675898 Apr 29 13:22:04.756048 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 48596) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:22:04.836047 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377b96ca-090d-475e-ad35-a0432338e4a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=162c989a-b4c2-4d99-b0a7-c93b11000aa1,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:04.855397 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c3a892cb-fcf3-44e4-9a21-ca33dbc7a7e8 req-83007bf5-8dc4-4ff3-b852-6ab030ece509 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2423890 Apr 29 13:22:04.867954 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-b23623b6-99b4-4d11-a70c-367d8a8cfd5c req-d5945004-0c47-4c45-a2fa-440c227b5067 service neutron] 10.222.0.75 "GET /v2.0/networks/f7b2159c-541e-40fc-88d7-6131e3b1d41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9903054 Apr 29 13:22:04.871516 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d8138b81-3fce-4dbf-98a9-810d23f3382b req-b563dcc1-ff3c-4756-a2e2-14c54085e723 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e7f22083aa84571b6efb751abd2b537 HTTP/1.1" status: 200 len: 380 time: 0.2855487 Apr 29 13:22:05.017803 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-4cd1814c-a4f8-49e8-9c79-c658eb0ad1dd req-7399a3e7-784f-4736-939a-72d18307d324 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups?id=9277d33e-10a4-42d1-9d68-7406368ee816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2787197 Apr 29 13:22:05.026380 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [req-c3a892cb-fcf3-44e4-9a21-ca33dbc7a7e8 req-00164ba6-b7b4-4f09-8c28-82d096e95bf8 service neutron] Request body: {'port': {'device_id': '204ebe5a-3964-4a27-919b-77cb567dba0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83769'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:22:05.029485 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cbef78da-3166-4413-a364-8713d6eb204e admin admin] Publish callbacks [] for security_group (162c989a-b4c2-4d99-b0a7-c93b11000aa1), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:05.070308 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cbef78da-3166-4413-a364-8713d6eb204e admin admin] Publish callbacks [] for security_group (162c989a-b4c2-4d99-b0a7-c93b11000aa1), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:05.146373 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [req-d8138b81-3fce-4dbf-98a9-810d23f3382b req-56db0ee0-d763-4cd5-a815-fd0564e629e9 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Request body: {'port': {'device_id': '39cb76e1-26c5-4904-9277-2a146d1ec3e0', 'network_id': '8f33b954-1f3c-43fa-a8bf-3eab44702663', 'admin_state_up': True, 'tenant_id': '1e7f22083aa84571b6efb751abd2b537', 'security_groups': ['93845e7e-bd9b-4908-b74e-2cb0b9e9db46']}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:22:05.172488 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-fc459ae9-e69d-4ce1-acdf-514de3cf7c4f None None] Set router a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd gateway port host: dv-cinder-837699-3-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:22:05.433011 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8138b81-3fce-4dbf-98a9-810d23f3382b req-56db0ee0-d763-4cd5-a815-fd0564e629e9 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Made reservation on behalf of 1e7f22083aa84571b6efb751abd2b537 for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:22:05.439209 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d8138b81-3fce-4dbf-98a9-810d23f3382b req-56db0ee0-d763-4cd5-a815-fd0564e629e9 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:05.462540 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-89e4d4ff-db75-473c-90db-18746b19fe74 None None] Current status of the port f62e06f5-fe6a-4baa-8595-55a8a668d899 is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:22:05.463192 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-89e4d4ff-db75-473c-90db-18746b19fe74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (f62e06f5-fe6a-4baa-8595-55a8a668d899), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:05.510722 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-89e4d4ff-db75-473c-90db-18746b19fe74 None None] For port f62e06f5-fe6a-4baa-8595-55a8a668d899, host dv-cinder-837699-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=f62e06f5-fe6a-4baa-8595-55a8a668d899,segment=NetworkSegment(4fd29a15-20ce-448e-b25d-cf8073262121),segment_id=4fd29a15-20ce-448e-b25d-cf8073262121)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:22:05.547655 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-66e828e2-a07c-43a9-b52b-9993568d5a68 req-cfd8d55c-8e6a-480a-8b3a-4e6c83048992 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa4ab5fc-ffc6-4725-930a-b8447e16b10f HTTP/1.1" status: 200 len: 210 time: 0.1775186 Apr 29 13:22:05.620799 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b94835-0ae6-40bf-ac23-822af886d452 req-fac4116c-7002-489d-a85e-ca9644297f99 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:05.623234 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-55b94835-0ae6-40bf-ac23-822af886d452 req-fac4116c-7002-489d-a85e-ca9644297f99 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.75 "GET /v2.0/networks?id=75b7fe95-ba69-4d04-89c6-6ad49ef540b7 HTTP/1.1" status: 200 len: 819 time: 0.5562446 Apr 29 13:22:05.625190 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cbef78da-3166-4413-a364-8713d6eb204e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (162c989a-b4c2-4d99-b0a7-c93b11000aa1), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:05.628403 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cbef78da-3166-4413-a364-8713d6eb204e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:05.629880 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-cbef78da-3166-4413-a364-8713d6eb204e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/162c989a-b4c2-4d99-b0a7-c93b11000aa1 HTTP/1.1" status: 204 len: 168 time: 0.8727784 Apr 29 13:22:05.637816 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-d8138b81-3fce-4dbf-98a9-810d23f3382b req-56db0ee0-d763-4cd5-a815-fd0564e629e9 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Allocated IP 172.20.0.5 (8f33b954-1f3c-43fa-a8bf-3eab44702663/9f59e443-3db1-41f0-85e9-12ea320207b5/12b70c87-e24d-4c64-b69e-473398fe0ee1) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:22:05.652474 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-89e4d4ff-db75-473c-90db-18746b19fe74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (f62e06f5-fe6a-4baa-8595-55a8a668d899), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:05.664233 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbef78da-3166-4413-a364-8713d6eb204e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=162c989a-b4c2-4d99-b0a7-c93b11000aa1,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:05.680178 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Current status of the port b7672e0b-f958-4bbd-8f5b-46d2535bcc28 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:22:05.796153 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9084b8ef-668b-4f85-adfa-f610c111d14f None None] Provisioning complete for port f62e06f5-fe6a-4baa-8595-55a8a668d899 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:22:05.796605 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9084b8ef-668b-4f85-adfa-f610c111d14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (f62e06f5-fe6a-4baa-8595-55a8a668d899), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:05.810791 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-6fc4fac9-3a1b-426a-8304-564e547102da req-0d75615e-6e14-443b-8304-f72e6fb89a4b tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/ports?device_id=39cb76e1-26c5-4904-9277-2a146d1ec3e0 HTTP/1.1" status: 200 len: 210 time: 0.0856814 Apr 29 13:22:05.932908 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d8138b81-3fce-4dbf-98a9-810d23f3382b req-56db0ee0-d763-4cd5-a815-fd0564e629e9 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks [] for port (12b70c87-e24d-4c64-b69e-473398fe0ee1), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:06.055284 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd0f5c-5734-4c6f-9587-c6daed82c358 req-8696260e-dc31-4f40-8dbb-a46c125a8b14 tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:06.062166 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d8138b81-3fce-4dbf-98a9-810d23f3382b req-56db0ee0-d763-4cd5-a815-fd0564e629e9 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783155810398'] for port (12b70c87-e24d-4c64-b69e-473398fe0ee1), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:06.066520 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-c1cd0f5c-5734-4c6f-9587-c6daed82c358 req-8696260e-dc31-4f40-8dbb-a46c125a8b14 tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed9fcae1-761b-4591-b3e3-5495bfe3fd32 HTTP/1.1" status: 200 len: 944 time: 0.1305118 Apr 29 13:22:06.077417 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device f62e06f5-fe6a-4baa-8595-55a8a668d899 up at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:22:06.126727 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4630a4f3-1715-4e3d-aa52-614636961590 x-openstack-request-id: req-4630a4f3-1715-4e3d-aa52-614636961590 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:22:06.128087 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed9fcae1-761b-4591-b3e3-5495bfe3fd32", "tag": "d217b78a-2748-437f-8687-950224b25ffc", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:22:06.128351 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4630a4f3-1715-4e3d-aa52-614636961590 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:22:06.130617 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4630a4f3-1715-4e3d-aa52-614636961590'] response: {'name': 'network-changed', 'server_uuid': 'ed9fcae1-761b-4591-b3e3-5495bfe3fd32', 'tag': 'd217b78a-2748-437f-8687-950224b25ffc', 'status': 'completed', 'code': 200} Apr 29 13:22:06.176804 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e4d4ff-db75-473c-90db-18746b19fe74 None None] Pushing event updated for resources: {'Port': ['ID=f62e06f5-fe6a-4baa-8595-55a8a668d899,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:06.232224 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-c1cd0f5c-5734-4c6f-9587-c6daed82c358 req-386bb7f3-e239-41da-83e9-bbace7c42621 tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] 10.222.0.11 "GET /v2.0/security-groups?id=792e7502-e0ef-4f4c-98d5-f0878f981827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645267 Apr 29 13:22:06.314890 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56db0ee0-d763-4cd5-a815-fd0564e629e9 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Pushing event updated for resources: {'Port': ['ID=12b70c87-e24d-4c64-b69e-473398fe0ee1,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:06.328121 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 48642) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:22:06.335613 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Provisioning complete for port f62e06f5-fe6a-4baa-8595-55a8a668d899 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:22:06.336514 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (f62e06f5-fe6a-4baa-8595-55a8a668d899), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:06.348033 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9f1c06aa-791d-4c58-ac9e-1c3bcea7c25d req-9a971a13-7dff-4072-b355-af85e2c9f27c tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 210 time: 0.0694804 Apr 29 13:22:06.360912 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3491da70-5622-4798-8bfe-5578faad71d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:06.375817 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8138b81-3fce-4dbf-98a9-810d23f3382b req-56db0ee0-d763-4cd5-a815-fd0564e629e9 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Network 8f33b954-1f3c-43fa-a8bf-3eab44702663 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:22:06.402210 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-d8138b81-3fce-4dbf-98a9-810d23f3382b req-56db0ee0-d763-4cd5-a815-fd0564e629e9 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:22:06.407627 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8138b81-3fce-4dbf-98a9-810d23f3382b req-56db0ee0-d763-4cd5-a815-fd0564e629e9 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:22:06.410911 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9084b8ef-668b-4f85-adfa-f610c111d14f None None] Current status of the port f62e06f5-fe6a-4baa-8595-55a8a668d899 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:22:06.414082 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8138b81-3fce-4dbf-98a9-810d23f3382b req-56db0ee0-d763-4cd5-a815-fd0564e629e9 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:06.414733 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d8138b81-3fce-4dbf-98a9-810d23f3382b req-56db0ee0-d763-4cd5-a815-fd0564e629e9 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549835'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:06.420656 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-fc459ae9-e69d-4ce1-acdf-514de3cf7c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd', 'name': 'tempest-AttachVolumeShelveTestJSON-1550131135-router', 'tenant_id': '62259e68f4eb4e72bddb618088a3d06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '866e1567-71eb-41ed-a87e-796e78667f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:34Z', 'updated_at': '2022-04-29T13:21:50Z', 'revision_number': 4, 'project_id': '62259e68f4eb4e72bddb618088a3d06a', 'gw_port': {'id': '866e1567-71eb-41ed-a87e-796e78667f40', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:92:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:37Z', 'updated_at': '2022-04-29T13:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_interfaces': [{'id': 'f62e06f5-fe6a-4baa-8595-55a8a668d899', 'name': '', 'network_id': '3410551e-5a46-4ac5-98b2-aca173f9205e', 'tenant_id': '62259e68f4eb4e72bddb618088a3d06a', 'mac_address': 'fa:16:3e:05:35:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'd4719930-215c-410a-9121-e8646740b594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:48Z', 'updated_at': '2022-04-29T13:22:03Z', 'revision_number': 4, 'project_id': '62259e68f4eb4e72bddb618088a3d06a', 'subnets': [{'id': 'd4719930-215c-410a-9121-e8646740b594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:22:06.430312 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c3a892cb-fcf3-44e4-9a21-ca33dbc7a7e8 req-00164ba6-b7b4-4f09-8c28-82d096e95bf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (0727d745-efdd-4928-8413-f105198fd646), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:06.477997 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aca682d-f74d-4233-9e0b-1fff6ce5d832 req-7ec05eca-f150-4a4c-99ed-a07c667d88f6 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:06.484322 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc459ae9-e69d-4ce1-acdf-514de3cf7c4f None None] The sync data for ids ['a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd'] in dv-cinder-837699-3-iscsi is: [{'id': 'a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd', 'name': 'tempest-AttachVolumeShelveTestJSON-1550131135-router', 'tenant_id': '62259e68f4eb4e72bddb618088a3d06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '866e1567-71eb-41ed-a87e-796e78667f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:34Z', 'updated_at': '2022-04-29T13:21:50Z', 'revision_number': 4, 'project_id': '62259e68f4eb4e72bddb618088a3d06a', 'gw_port': {'id': '866e1567-71eb-41ed-a87e-796e78667f40', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:92:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:37Z', 'updated_at': '2022-04-29T13:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_interfaces': [{'id': 'f62e06f5-fe6a-4baa-8595-55a8a668d899', 'name': '', 'network_id': '3410551e-5a46-4ac5-98b2-aca173f9205e', 'tenant_id': '62259e68f4eb4e72bddb618088a3d06a', 'mac_address': 'fa:16:3e:05:35:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'd4719930-215c-410a-9121-e8646740b594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:48Z', 'updated_at': '2022-04-29T13:22:03Z', 'revision_number': 4, 'project_id': '62259e68f4eb4e72bddb618088a3d06a', 'subnets': [{'id': 'd4719930-215c-410a-9121-e8646740b594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:22:06.488809 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9aca682d-f74d-4233-9e0b-1fff6ce5d832 req-7ec05eca-f150-4a4c-99ed-a07c667d88f6 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=204ebe5a-3964-4a27-919b-77cb567dba0a HTTP/1.1" status: 200 len: 931 time: 0.1140027 Apr 29 13:22:06.503476 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9084b8ef-668b-4f85-adfa-f610c111d14f None None] Provisioning complete for port 0727d745-efdd-4928-8413-f105198fd646 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:22:06.504206 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9084b8ef-668b-4f85-adfa-f610c111d14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (0727d745-efdd-4928-8413-f105198fd646), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:06.583399 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9084b8ef-668b-4f85-adfa-f610c111d14f None None] Port 0727d745-efdd-4928-8413-f105198fd646 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 13:22:06.655622 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9aca682d-f74d-4233-9e0b-1fff6ce5d832 req-a0115b03-701d-4845-8a09-f646594f1d10 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups?id=9277d33e-10a4-42d1-9d68-7406368ee816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643379 Apr 29 13:22:06.671634 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Current status of the port f62e06f5-fe6a-4baa-8595-55a8a668d899 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:22:06.722843 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3491da70-5622-4798-8bfe-5578faad71d2 admin admin] Publish callbacks [] for security_group (6f19fb08-8a81-4ea4-903c-6f77edbcb8a4), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:06.732178 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3491da70-5622-4798-8bfe-5578faad71d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (6f19fb08-8a81-4ea4-903c-6f77edbcb8a4), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:06.777797 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-3491da70-5622-4798-8bfe-5578faad71d2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dffcec60587e46119af70e1cc7356dfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4479423 Apr 29 13:22:06.779156 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3491da70-5622-4798-8bfe-5578faad71d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f19fb08-8a81-4ea4-903c-6f77edbcb8a4,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:06.781017 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 48652) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:22:06.805827 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-cec01e2a-0450-42ed-a694-4a91fadc6d41 None None] Provisioning complete for port 12b70c87-e24d-4c64-b69e-473398fe0ee1 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:22:06.806205 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-cec01e2a-0450-42ed-a694-4a91fadc6d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (12b70c87-e24d-4c64-b69e-473398fe0ee1), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:06.855299 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-cec01e2a-0450-42ed-a694-4a91fadc6d41 None None] Port 12b70c87-e24d-4c64-b69e-473398fe0ee1 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 13:22:06.904677 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ecd87500-d106-4251-8ffd-1e26b91f72be admin admin] Publish callbacks [] for security_group (6f19fb08-8a81-4ea4-903c-6f77edbcb8a4), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:06.908994 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d8138b81-3fce-4dbf-98a9-810d23f3382b req-56db0ee0-d763-4cd5-a815-fd0564e629e9 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7782302 Apr 29 13:22:06.967612 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ecd87500-d106-4251-8ffd-1e26b91f72be admin admin] Publish callbacks [] for security_group (6f19fb08-8a81-4ea4-903c-6f77edbcb8a4), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:06.991532 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f54df2-2294-40cc-b84e-27e511854cb2 req-8712b4d4-5655-4c56-9f55-46e68f7815de tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:06.992849 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-46f54df2-2294-40cc-b84e-27e511854cb2 req-8712b4d4-5655-4c56-9f55-46e68f7815de tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/ports?device_id=39cb76e1-26c5-4904-9277-2a146d1ec3e0 HTTP/1.1" status: 200 len: 931 time: 0.0893712 Apr 29 13:22:07.000630 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5f73dc08-03da-42d4-8faa-455a4c3e0bf4 req-7511096d-56cd-47f2-9874-870e12300cc2 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa4ab5fc-ffc6-4725-930a-b8447e16b10f HTTP/1.1" status: 200 len: 210 time: 0.0831299 Apr 29 13:22:07.024717 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.75', 53709) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:22:07.028690 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-17eb4540-cda4-429a-8181-f8e129ff9591 req-832f3816-0fff-45d5-879e-a7192993baa2 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Allocated IP 172.20.0.5 (75b7fe95-ba69-4d04-89c6-6ad49ef540b7/c49f2808-2545-473c-889a-37ee93dfd06e/08d5cab4-d2dd-4c99-b0de-8da67e7251c5) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:22:07.035194 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [req-55b94835-0ae6-40bf-ac23-822af886d452 req-31ed3f36-882f-4788-8d54-ab01d3bfaf7c tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Request body: {'port': {'device_id': 'aa4ab5fc-ffc6-4725-930a-b8447e16b10f', 'network_id': '75b7fe95-ba69-4d04-89c6-6ad49ef540b7', 'admin_state_up': True, 'tenant_id': 'f816e6d8de4d489b965fa6fe021f3b58'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:22:07.117836 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [req-d8138b81-3fce-4dbf-98a9-810d23f3382b req-a3a5d9d4-2780-4f08-bfe5-947ee7ff3f95 service neutron] Request body: {'port': {'device_id': '39cb76e1-26c5-4904-9277-2a146d1ec3e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83769'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:22:07.150203 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-46f54df2-2294-40cc-b84e-27e511854cb2 req-95cac4bc-3e49-41d3-97ad-d5d3c395ea38 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/security-groups?id=93845e7e-bd9b-4908-b74e-2cb0b9e9db46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482549 Apr 29 13:22:07.155673 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ecd87500-d106-4251-8ffd-1e26b91f72be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (6f19fb08-8a81-4ea4-903c-6f77edbcb8a4), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:07.166566 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ecd87500-d106-4251-8ffd-1e26b91f72be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:07.167779 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-ecd87500-d106-4251-8ffd-1e26b91f72be admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6f19fb08-8a81-4ea4-903c-6f77edbcb8a4 HTTP/1.1" status: 204 len: 168 time: 0.3858614 Apr 29 13:22:07.185206 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd87500-d106-4251-8ffd-1e26b91f72be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f19fb08-8a81-4ea4-903c-6f77edbcb8a4,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:07.242294 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55b94835-0ae6-40bf-ac23-822af886d452 req-31ed3f36-882f-4788-8d54-ab01d3bfaf7c tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Made reservation on behalf of f816e6d8de4d489b965fa6fe021f3b58 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:22:07.248808 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-55b94835-0ae6-40bf-ac23-822af886d452 req-31ed3f36-882f-4788-8d54-ab01d3bfaf7c tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:07.414919 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9461508-3996-40ce-bdaa-d220da072dc8 req-d54e2cf6-64ed-44a1-bfa4-0221c9eba1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:07.416675 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c9461508-3996-40ce-bdaa-d220da072dc8 req-d54e2cf6-64ed-44a1-bfa4-0221c9eba1ed service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=54963ec7385e4e83946be5462fe92907&device_id=ed9fcae1-761b-4591-b3e3-5495bfe3fd32 HTTP/1.1" status: 200 len: 1128 time: 0.3053052 Apr 29 13:22:07.515048 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-ed927373-dea4-426e-9665-f7f78d0255b4 req-beea7ffc-bd65-428d-97ed-f0271f2f2045 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 210 time: 0.0504079 Apr 29 13:22:07.567223 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d8138b81-3fce-4dbf-98a9-810d23f3382b req-a3a5d9d4-2780-4f08-bfe5-947ee7ff3f95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (12b70c87-e24d-4c64-b69e-473398fe0ee1), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:07.683299 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69f6553-767d-4d45-8a04-e1a2c7161009 req-3dd02c9f-ac38-49b1-8e9c-2b35f110bf54 tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:07.686256 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a69f6553-767d-4d45-8a04-e1a2c7161009 req-3dd02c9f-ac38-49b1-8e9c-2b35f110bf54 tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed9fcae1-761b-4591-b3e3-5495bfe3fd32 HTTP/1.1" status: 200 len: 944 time: 0.2551954 Apr 29 13:22:07.820304 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [req-c3a892cb-fcf3-44e4-9a21-ca33dbc7a7e8 req-00164ba6-b7b4-4f09-8c28-82d096e95bf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0727d745-efdd-4928-8413-f105198fd646 {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:22:07.851888 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c3a892cb-fcf3-44e4-9a21-ca33dbc7a7e8 req-00164ba6-b7b4-4f09-8c28-82d096e95bf8 service neutron] Publish callbacks [] for port (0727d745-efdd-4928-8413-f105198fd646), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:07.871360 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device f62e06f5-fe6a-4baa-8595-55a8a668d899 up at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:22:07.882883 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32510376-2739-4e4f-9c7f-20e14be7242f req-2070bddb-453b-463d-8263-da919394ce92 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:07.891070 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-32510376-2739-4e4f-9c7f-20e14be7242f req-2070bddb-453b-463d-8263-da919394ce92 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=204ebe5a-3964-4a27-919b-77cb567dba0a HTTP/1.1" status: 200 len: 931 time: 0.1266308 Apr 29 13:22:07.891294 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-17eb4540-cda4-429a-8181-f8e129ff9591 req-832f3816-0fff-45d5-879e-a7192993baa2 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Publish callbacks [] for port (08d5cab4-d2dd-4c99-b0de-8da67e7251c5), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:07.943678 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-c3a892cb-fcf3-44e4-9a21-ca33dbc7a7e8 req-00164ba6-b7b4-4f09-8c28-82d096e95bf8 service neutron] Transition to ACTIVE for port object 0727d745-efdd-4928-8413-f105198fd646 will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 13:22:07.954322 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Provisioning complete for port f62e06f5-fe6a-4baa-8595-55a8a668d899 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:22:07.954705 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (f62e06f5-fe6a-4baa-8595-55a8a668d899), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:07.988017 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-32510376-2739-4e4f-9c7f-20e14be7242f req-b098ed2d-e1f7-4c4c-a760-c2d7cdc4b48e tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups?id=9277d33e-10a4-42d1-9d68-7406368ee816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959558 Apr 29 13:22:08.012510 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c3a892cb-fcf3-44e4-9a21-ca33dbc7a7e8 req-00164ba6-b7b4-4f09-8c28-82d096e95bf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (0727d745-efdd-4928-8413-f105198fd646), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:08.034490 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9461508-3996-40ce-bdaa-d220da072dc8 req-269a8347-b81d-4845-a857-2e5253ee523d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:08.035982 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c9461508-3996-40ce-bdaa-d220da072dc8 req-269a8347-b81d-4845-a857-2e5253ee523d service neutron] 10.222.0.75 "GET /v2.0/networks?id=f7b2159c-541e-40fc-88d7-6131e3b1d41e HTTP/1.1" status: 200 len: 912 time: 0.6035278 Apr 29 13:22:08.056585 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a69f6553-767d-4d45-8a04-e1a2c7161009 req-a165102e-57d6-403e-b613-51c63d2183df tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] 10.222.0.11 "GET /v2.0/security-groups?id=792e7502-e0ef-4f4c-98d5-f0878f981827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206875 Apr 29 13:22:08.149024 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Current status of the port f62e06f5-fe6a-4baa-8595-55a8a668d899 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:22:08.178188 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00164ba6-b7b4-4f09-8c28-82d096e95bf8 service neutron] Pushing event updated for resources: {'Port': ['ID=0727d745-efdd-4928-8413-f105198fd646,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:08.261501 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-55b94835-0ae6-40bf-ac23-822af886d452 req-31ed3f36-882f-4788-8d54-ab01d3bfaf7c tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Allocated IP 172.20.0.12 (75b7fe95-ba69-4d04-89c6-6ad49ef540b7/c49f2808-2545-473c-889a-37ee93dfd06e/fc4f30ac-b094-4a8b-bc80-d1f0623ce3c7) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:22:08.276851 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-19ee475a-eab3-40ec-9a68-ebb50fdcd0c7 req-06753d8c-f890-43af-abe4-80c3c6284af9 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa4ab5fc-ffc6-4725-930a-b8447e16b10f HTTP/1.1" status: 200 len: 210 time: 0.1446536 Apr 29 13:22:08.309060 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-17eb4540-cda4-429a-8181-f8e129ff9591 req-832f3816-0fff-45d5-879e-a7192993baa2 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783155810398'] for port (08d5cab4-d2dd-4c99-b0de-8da67e7251c5), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:08.441286 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-c3a892cb-fcf3-44e4-9a21-ca33dbc7a7e8 req-00164ba6-b7b4-4f09-8c28-82d096e95bf8 service neutron] Attempting to bind port 0727d745-efdd-4928-8413-f105198fd646 on host hv-cinder-83769 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:22:08.441817 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-c3a892cb-fcf3-44e4-9a21-ca33dbc7a7e8 req-00164ba6-b7b4-4f09-8c28-82d096e95bf8 service neutron] Attempting to bind port 0727d745-efdd-4928-8413-f105198fd646 by drivers openvswitch,hyperv on host hv-cinder-83769 at level 0 using segments [{'id': '08d55053-9d12-4d78-bbce-7da3ad73340c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'fc1af930-75bb-4703-ab95-43d130c7c5b4'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:22:08.442497 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a892cb-fcf3-44e4-9a21-ca33dbc7a7e8 req-00164ba6-b7b4-4f09-8c28-82d096e95bf8 service neutron] Attempting to bind port 0727d745-efdd-4928-8413-f105198fd646 on network fc1af930-75bb-4703-ab95-43d130c7c5b4 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:22:08.480234 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17eb4540-cda4-429a-8181-f8e129ff9591 req-832f3816-0fff-45d5-879e-a7192993baa2 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Network 75b7fe95-ba69-4d04-89c6-6ad49ef540b7 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:22:08.487265 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a892cb-fcf3-44e4-9a21-ca33dbc7a7e8 req-00164ba6-b7b4-4f09-8c28-82d096e95bf8 service neutron] Port 0727d745-efdd-4928-8413-f105198fd646 on network fc1af930-75bb-4703-ab95-43d130c7c5b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83769 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 13:22:08.487601 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a892cb-fcf3-44e4-9a21-ca33dbc7a7e8 req-00164ba6-b7b4-4f09-8c28-82d096e95bf8 service neutron] Attempting to bind port 0727d745-efdd-4928-8413-f105198fd646 on network fc1af930-75bb-4703-ab95-43d130c7c5b4 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:22:08.497399 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-17eb4540-cda4-429a-8181-f8e129ff9591 req-832f3816-0fff-45d5-879e-a7192993baa2 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:22:08.512680 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-17eb4540-cda4-429a-8181-f8e129ff9591 req-832f3816-0fff-45d5-879e-a7192993baa2 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:22:08.518388 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eb4540-cda4-429a-8181-f8e129ff9591 req-832f3816-0fff-45d5-879e-a7192993baa2 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:08.519260 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-17eb4540-cda4-429a-8181-f8e129ff9591 req-832f3816-0fff-45d5-879e-a7192993baa2 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549835'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:08.523015 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832f3816-0fff-45d5-879e-a7192993baa2 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Pushing event updated for resources: {'Port': ['ID=08d5cab4-d2dd-4c99-b0de-8da67e7251c5,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:08.530057 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a892cb-fcf3-44e4-9a21-ca33dbc7a7e8 req-00164ba6-b7b4-4f09-8c28-82d096e95bf8 service neutron] Checking agent: {'id': '477bd1e1-70d7-4a7b-b37c-5892af57f2e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83769', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 19, 28), 'started_at': datetime.datetime(2022, 4, 29, 13, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:22:08.530681 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a892cb-fcf3-44e4-9a21-ca33dbc7a7e8 req-00164ba6-b7b4-4f09-8c28-82d096e95bf8 service neutron] Checking segment: {'id': '08d55053-9d12-4d78-bbce-7da3ad73340c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'fc1af930-75bb-4703-ab95-43d130c7c5b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:22:08.531713 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a892cb-fcf3-44e4-9a21-ca33dbc7a7e8 req-00164ba6-b7b4-4f09-8c28-82d096e95bf8 service neutron] Bound using segment: {'id': '08d55053-9d12-4d78-bbce-7da3ad73340c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'fc1af930-75bb-4703-ab95-43d130c7c5b4'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:22:08.531911 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-c3a892cb-fcf3-44e4-9a21-ca33dbc7a7e8 req-00164ba6-b7b4-4f09-8c28-82d096e95bf8 service neutron] Bound port: 0727d745-efdd-4928-8413-f105198fd646, host: hv-cinder-83769, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08d55053-9d12-4d78-bbce-7da3ad73340c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'fc1af930-75bb-4703-ab95-43d130c7c5b4'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:22:08.532187 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c3a892cb-fcf3-44e4-9a21-ca33dbc7a7e8 req-00164ba6-b7b4-4f09-8c28-82d096e95bf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (0727d745-efdd-4928-8413-f105198fd646), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:08.556463 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f76820f-fa35-4433-bbeb-2f1020376476 req-243bb2cc-02d0-4791-a3c7-d4c73da6185f tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:08.572665 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1f76820f-fa35-4433-bbeb-2f1020376476 req-243bb2cc-02d0-4791-a3c7-d4c73da6185f tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/ports?device_id=39cb76e1-26c5-4904-9277-2a146d1ec3e0 HTTP/1.1" status: 200 len: 931 time: 0.2361059 Apr 29 13:22:08.584395 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-55b94835-0ae6-40bf-ac23-822af886d452 req-31ed3f36-882f-4788-8d54-ab01d3bfaf7c tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Publish callbacks [] for port (fc4f30ac-b094-4a8b-bc80-d1f0623ce3c7), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:08.651684 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-55b94835-0ae6-40bf-ac23-822af886d452 req-31ed3f36-882f-4788-8d54-ab01d3bfaf7c tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783155810398'] for port (fc4f30ac-b094-4a8b-bc80-d1f0623ce3c7), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:08.662764 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-17eb4540-cda4-429a-8181-f8e129ff9591 req-832f3816-0fff-45d5-879e-a7192993baa2 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.9858038 Apr 29 13:22:08.744049 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ed3f36-882f-4788-8d54-ab01d3bfaf7c tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Pushing event updated for resources: {'Port': ['ID=fc4f30ac-b094-4a8b-bc80-d1f0623ce3c7,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:08.792324 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e42ce444-21c9-4ff0-a2bd-8def70623fc0 req-e8bfb8d4-f8d9-43f1-961a-5b1760681b7b tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 210 time: 0.0527818 Apr 29 13:22:08.796170 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55b94835-0ae6-40bf-ac23-822af886d452 req-31ed3f36-882f-4788-8d54-ab01d3bfaf7c tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Network 75b7fe95-ba69-4d04-89c6-6ad49ef540b7 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:22:08.797840 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-55b94835-0ae6-40bf-ac23-822af886d452 req-31ed3f36-882f-4788-8d54-ab01d3bfaf7c tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:22:08.801027 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-55b94835-0ae6-40bf-ac23-822af886d452 req-31ed3f36-882f-4788-8d54-ab01d3bfaf7c tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:22:08.807107 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b94835-0ae6-40bf-ac23-822af886d452 req-31ed3f36-882f-4788-8d54-ab01d3bfaf7c tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:08.807754 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-55b94835-0ae6-40bf-ac23-822af886d452 req-31ed3f36-882f-4788-8d54-ab01d3bfaf7c tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549835'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:08.839599 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-55b94835-0ae6-40bf-ac23-822af886d452 req-31ed3f36-882f-4788-8d54-ab01d3bfaf7c tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8105388 Apr 29 13:22:08.850751 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1f76820f-fa35-4433-bbeb-2f1020376476 req-bb0d13fe-9673-4d4a-adbb-c6ac1ee3d6cf tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/security-groups?id=93845e7e-bd9b-4908-b74e-2cb0b9e9db46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2230077 Apr 29 13:22:08.861138 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 48734) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:22:08.881358 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [req-d8138b81-3fce-4dbf-98a9-810d23f3382b req-a3a5d9d4-2780-4f08-bfe5-947ee7ff3f95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12b70c87-e24d-4c64-b69e-473398fe0ee1 {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:22:08.896070 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d8138b81-3fce-4dbf-98a9-810d23f3382b req-a3a5d9d4-2780-4f08-bfe5-947ee7ff3f95 service neutron] Publish callbacks [] for port (12b70c87-e24d-4c64-b69e-473398fe0ee1), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:08.910571 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-d8138b81-3fce-4dbf-98a9-810d23f3382b req-a3a5d9d4-2780-4f08-bfe5-947ee7ff3f95 service neutron] Transition to ACTIVE for port object 12b70c87-e24d-4c64-b69e-473398fe0ee1 will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 13:22:08.915910 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-c3a892cb-fcf3-44e4-9a21-ca33dbc7a7e8 req-00164ba6-b7b4-4f09-8c28-82d096e95bf8 service neutron] For port 0727d745-efdd-4928-8413-f105198fd646, host hv-cinder-83769, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:22:08.921362 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d8138b81-3fce-4dbf-98a9-810d23f3382b req-a3a5d9d4-2780-4f08-bfe5-947ee7ff3f95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (12b70c87-e24d-4c64-b69e-473398fe0ee1), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:08.923034 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-c3a892cb-fcf3-44e4-9a21-ca33dbc7a7e8 req-00164ba6-b7b4-4f09-8c28-82d096e95bf8 service neutron] For port 0727d745-efdd-4928-8413-f105198fd646, host hv-cinder-83769, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=0727d745-efdd-4928-8413-f105198fd646,segment=NetworkSegment(08d55053-9d12-4d78-bbce-7da3ad73340c),segment_id=08d55053-9d12-4d78-bbce-7da3ad73340c)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:22:08.923718 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-853c282d-3072-4c09-a364-0705cf855c19 None None] Provisioning complete for port 08d5cab4-d2dd-4c99-b0de-8da67e7251c5 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:22:08.924166 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-853c282d-3072-4c09-a364-0705cf855c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (08d5cab4-d2dd-4c99-b0de-8da67e7251c5), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:08.925118 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 48738) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:22:08.955226 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c3a892cb-fcf3-44e4-9a21-ca33dbc7a7e8 req-00164ba6-b7b4-4f09-8c28-82d096e95bf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (0727d745-efdd-4928-8413-f105198fd646), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:08.991307 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a892cb-fcf3-44e4-9a21-ca33dbc7a7e8 req-00164ba6-b7b4-4f09-8c28-82d096e95bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:08.991927 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c3a892cb-fcf3-44e4-9a21-ca33dbc7a7e8 req-00164ba6-b7b4-4f09-8c28-82d096e95bf8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549835'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:08.993445 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c3a892cb-fcf3-44e4-9a21-ca33dbc7a7e8 req-00164ba6-b7b4-4f09-8c28-82d096e95bf8 service neutron] 10.222.0.75 "PUT /v2.0/ports/0727d745-efdd-4928-8413-f105198fd646 HTTP/1.1" status: 200 len: 1093 time: 3.9850445 Apr 29 13:22:08.994061 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '204ebe5a-3964-4a27-919b-77cb567dba0a', 'tag': '0727d745-efdd-4928-8413-f105198fd646'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:22:09.012806 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-853c282d-3072-4c09-a364-0705cf855c19 None None] Port 08d5cab4-d2dd-4c99-b0de-8da67e7251c5 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 13:22:09.186125 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a5d9d4-2780-4f08-bfe5-947ee7ff3f95 service neutron] Pushing event updated for resources: {'Port': ['ID=12b70c87-e24d-4c64-b69e-473398fe0ee1,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:09.218807 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bfcc1d-b179-470b-968f-6393a7a44d1c req-fbbc160a-1560-4059-a1d8-4ae6f27ae933 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:09.234636 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-d5bfcc1d-b179-470b-968f-6393a7a44d1c req-fbbc160a-1560-4059-a1d8-4ae6f27ae933 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=204ebe5a-3964-4a27-919b-77cb567dba0a HTTP/1.1" status: 200 len: 943 time: 0.1538310 Apr 29 13:22:09.271196 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-d8138b81-3fce-4dbf-98a9-810d23f3382b req-a3a5d9d4-2780-4f08-bfe5-947ee7ff3f95 service neutron] Attempting to bind port 12b70c87-e24d-4c64-b69e-473398fe0ee1 on host hv-cinder-83769 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:22:09.280122 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-d8138b81-3fce-4dbf-98a9-810d23f3382b req-a3a5d9d4-2780-4f08-bfe5-947ee7ff3f95 service neutron] Attempting to bind port 12b70c87-e24d-4c64-b69e-473398fe0ee1 by drivers openvswitch,hyperv on host hv-cinder-83769 at level 0 using segments [{'id': '7d58dba2-6bce-4657-ad48-111e1ec8c905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '8f33b954-1f3c-43fa-a8bf-3eab44702663'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:22:09.280859 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8138b81-3fce-4dbf-98a9-810d23f3382b req-a3a5d9d4-2780-4f08-bfe5-947ee7ff3f95 service neutron] Attempting to bind port 12b70c87-e24d-4c64-b69e-473398fe0ee1 on network 8f33b954-1f3c-43fa-a8bf-3eab44702663 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:22:09.321635 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8138b81-3fce-4dbf-98a9-810d23f3382b req-a3a5d9d4-2780-4f08-bfe5-947ee7ff3f95 service neutron] Port 12b70c87-e24d-4c64-b69e-473398fe0ee1 on network 8f33b954-1f3c-43fa-a8bf-3eab44702663 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83769 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 13:22:09.322328 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8138b81-3fce-4dbf-98a9-810d23f3382b req-a3a5d9d4-2780-4f08-bfe5-947ee7ff3f95 service neutron] Attempting to bind port 12b70c87-e24d-4c64-b69e-473398fe0ee1 on network 8f33b954-1f3c-43fa-a8bf-3eab44702663 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:22:09.362409 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8138b81-3fce-4dbf-98a9-810d23f3382b req-a3a5d9d4-2780-4f08-bfe5-947ee7ff3f95 service neutron] Checking agent: {'id': '477bd1e1-70d7-4a7b-b37c-5892af57f2e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83769', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 19, 28), 'started_at': datetime.datetime(2022, 4, 29, 13, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:22:09.363241 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8138b81-3fce-4dbf-98a9-810d23f3382b req-a3a5d9d4-2780-4f08-bfe5-947ee7ff3f95 service neutron] Checking segment: {'id': '7d58dba2-6bce-4657-ad48-111e1ec8c905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '8f33b954-1f3c-43fa-a8bf-3eab44702663'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:22:09.364125 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8138b81-3fce-4dbf-98a9-810d23f3382b req-a3a5d9d4-2780-4f08-bfe5-947ee7ff3f95 service neutron] Bound using segment: {'id': '7d58dba2-6bce-4657-ad48-111e1ec8c905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '8f33b954-1f3c-43fa-a8bf-3eab44702663'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:22:09.365367 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-d8138b81-3fce-4dbf-98a9-810d23f3382b req-a3a5d9d4-2780-4f08-bfe5-947ee7ff3f95 service neutron] Bound port: 12b70c87-e24d-4c64-b69e-473398fe0ee1, host: hv-cinder-83769, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d58dba2-6bce-4657-ad48-111e1ec8c905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '8f33b954-1f3c-43fa-a8bf-3eab44702663'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:22:09.365977 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d8138b81-3fce-4dbf-98a9-810d23f3382b req-a3a5d9d4-2780-4f08-bfe5-947ee7ff3f95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (12b70c87-e24d-4c64-b69e-473398fe0ee1), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:09.369431 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-d5bfcc1d-b179-470b-968f-6393a7a44d1c req-fcd8dd0d-0441-4c90-b6bd-371fc867e408 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups?id=9277d33e-10a4-42d1-9d68-7406368ee816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315658 Apr 29 13:22:09.380347 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e63cef3-d889-487b-8927-89f24f939480 req-78da84b8-7f3c-49e2-84b5-df4415c62a16 tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:09.391203 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7e63cef3-d889-487b-8927-89f24f939480 req-78da84b8-7f3c-49e2-84b5-df4415c62a16 tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed9fcae1-761b-4591-b3e3-5495bfe3fd32 HTTP/1.1" status: 200 len: 944 time: 0.1859188 Apr 29 13:22:09.429094 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00164ba6-b7b4-4f09-8c28-82d096e95bf8 service neutron] Pushing event updated for resources: {'Port': ['ID=0727d745-efdd-4928-8413-f105198fd646,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:09.482989 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8485c6b0-1a1d-436f-8563-f80cbe51f96a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:09.489466 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-2ea3b190-3adb-440d-8b2b-157fbbdf9d3a None None] Provisioning complete for port fc4f30ac-b094-4a8b-bc80-d1f0623ce3c7 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:22:09.490146 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2ea3b190-3adb-440d-8b2b-157fbbdf9d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (fc4f30ac-b094-4a8b-bc80-d1f0623ce3c7), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:09.536001 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b8420597-97e1-4f73-8bc0-0ed842861ce5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:09.562451 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301865d2-45b3-40c4-b4f2-42501b2553f4 req-c63532ed-8469-4e70-a296-8240e7fdc412 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:09.564051 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-301865d2-45b3-40c4-b4f2-42501b2553f4 req-c63532ed-8469-4e70-a296-8240e7fdc412 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa4ab5fc-ffc6-4725-930a-b8447e16b10f HTTP/1.1" status: 200 len: 932 time: 0.1054220 Apr 29 13:22:09.569466 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-2ea3b190-3adb-440d-8b2b-157fbbdf9d3a None None] Port fc4f30ac-b094-4a8b-bc80-d1f0623ce3c7 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 13:22:09.704590 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-301865d2-45b3-40c4-b4f2-42501b2553f4 req-dbea1b84-c4c8-4e6d-9e96-070b114d5371 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271038 Apr 29 13:22:09.718336 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7e63cef3-d889-487b-8927-89f24f939480 req-c8036c2f-99ea-4dde-8ec3-4bc5ecb6990f tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] 10.222.0.11 "GET /v2.0/security-groups?id=792e7502-e0ef-4f4c-98d5-f0878f981827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260305 Apr 29 13:22:09.752283 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-d8138b81-3fce-4dbf-98a9-810d23f3382b req-a3a5d9d4-2780-4f08-bfe5-947ee7ff3f95 service neutron] For port 12b70c87-e24d-4c64-b69e-473398fe0ee1, host hv-cinder-83769, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:22:09.755681 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8485c6b0-1a1d-436f-8563-f80cbe51f96a admin admin] Publish callbacks [] for security_group (82b72af5-6ab6-4129-b43b-b74a06b3f9e4), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:09.757750 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-d8138b81-3fce-4dbf-98a9-810d23f3382b req-a3a5d9d4-2780-4f08-bfe5-947ee7ff3f95 service neutron] For port 12b70c87-e24d-4c64-b69e-473398fe0ee1, host hv-cinder-83769, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=12b70c87-e24d-4c64-b69e-473398fe0ee1,segment=NetworkSegment(7d58dba2-6bce-4657-ad48-111e1ec8c905),segment_id=7d58dba2-6bce-4657-ad48-111e1ec8c905)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:22:09.771332 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d8138b81-3fce-4dbf-98a9-810d23f3382b req-a3a5d9d4-2780-4f08-bfe5-947ee7ff3f95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (12b70c87-e24d-4c64-b69e-473398fe0ee1), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:09.771822 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8485c6b0-1a1d-436f-8563-f80cbe51f96a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (82b72af5-6ab6-4129-b43b-b74a06b3f9e4), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:09.800509 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b8420597-97e1-4f73-8bc0-0ed842861ce5 admin admin] Publish callbacks [] for security_group (61dd1bca-8515-4ff6-8741-1ec0e129d54e), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:09.816810 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-8485c6b0-1a1d-436f-8563-f80cbe51f96a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1698a449c14541b2bca7237cf01fd268&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9479077 Apr 29 13:22:09.816810 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b8420597-97e1-4f73-8bc0-0ed842861ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (61dd1bca-8515-4ff6-8741-1ec0e129d54e), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:09.829257 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 48760) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:22:09.851197 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-b8420597-97e1-4f73-8bc0-0ed842861ce5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ab985e07eb4b48b19b4fc93549d5c049&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9229662 Apr 29 13:22:09.855245 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8485c6b0-1a1d-436f-8563-f80cbe51f96a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b72af5-6ab6-4129-b43b-b74a06b3f9e4,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:09.860976 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 48766) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:22:09.876907 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8138b81-3fce-4dbf-98a9-810d23f3382b req-a3a5d9d4-2780-4f08-bfe5-947ee7ff3f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:09.877534 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d8138b81-3fce-4dbf-98a9-810d23f3382b req-a3a5d9d4-2780-4f08-bfe5-947ee7ff3f95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549835'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:09.884402 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d8138b81-3fce-4dbf-98a9-810d23f3382b req-a3a5d9d4-2780-4f08-bfe5-947ee7ff3f95 service neutron] 10.222.0.75 "PUT /v2.0/ports/12b70c87-e24d-4c64-b69e-473398fe0ee1 HTTP/1.1" status: 200 len: 1093 time: 2.7702301 Apr 29 13:22:09.943542 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34453e8beaba66333125c1a762a789c78ce2f458b63942c2f470c2340433bc94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28279928-7fd8-4dfb-9ae9-f0f69d0d15aa" -d '{"events": [{"name": "network-changed", "server_uuid": "204ebe5a-3964-4a27-919b-77cb567dba0a", "tag": "0727d745-efdd-4928-8413-f105198fd646"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:22:09.964954 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8420597-97e1-4f73-8bc0-0ed842861ce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61dd1bca-8515-4ff6-8741-1ec0e129d54e,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:09.999046 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a6120398-0b89-44ae-b683-4598ff6cbd1a req-238a4c3b-2f1b-4306-8437-509e7bccea5d tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 210 time: 0.0521848 Apr 29 13:22:09.999719 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a5d9d4-2780-4f08-bfe5-947ee7ff3f95 service neutron] Pushing event updated for resources: {'Port': ['ID=12b70c87-e24d-4c64-b69e-473398fe0ee1,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:10.023450 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2998caff-0079-4077-bd05-626abc3ff774 admin admin] Publish callbacks [] for security_group (82b72af5-6ab6-4129-b43b-b74a06b3f9e4), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:10.063493 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d0be9e78-34c3-492c-8778-63f44b1cd072 admin admin] Publish callbacks [] for security_group (61dd1bca-8515-4ff6-8741-1ec0e129d54e), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:10.066634 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2998caff-0079-4077-bd05-626abc3ff774 admin admin] Publish callbacks [] for security_group (82b72af5-6ab6-4129-b43b-b74a06b3f9e4), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:10.084225 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494db850-5753-4dd3-a4df-d96a3ba35bfb req-7773ab59-acaa-472c-ad72-2cea4fba7316 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:10.092583 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-494db850-5753-4dd3-a4df-d96a3ba35bfb req-7773ab59-acaa-472c-ad72-2cea4fba7316 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/ports?device_id=39cb76e1-26c5-4904-9277-2a146d1ec3e0 HTTP/1.1" status: 200 len: 943 time: 0.1045907 Apr 29 13:22:10.133347 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2998caff-0079-4077-bd05-626abc3ff774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (82b72af5-6ab6-4129-b43b-b74a06b3f9e4), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:10.133737 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d0be9e78-34c3-492c-8778-63f44b1cd072 admin admin] Publish callbacks [] for security_group (61dd1bca-8515-4ff6-8741-1ec0e129d54e), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:10.136918 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2998caff-0079-4077-bd05-626abc3ff774 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:10.141619 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-2998caff-0079-4077-bd05-626abc3ff774 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/82b72af5-6ab6-4129-b43b-b74a06b3f9e4 HTTP/1.1" status: 204 len: 168 time: 0.3113053 Apr 29 13:22:10.149855 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2998caff-0079-4077-bd05-626abc3ff774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b72af5-6ab6-4129-b43b-b74a06b3f9e4,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:10.195355 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-494db850-5753-4dd3-a4df-d96a3ba35bfb req-4931578a-540c-40e2-82b7-89e9491fcc82 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/security-groups?id=93845e7e-bd9b-4908-b74e-2cb0b9e9db46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009479 Apr 29 13:22:10.226190 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d0be9e78-34c3-492c-8778-63f44b1cd072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (61dd1bca-8515-4ff6-8741-1ec0e129d54e), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:10.230182 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d0be9e78-34c3-492c-8778-63f44b1cd072 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:10.234576 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-d0be9e78-34c3-492c-8778-63f44b1cd072 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/61dd1bca-8515-4ff6-8741-1ec0e129d54e HTTP/1.1" status: 204 len: 168 time: 0.3703673 Apr 29 13:22:10.242965 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0be9e78-34c3-492c-8778-63f44b1cd072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61dd1bca-8515-4ff6-8741-1ec0e129d54e,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:10.251212 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e3af96e-ca4f-4296-8a93-8dcea065fab6 x-openstack-request-id: req-5e3af96e-ca4f-4296-8a93-8dcea065fab6 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:22:10.251571 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "204ebe5a-3964-4a27-919b-77cb567dba0a", "tag": "0727d745-efdd-4928-8413-f105198fd646", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:22:10.251897 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5e3af96e-ca4f-4296-8a93-8dcea065fab6 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:22:10.252350 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e3af96e-ca4f-4296-8a93-8dcea065fab6'] response: {'name': 'network-changed', 'server_uuid': '204ebe5a-3964-4a27-919b-77cb567dba0a', 'tag': '0727d745-efdd-4928-8413-f105198fd646', 'status': 'completed', 'code': 200} Apr 29 13:22:10.484674 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c569873b-241d-4e87-be11-591607228527 req-ce89e9cd-3ffc-4d56-824b-dbca456fc424 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:10.486578 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-c569873b-241d-4e87-be11-591607228527 req-ce89e9cd-3ffc-4d56-824b-dbca456fc424 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=204ebe5a-3964-4a27-919b-77cb567dba0a HTTP/1.1" status: 200 len: 943 time: 0.0609848 Apr 29 13:22:10.552085 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-c569873b-241d-4e87-be11-591607228527 req-bf8911d0-edd4-492f-91d6-a30b1a476e8f tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups?id=9277d33e-10a4-42d1-9d68-7406368ee816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595517 Apr 29 13:22:10.696216 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 48806) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:22:10.712348 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-831daa87-e06e-4bda-915e-dff52a21ab43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:10.720474 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 48808) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:22:10.734791 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-387c85ec-82dc-44ba-b265-6ea487d849dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:10.864136 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-831daa87-e06e-4bda-915e-dff52a21ab43 admin admin] Publish callbacks [] for security_group (311861ed-8018-4c7c-9083-2b4bec5978e0), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:10.866701 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-387c85ec-82dc-44ba-b265-6ea487d849dc admin admin] Publish callbacks [] for security_group (753696b5-0ee6-423f-b686-f0b4b105e38f), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:10.881297 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-831daa87-e06e-4bda-915e-dff52a21ab43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (311861ed-8018-4c7c-9083-2b4bec5978e0), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:10.897843 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-387c85ec-82dc-44ba-b265-6ea487d849dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (753696b5-0ee6-423f-b686-f0b4b105e38f), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:10.932550 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387c85ec-82dc-44ba-b265-6ea487d849dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=753696b5-0ee6-423f-b686-f0b4b105e38f,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:10.933158 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530dab00-e0e2-4701-ba5a-02a6cb012290 req-2395d020-0b33-45e2-a031-0e4335f5eb40 tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:10.935386 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-530dab00-e0e2-4701-ba5a-02a6cb012290 req-2395d020-0b33-45e2-a031-0e4335f5eb40 tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed9fcae1-761b-4591-b3e3-5495bfe3fd32 HTTP/1.1" status: 200 len: 944 time: 0.0916233 Apr 29 13:22:10.944574 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-831daa87-e06e-4bda-915e-dff52a21ab43 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=263782cb76584cc2b0b5ab65c64f7c2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2441347 Apr 29 13:22:10.945802 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 48822) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:22:10.960206 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963faefa-4a9d-4342-a38e-170a404cf0f2 req-128209a3-e7d8-455d-96b6-7a03938d3b62 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:10.965623 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-963faefa-4a9d-4342-a38e-170a404cf0f2 req-128209a3-e7d8-455d-96b6-7a03938d3b62 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa4ab5fc-ffc6-4725-930a-b8447e16b10f HTTP/1.1" status: 200 len: 932 time: 0.1254637 Apr 29 13:22:10.978636 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831daa87-e06e-4bda-915e-dff52a21ab43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=311861ed-8018-4c7c-9083-2b4bec5978e0,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:10.979488 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-387c85ec-82dc-44ba-b265-6ea487d849dc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7743fae0584a407389f0c58e8dd76fec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2556846 Apr 29 13:22:10.987988 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 48824) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:22:11.017986 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [req-55b94835-0ae6-40bf-ac23-822af886d452 req-14e27cc8-51b8-44cb-b188-ab72698bddc5 service neutron] Request body: {'port': {'device_id': 'aa4ab5fc-ffc6-4725-930a-b8447e16b10f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83769'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:22:11.024260 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [req-17eb4540-cda4-429a-8181-f8e129ff9591 req-f2365c66-2e87-407a-a906-289ddcc492d8 service neutron] Request body: {'port': {'device_id': '8bc91d38-3fcc-47d3-84e8-50c55753dff2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83769'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:22:11.114854 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c9461508-3996-40ce-bdaa-d220da072dc8 req-24347434-7279-4be4-a9f4-a27bc4150a09 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d217b78a-2748-437f-8687-950224b25ffc HTTP/1.1" status: 200 len: 217 time: 0.1093073 Apr 29 13:22:11.140606 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a25b1769-f7e0-49e4-b4d5-0fb899967852 admin admin] Publish callbacks [] for security_group (311861ed-8018-4c7c-9083-2b4bec5978e0), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:11.173759 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-963faefa-4a9d-4342-a38e-170a404cf0f2 req-d26af7f9-2e76-4786-a6fb-19056342b9b6 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015421 Apr 29 13:22:11.176317 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-17eb4540-cda4-429a-8181-f8e129ff9591 req-f2365c66-2e87-407a-a906-289ddcc492d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (08d5cab4-d2dd-4c99-b0de-8da67e7251c5), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:11.219632 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-530dab00-e0e2-4701-ba5a-02a6cb012290 req-db4dd7dc-3a16-4dab-9dbb-0d52456a7b79 tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] 10.222.0.11 "GET /v2.0/security-groups?id=792e7502-e0ef-4f4c-98d5-f0878f981827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585077 Apr 29 13:22:11.220185 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.75', 53719) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:22:11.225660 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-55b94835-0ae6-40bf-ac23-822af886d452 req-14e27cc8-51b8-44cb-b188-ab72698bddc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (fc4f30ac-b094-4a8b-bc80-d1f0623ce3c7), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:11.267232 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a25b1769-f7e0-49e4-b4d5-0fb899967852 admin admin] Publish callbacks [] for security_group (311861ed-8018-4c7c-9083-2b4bec5978e0), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:11.399562 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28279928-7fd8-4dfb-9ae9-f0f69d0d15aa req-a874d8cc-3a63-4d47-adf5-11e8855b2b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:11.401014 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-28279928-7fd8-4dfb-9ae9-f0f69d0d15aa req-a874d8cc-3a63-4d47-adf5-11e8855b2b91 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=83b6a855b277450186870a3529210025&device_id=204ebe5a-3964-4a27-919b-77cb567dba0a HTTP/1.1" status: 200 len: 1127 time: 0.1518435 Apr 29 13:22:11.430079 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 48836) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:22:11.433701 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8138b81-3fce-4dbf-98a9-810d23f3382b req-cb23dd2d-dcb7-41b6-bced-f5554c833e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:11.435808 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d8138b81-3fce-4dbf-98a9-810d23f3382b req-cb23dd2d-dcb7-41b6-bced-f5554c833e42 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1e7f22083aa84571b6efb751abd2b537&device_id=39cb76e1-26c5-4904-9277-2a146d1ec3e0 HTTP/1.1" status: 200 len: 1127 time: 0.2327948 Apr 29 13:22:11.452352 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d4929da5-9b04-4ac8-93ac-79a35d80b901 req-0fa41a21-74c1-4e18-9f08-f976eb92563c tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 210 time: 0.1123946 Apr 29 13:22:11.486103 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0e27f632-d2a6-4264-a901-2f6826bd828b admin admin] Publish callbacks [] for security_group (753696b5-0ee6-423f-b686-f0b4b105e38f), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:11.510687 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9461508-3996-40ce-bdaa-d220da072dc8 req-5949775c-a86c-4e91-a2df-6cb0cb9d1707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:11.512124 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c9461508-3996-40ce-bdaa-d220da072dc8 req-5949775c-a86c-4e91-a2df-6cb0cb9d1707 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7155c938-ce60-4dd2-8443-11b2fc253ef7 HTTP/1.1" status: 200 len: 851 time: 0.2640100 Apr 29 13:22:11.514646 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0109d4-05b4-41e0-be6d-ac177f2198ca req-056f53a4-7ddb-4e52-afda-290648243510 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:11.516161 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-dd0109d4-05b4-41e0-be6d-ac177f2198ca req-056f53a4-7ddb-4e52-afda-290648243510 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/ports?device_id=39cb76e1-26c5-4904-9277-2a146d1ec3e0 HTTP/1.1" status: 200 len: 943 time: 0.1727264 Apr 29 13:22:11.713625 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3fa36d1f-e553-40e4-a584-7151cfd1bf42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:11.742634 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0e27f632-d2a6-4264-a901-2f6826bd828b admin admin] Publish callbacks [] for security_group (753696b5-0ee6-423f-b686-f0b4b105e38f), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:11.829208 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8b0f1-c766-490b-980c-55e0301a3b4e req-c8bb86fd-5a7f-4299-b62d-ee99b88f2ad2 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:11.830724 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-57f8b0f1-c766-490b-980c-55e0301a3b4e req-c8bb86fd-5a7f-4299-b62d-ee99b88f2ad2 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.75 "GET /v2.0/networks?id=3410551e-5a46-4ac5-98b2-aca173f9205e HTTP/1.1" status: 200 len: 817 time: 0.6060667 Apr 29 13:22:11.849356 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d8138b81-3fce-4dbf-98a9-810d23f3382b req-ff4f681d-494b-4a12-bbaf-7188d99721f7 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12b70c87-e24d-4c64-b69e-473398fe0ee1 HTTP/1.1" status: 200 len: 217 time: 0.1653955 Apr 29 13:22:11.850943 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c9461508-3996-40ce-bdaa-d220da072dc8 req-60b21f41-609b-4af3-b822-4046152fd1f9 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f7b2159c-541e-40fc-88d7-6131e3b1d41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1773114 Apr 29 13:22:11.854528 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a25b1769-f7e0-49e4-b4d5-0fb899967852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (311861ed-8018-4c7c-9083-2b4bec5978e0), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:11.857631 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a25b1769-f7e0-49e4-b4d5-0fb899967852 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:11.858798 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-a25b1769-f7e0-49e4-b4d5-0fb899967852 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/311861ed-8018-4c7c-9083-2b4bec5978e0 HTTP/1.1" status: 204 len: 168 time: 0.9121113 Apr 29 13:22:11.903668 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25b1769-f7e0-49e4-b4d5-0fb899967852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=311861ed-8018-4c7c-9083-2b4bec5978e0,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:11.937941 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28279928-7fd8-4dfb-9ae9-f0f69d0d15aa req-4d46a47f-bac2-4ad9-9c29-e44a7ad9941c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:11.938100 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-dd0109d4-05b4-41e0-be6d-ac177f2198ca req-b8e2c245-54e2-48da-96fb-04a722abad14 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/security-groups?id=93845e7e-bd9b-4908-b74e-2cb0b9e9db46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4091907 Apr 29 13:22:11.939433 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-28279928-7fd8-4dfb-9ae9-f0f69d0d15aa req-4d46a47f-bac2-4ad9-9c29-e44a7ad9941c service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=83b6a855b277450186870a3529210025&shared=False HTTP/1.1" status: 200 len: 912 time: 0.5105758 Apr 29 13:22:11.963533 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae3b9c-3c63-4e71-9e38-000c52b33b62 req-8c6bcd1a-3171-4d52-bf0a-a6f91be41046 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:11.964068 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a8ae3b9c-3c63-4e71-9e38-000c52b33b62 req-8c6bcd1a-3171-4d52-bf0a-a6f91be41046 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=204ebe5a-3964-4a27-919b-77cb567dba0a HTTP/1.1" status: 200 len: 943 time: 0.3289552 Apr 29 13:22:11.974918 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0e27f632-d2a6-4264-a901-2f6826bd828b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (753696b5-0ee6-423f-b686-f0b4b105e38f), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:11.977435 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0e27f632-d2a6-4264-a901-2f6826bd828b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:11.978833 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-0e27f632-d2a6-4264-a901-2f6826bd828b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/753696b5-0ee6-423f-b686-f0b4b105e38f HTTP/1.1" status: 204 len: 168 time: 0.9864824 Apr 29 13:22:12.002554 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e27f632-d2a6-4264-a901-2f6826bd828b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=753696b5-0ee6-423f-b686-f0b4b105e38f,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:12.010343 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-57f8b0f1-c766-490b-980c-55e0301a3b4e req-e17fbc0a-0b74-4735-a852-26eff1dbfbf2 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62259e68f4eb4e72bddb618088a3d06a HTTP/1.1" status: 200 len: 380 time: 0.1646192 Apr 29 13:22:12.021534 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [req-57f8b0f1-c766-490b-980c-55e0301a3b4e req-501d9d2b-dce5-43f2-87a3-922b8c87b702 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Request body: {'port': {'device_id': 'fe23dcfb-5b9c-453c-8307-1347c9b3f960', 'network_id': '3410551e-5a46-4ac5-98b2-aca173f9205e', 'admin_state_up': True, 'tenant_id': '62259e68f4eb4e72bddb618088a3d06a', 'security_groups': ['d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc']}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:22:12.132739 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8138b81-3fce-4dbf-98a9-810d23f3382b req-31227d2c-c01d-440e-b1ac-5169f92b46d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:12.134265 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d8138b81-3fce-4dbf-98a9-810d23f3382b req-31227d2c-c01d-440e-b1ac-5169f92b46d0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9f59e443-3db1-41f0-85e9-12ea320207b5 HTTP/1.1" status: 200 len: 853 time: 0.2661166 Apr 29 13:22:12.171415 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57f8b0f1-c766-490b-980c-55e0301a3b4e req-501d9d2b-dce5-43f2-87a3-922b8c87b702 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Made reservation on behalf of 62259e68f4eb4e72bddb618088a3d06a for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:22:12.176941 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-57f8b0f1-c766-490b-980c-55e0301a3b4e req-501d9d2b-dce5-43f2-87a3-922b8c87b702 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:12.354345 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ab11f-338f-4bac-af6d-260b537dfca4 req-a38d8d82-0124-445a-9373-6cfd8e75bc0e tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:12.362036 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-238ab11f-338f-4bac-af6d-260b537dfca4 req-a38d8d82-0124-445a-9373-6cfd8e75bc0e tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa4ab5fc-ffc6-4725-930a-b8447e16b10f HTTP/1.1" status: 200 len: 932 time: 0.0768318 Apr 29 13:22:12.426294 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39cb76e1-26c5-4904-9277-2a146d1ec3e0', 'tag': '12b70c87-e24d-4c64-b69e-473398fe0ee1'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:22:12.428399 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34453e8beaba66333125c1a762a789c78ce2f458b63942c2f470c2340433bc94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec48bce-6cb1-474f-9e16-844e7d571d2f" -d '{"events": [{"name": "network-changed", "server_uuid": "39cb76e1-26c5-4904-9277-2a146d1ec3e0", "tag": "12b70c87-e24d-4c64-b69e-473398fe0ee1"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:22:12.479094 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-238ab11f-338f-4bac-af6d-260b537dfca4 req-34613db0-8774-478f-a610-e451a43d9118 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161325 Apr 29 13:22:12.508564 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-57f8b0f1-c766-490b-980c-55e0301a3b4e req-501d9d2b-dce5-43f2-87a3-922b8c87b702 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Allocated IP 172.20.0.8 (3410551e-5a46-4ac5-98b2-aca173f9205e/d4719930-215c-410a-9121-e8646740b594/7b84c292-da1e-45fb-bee4-72836b1be7c7) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:22:12.510630 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c9461508-3996-40ce-bdaa-d220da072dc8 req-a9a15d1e-984d-4e94-873c-4bfa47e74447 service neutron] 10.222.0.75 "GET /v2.0/networks/f7b2159c-541e-40fc-88d7-6131e3b1d41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6412880 Apr 29 13:22:12.536989 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a8ae3b9c-3c63-4e71-9e38-000c52b33b62 req-9028e327-2177-4564-8744-ca1d6694ac72 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups?id=9277d33e-10a4-42d1-9d68-7406368ee816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5523660 Apr 29 13:22:12.607659 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8138b81-3fce-4dbf-98a9-810d23f3382b req-9c488dcf-a93a-4b90-b936-284bd4486fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:12.609178 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d8138b81-3fce-4dbf-98a9-810d23f3382b req-9c488dcf-a93a-4b90-b936-284bd4486fe8 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8f33b954-1f3c-43fa-a8bf-3eab44702663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4507730 Apr 29 13:22:12.638252 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c6d1a5-c9f6-45ac-88a9-79f56753424d x-openstack-request-id: req-92c6d1a5-c9f6-45ac-88a9-79f56753424d {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:22:12.638551 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39cb76e1-26c5-4904-9277-2a146d1ec3e0", "tag": "12b70c87-e24d-4c64-b69e-473398fe0ee1", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:22:12.638801 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-92c6d1a5-c9f6-45ac-88a9-79f56753424d {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:22:12.639720 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92c6d1a5-c9f6-45ac-88a9-79f56753424d'] response: {'name': 'network-changed', 'server_uuid': '39cb76e1-26c5-4904-9277-2a146d1ec3e0', 'tag': '12b70c87-e24d-4c64-b69e-473398fe0ee1', 'status': 'completed', 'code': 200} Apr 29 13:22:12.667757 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device d217b78a-2748-437f-8687-950224b25ffc details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 13:22:12.679329 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3fa36d1f-e553-40e4-a584-7151cfd1bf42 admin admin] Publish callbacks [] for security_group (bce6bc8e-efc2-483a-b037-c782c8e4bf03), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:12.693374 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28279928-7fd8-4dfb-9ae9-f0f69d0d15aa req-14993583-8721-464a-b509-ed5532b012e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:12.694844 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-28279928-7fd8-4dfb-9ae9-f0f69d0d15aa req-14993583-8721-464a-b509-ed5532b012e9 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7436793 Apr 29 13:22:12.696880 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [req-17eb4540-cda4-429a-8181-f8e129ff9591 req-f2365c66-2e87-407a-a906-289ddcc492d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08d5cab4-d2dd-4c99-b0de-8da67e7251c5 {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:22:12.741103 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3fa36d1f-e553-40e4-a584-7151cfd1bf42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (bce6bc8e-efc2-483a-b037-c782c8e4bf03), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:12.758614 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-17eb4540-cda4-429a-8181-f8e129ff9591 req-f2365c66-2e87-407a-a906-289ddcc492d8 service neutron] Publish callbacks [] for port (08d5cab4-d2dd-4c99-b0de-8da67e7251c5), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:12.828065 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bf0a7f-d95d-4356-a7ba-714395924fba req-6640714f-df35-4046-bce3-bf85a266ae75 tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:12.829659 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-45bf0a7f-d95d-4356-a7ba-714395924fba req-6640714f-df35-4046-bce3-bf85a266ae75 tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed9fcae1-761b-4591-b3e3-5495bfe3fd32 HTTP/1.1" status: 200 len: 944 time: 0.2419274 Apr 29 13:22:12.870488 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] For port d217b78a-2748-437f-8687-950224b25ffc, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=d217b78a-2748-437f-8687-950224b25ffc,segment=NetworkSegment(9fb2306b-647f-449e-a535-dc422cb8ffaa),segment_id=9fb2306b-647f-449e-a535-dc422cb8ffaa)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:22:12.900240 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-3fa36d1f-e553-40e4-a584-7151cfd1bf42 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6c3277451b0847c8831ee009a1eb5825&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4634519 Apr 29 13:22:12.907551 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-17eb4540-cda4-429a-8181-f8e129ff9591 req-f2365c66-2e87-407a-a906-289ddcc492d8 service neutron] Transition to ACTIVE for port object 08d5cab4-d2dd-4c99-b0de-8da67e7251c5 will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 13:22:12.912593 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa36d1f-e553-40e4-a584-7151cfd1bf42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bce6bc8e-efc2-483a-b037-c782c8e4bf03,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:12.915606 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 48888) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:22:12.929703 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Returning: {'device': 'd217b78a-2748-437f-8687-950224b25ffc', 'network_id': 'f7b2159c-541e-40fc-88d7-6131e3b1d41e', 'port_id': 'd217b78a-2748-437f-8687-950224b25ffc', 'mac_address': 'fa:16:3e:05:bf:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7155c938-ce60-4dd2-8443-11b2fc253ef7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 13:22:12.949011 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a892cb-fcf3-44e4-9a21-ca33dbc7a7e8 req-df922963-2a94-466b-b2b3-aa9e477a5e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:12.951184 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c3a892cb-fcf3-44e4-9a21-ca33dbc7a7e8 req-df922963-2a94-466b-b2b3-aa9e477a5e36 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=83b6a855b277450186870a3529210025&device_id=204ebe5a-3964-4a27-919b-77cb567dba0a HTTP/1.1" status: 200 len: 1127 time: 0.1869991 Apr 29 13:22:12.951801 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-17eb4540-cda4-429a-8181-f8e129ff9591 req-f2365c66-2e87-407a-a906-289ddcc492d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (08d5cab4-d2dd-4c99-b0de-8da67e7251c5), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:12.966868 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a82654e2-9c7b-4d1b-9e2d-d0c6a63321f2 req-45265f42-9fbe-4251-9cb8-03e2bb86f07d tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 210 time: 0.1986051 Apr 29 13:22:12.982266 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-45bf0a7f-d95d-4356-a7ba-714395924fba req-0ddebe4d-0f2d-43d8-a412-46e3762b0c21 tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] 10.222.0.11 "GET /v2.0/security-groups?id=792e7502-e0ef-4f4c-98d5-f0878f981827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393661 Apr 29 13:22:12.985403 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-57f8b0f1-c766-490b-980c-55e0301a3b4e req-501d9d2b-dce5-43f2-87a3-922b8c87b702 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks [] for port (7b84c292-da1e-45fb-bee4-72836b1be7c7), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:13.027520 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c9461508-3996-40ce-bdaa-d220da072dc8 req-e0f29693-5a94-40e8-b863-728836c2a4be service neutron] 10.222.0.75 "GET /v2.0/networks/f7b2159c-541e-40fc-88d7-6131e3b1d41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4763417 Apr 29 13:22:13.039112 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Current status of the port d217b78a-2748-437f-8687-950224b25ffc is: DOWN; New status is: BUILD {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:22:13.045365 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (d217b78a-2748-437f-8687-950224b25ffc), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:13.070515 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d217b78a-2748-437f-8687-950224b25ffc {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:22:13.106810 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c3a892cb-fcf3-44e4-9a21-ca33dbc7a7e8 req-b75f743d-ebc5-48e5-b5b6-57684480c3ec service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0727d745-efdd-4928-8413-f105198fd646 HTTP/1.1" status: 200 len: 217 time: 0.1349330 Apr 29 13:22:13.117028 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] For port d217b78a-2748-437f-8687-950224b25ffc, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=d217b78a-2748-437f-8687-950224b25ffc,segment=NetworkSegment(9fb2306b-647f-449e-a535-dc422cb8ffaa),segment_id=9fb2306b-647f-449e-a535-dc422cb8ffaa)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:22:13.122350 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d8138b81-3fce-4dbf-98a9-810d23f3382b req-c5f5742e-4623-438f-bbb1-8eee77616808 service neutron] 10.222.0.75 "GET /v2.0/networks/8f33b954-1f3c-43fa-a8bf-3eab44702663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4705644 Apr 29 13:22:13.135620 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (d217b78a-2748-437f-8687-950224b25ffc), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:13.206579 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 48898) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:22:13.242533 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [req-55b94835-0ae6-40bf-ac23-822af886d452 req-14e27cc8-51b8-44cb-b188-ab72698bddc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc4f30ac-b094-4a8b-bc80-d1f0623ce3c7 {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:22:13.254289 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-55b94835-0ae6-40bf-ac23-822af886d452 req-14e27cc8-51b8-44cb-b188-ab72698bddc5 service neutron] Publish callbacks [] for port (fc4f30ac-b094-4a8b-bc80-d1f0623ce3c7), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:13.263057 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Pushing event updated for resources: {'Port': ['ID=d217b78a-2748-437f-8687-950224b25ffc,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:13.276621 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-55b94835-0ae6-40bf-ac23-822af886d452 req-14e27cc8-51b8-44cb-b188-ab72698bddc5 service neutron] Transition to ACTIVE for port object fc4f30ac-b094-4a8b-bc80-d1f0623ce3c7 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 13:22:13.282716 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-57f8b0f1-c766-490b-980c-55e0301a3b4e req-501d9d2b-dce5-43f2-87a3-922b8c87b702 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783155810398'] for port (7b84c292-da1e-45fb-bee4-72836b1be7c7), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:13.309076 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-55b94835-0ae6-40bf-ac23-822af886d452 req-14e27cc8-51b8-44cb-b188-ab72698bddc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (fc4f30ac-b094-4a8b-bc80-d1f0623ce3c7), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:13.316340 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2365c66-2e87-407a-a906-289ddcc492d8 service neutron] Pushing event updated for resources: {'Port': ['ID=08d5cab4-d2dd-4c99-b0de-8da67e7251c5,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:13.409247 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4f08b6-ff4e-4b28-a50f-973c4aad048b req-5f8b3e0d-2fb9-41f3-b818-f6eb7a44bafe tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:13.412961 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57f8b0f1-c766-490b-980c-55e0301a3b4e req-501d9d2b-dce5-43f2-87a3-922b8c87b702 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Network 3410551e-5a46-4ac5-98b2-aca173f9205e is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:22:13.417159 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bf4f08b6-ff4e-4b28-a50f-973c4aad048b req-5f8b3e0d-2fb9-41f3-b818-f6eb7a44bafe tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/ports?device_id=39cb76e1-26c5-4904-9277-2a146d1ec3e0 HTTP/1.1" status: 200 len: 943 time: 0.3044028 Apr 29 13:22:13.419120 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-57f8b0f1-c766-490b-980c-55e0301a3b4e req-501d9d2b-dce5-43f2-87a3-922b8c87b702 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:22:13.424601 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-57f8b0f1-c766-490b-980c-55e0301a3b4e req-501d9d2b-dce5-43f2-87a3-922b8c87b702 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:22:13.425033 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a892cb-fcf3-44e4-9a21-ca33dbc7a7e8 req-abcb94eb-f9e9-4714-892d-671d059a8abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:13.426523 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c3a892cb-fcf3-44e4-9a21-ca33dbc7a7e8 req-abcb94eb-f9e9-4714-892d-671d059a8abf service neutron] 10.222.0.75 "GET /v2.0/subnets?id=77a47b69-c61f-4715-a126-776e82c7238b HTTP/1.1" status: 200 len: 850 time: 0.3079958 Apr 29 13:22:13.427162 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a581043e-ad5f-4726-bcd6-3c17fd5203b4 admin admin] Publish callbacks [] for security_group (bce6bc8e-efc2-483a-b037-c782c8e4bf03), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:13.429003 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-17eb4540-cda4-429a-8181-f8e129ff9591 req-f2365c66-2e87-407a-a906-289ddcc492d8 service neutron] Attempting to bind port 08d5cab4-d2dd-4c99-b0de-8da67e7251c5 on host hv-cinder-83769 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:22:13.429332 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-17eb4540-cda4-429a-8181-f8e129ff9591 req-f2365c66-2e87-407a-a906-289ddcc492d8 service neutron] Attempting to bind port 08d5cab4-d2dd-4c99-b0de-8da67e7251c5 by drivers openvswitch,hyperv on host hv-cinder-83769 at level 0 using segments [{'id': '102c26fc-bc3b-4b71-98bb-4021ece289b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '75b7fe95-ba69-4d04-89c6-6ad49ef540b7'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:22:13.429659 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17eb4540-cda4-429a-8181-f8e129ff9591 req-f2365c66-2e87-407a-a906-289ddcc492d8 service neutron] Attempting to bind port 08d5cab4-d2dd-4c99-b0de-8da67e7251c5 on network 75b7fe95-ba69-4d04-89c6-6ad49ef540b7 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:22:13.432527 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8b0f1-c766-490b-980c-55e0301a3b4e req-501d9d2b-dce5-43f2-87a3-922b8c87b702 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:13.433306 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-57f8b0f1-c766-490b-980c-55e0301a3b4e req-501d9d2b-dce5-43f2-87a3-922b8c87b702 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549835'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:13.439901 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501d9d2b-dce5-43f2-87a3-922b8c87b702 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Pushing event updated for resources: {'Port': ['ID=7b84c292-da1e-45fb-bee4-72836b1be7c7,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:13.442861 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17eb4540-cda4-429a-8181-f8e129ff9591 req-f2365c66-2e87-407a-a906-289ddcc492d8 service neutron] Port 08d5cab4-d2dd-4c99-b0de-8da67e7251c5 on network 75b7fe95-ba69-4d04-89c6-6ad49ef540b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83769 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 13:22:13.443184 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17eb4540-cda4-429a-8181-f8e129ff9591 req-f2365c66-2e87-407a-a906-289ddcc492d8 service neutron] Attempting to bind port 08d5cab4-d2dd-4c99-b0de-8da67e7251c5 on network 75b7fe95-ba69-4d04-89c6-6ad49ef540b7 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:22:13.544481 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17eb4540-cda4-429a-8181-f8e129ff9591 req-f2365c66-2e87-407a-a906-289ddcc492d8 service neutron] Checking agent: {'id': '477bd1e1-70d7-4a7b-b37c-5892af57f2e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83769', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 19, 28), 'started_at': datetime.datetime(2022, 4, 29, 13, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:22:13.547434 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17eb4540-cda4-429a-8181-f8e129ff9591 req-f2365c66-2e87-407a-a906-289ddcc492d8 service neutron] Checking segment: {'id': '102c26fc-bc3b-4b71-98bb-4021ece289b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '75b7fe95-ba69-4d04-89c6-6ad49ef540b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:22:13.548173 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17eb4540-cda4-429a-8181-f8e129ff9591 req-f2365c66-2e87-407a-a906-289ddcc492d8 service neutron] Bound using segment: {'id': '102c26fc-bc3b-4b71-98bb-4021ece289b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '75b7fe95-ba69-4d04-89c6-6ad49ef540b7'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:22:13.549532 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-17eb4540-cda4-429a-8181-f8e129ff9591 req-f2365c66-2e87-407a-a906-289ddcc492d8 service neutron] Bound port: 08d5cab4-d2dd-4c99-b0de-8da67e7251c5, host: hv-cinder-83769, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '102c26fc-bc3b-4b71-98bb-4021ece289b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '75b7fe95-ba69-4d04-89c6-6ad49ef540b7'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:22:13.551541 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-17eb4540-cda4-429a-8181-f8e129ff9591 req-f2365c66-2e87-407a-a906-289ddcc492d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (08d5cab4-d2dd-4c99-b0de-8da67e7251c5), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:13.570477 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e27cc8-51b8-44cb-b188-ab72698bddc5 service neutron] Pushing event updated for resources: {'Port': ['ID=fc4f30ac-b094-4a8b-bc80-d1f0623ce3c7,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:13.574156 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-55b94835-0ae6-40bf-ac23-822af886d452 req-14e27cc8-51b8-44cb-b188-ab72698bddc5 service neutron] Attempting to bind port fc4f30ac-b094-4a8b-bc80-d1f0623ce3c7 on host hv-cinder-83769 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:22:13.576215 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-55b94835-0ae6-40bf-ac23-822af886d452 req-14e27cc8-51b8-44cb-b188-ab72698bddc5 service neutron] Attempting to bind port fc4f30ac-b094-4a8b-bc80-d1f0623ce3c7 by drivers openvswitch,hyperv on host hv-cinder-83769 at level 0 using segments [{'id': '102c26fc-bc3b-4b71-98bb-4021ece289b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '75b7fe95-ba69-4d04-89c6-6ad49ef540b7'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:22:13.576578 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b94835-0ae6-40bf-ac23-822af886d452 req-14e27cc8-51b8-44cb-b188-ab72698bddc5 service neutron] Attempting to bind port fc4f30ac-b094-4a8b-bc80-d1f0623ce3c7 on network 75b7fe95-ba69-4d04-89c6-6ad49ef540b7 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:22:13.584448 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-57f8b0f1-c766-490b-980c-55e0301a3b4e req-501d9d2b-dce5-43f2-87a3-922b8c87b702 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5699780 Apr 29 13:22:13.587307 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b94835-0ae6-40bf-ac23-822af886d452 req-14e27cc8-51b8-44cb-b188-ab72698bddc5 service neutron] Port fc4f30ac-b094-4a8b-bc80-d1f0623ce3c7 on network 75b7fe95-ba69-4d04-89c6-6ad49ef540b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83769 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 13:22:13.587648 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b94835-0ae6-40bf-ac23-822af886d452 req-14e27cc8-51b8-44cb-b188-ab72698bddc5 service neutron] Attempting to bind port fc4f30ac-b094-4a8b-bc80-d1f0623ce3c7 on network 75b7fe95-ba69-4d04-89c6-6ad49ef540b7 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:22:13.594716 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b94835-0ae6-40bf-ac23-822af886d452 req-14e27cc8-51b8-44cb-b188-ab72698bddc5 service neutron] Checking agent: {'id': '477bd1e1-70d7-4a7b-b37c-5892af57f2e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83769', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 19, 28), 'started_at': datetime.datetime(2022, 4, 29, 13, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:22:13.595092 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b94835-0ae6-40bf-ac23-822af886d452 req-14e27cc8-51b8-44cb-b188-ab72698bddc5 service neutron] Checking segment: {'id': '102c26fc-bc3b-4b71-98bb-4021ece289b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '75b7fe95-ba69-4d04-89c6-6ad49ef540b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:22:13.595515 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b94835-0ae6-40bf-ac23-822af886d452 req-14e27cc8-51b8-44cb-b188-ab72698bddc5 service neutron] Bound using segment: {'id': '102c26fc-bc3b-4b71-98bb-4021ece289b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '75b7fe95-ba69-4d04-89c6-6ad49ef540b7'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:22:13.596395 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-55b94835-0ae6-40bf-ac23-822af886d452 req-14e27cc8-51b8-44cb-b188-ab72698bddc5 service neutron] Bound port: fc4f30ac-b094-4a8b-bc80-d1f0623ce3c7, host: hv-cinder-83769, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '102c26fc-bc3b-4b71-98bb-4021ece289b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '75b7fe95-ba69-4d04-89c6-6ad49ef540b7'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:22:13.598083 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-55b94835-0ae6-40bf-ac23-822af886d452 req-14e27cc8-51b8-44cb-b188-ab72698bddc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (fc4f30ac-b094-4a8b-bc80-d1f0623ce3c7), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:13.600647 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] get_ports_and_sgs() called for port_ids ['d217b78a-2748-437f-8687-950224b25ffc'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 13:22:13.608064 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a581043e-ad5f-4726-bcd6-3c17fd5203b4 admin admin] Publish callbacks [] for security_group (bce6bc8e-efc2-483a-b037-c782c8e4bf03), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:13.611955 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d8138b81-3fce-4dbf-98a9-810d23f3382b req-9bb62876-13c1-47ef-ba96-f58a7099aefe service neutron] 10.222.0.75 "GET /v2.0/networks/8f33b954-1f3c-43fa-a8bf-3eab44702663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4688182 Apr 29 13:22:13.620129 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [req-57f8b0f1-c766-490b-980c-55e0301a3b4e req-7aac3ecc-3a1b-4a82-953f-7ac2755d7012 service neutron] Request body: {'port': {'device_id': 'fe23dcfb-5b9c-453c-8307-1347c9b3f960', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83769'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:22:13.681845 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bf4f08b6-ff4e-4b28-a50f-973c4aad048b req-1e98d8ca-0be8-4138-8f29-8a4afd841b28 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/security-groups?id=93845e7e-bd9b-4908-b74e-2cb0b9e9db46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2598410 Apr 29 13:22:13.690892 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a892cb-fcf3-44e4-9a21-ca33dbc7a7e8 req-b1ad5f6e-4468-4ba7-ba05-c52fcacbcb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:13.701496 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c3a892cb-fcf3-44e4-9a21-ca33dbc7a7e8 req-b1ad5f6e-4468-4ba7-ba05-c52fcacbcb3c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fc1af930-75bb-4703-ab95-43d130c7c5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2645431 Apr 29 13:22:13.734919 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-55b94835-0ae6-40bf-ac23-822af886d452 req-14e27cc8-51b8-44cb-b188-ab72698bddc5 service neutron] For port fc4f30ac-b094-4a8b-bc80-d1f0623ce3c7, host hv-cinder-83769, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:22:13.738895 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-55b94835-0ae6-40bf-ac23-822af886d452 req-14e27cc8-51b8-44cb-b188-ab72698bddc5 service neutron] For port fc4f30ac-b094-4a8b-bc80-d1f0623ce3c7, host hv-cinder-83769, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=fc4f30ac-b094-4a8b-bc80-d1f0623ce3c7,segment=NetworkSegment(102c26fc-bc3b-4b71-98bb-4021ece289b9),segment_id=102c26fc-bc3b-4b71-98bb-4021ece289b9)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:22:13.798977 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-72055933-f92a-4db7-93ec-8d1567065598 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-700970497-network', 'tenant_id': 'fabf7cc13fed41db887130c8fcc80b2e'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:22:13.830149 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-55b94835-0ae6-40bf-ac23-822af886d452 req-14e27cc8-51b8-44cb-b188-ab72698bddc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (fc4f30ac-b094-4a8b-bc80-d1f0623ce3c7), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:13.899354 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ffd431-465a-4279-8714-c6cdcef5107b req-556bf7e0-e59c-4f48-b990-4ffd60c49487 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:13.906794 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d8ffd431-465a-4279-8714-c6cdcef5107b req-556bf7e0-e59c-4f48-b990-4ffd60c49487 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=204ebe5a-3964-4a27-919b-77cb567dba0a HTTP/1.1" status: 200 len: 943 time: 0.0966229 Apr 29 13:22:13.912708 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a581043e-ad5f-4726-bcd6-3c17fd5203b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (bce6bc8e-efc2-483a-b037-c782c8e4bf03), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:13.915771 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a581043e-ad5f-4726-bcd6-3c17fd5203b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:13.920485 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-a581043e-ad5f-4726-bcd6-3c17fd5203b4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bce6bc8e-efc2-483a-b037-c782c8e4bf03 HTTP/1.1" status: 204 len: 168 time: 0.9816954 Apr 29 13:22:13.940276 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a581043e-ad5f-4726-bcd6-3c17fd5203b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce6bc8e-efc2-483a-b037-c782c8e4bf03,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:13.952883 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-17eb4540-cda4-429a-8181-f8e129ff9591 req-f2365c66-2e87-407a-a906-289ddcc492d8 service neutron] For port 08d5cab4-d2dd-4c99-b0de-8da67e7251c5, host hv-cinder-83769, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:22:13.979692 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-17eb4540-cda4-429a-8181-f8e129ff9591 req-f2365c66-2e87-407a-a906-289ddcc492d8 service neutron] For port 08d5cab4-d2dd-4c99-b0de-8da67e7251c5, host hv-cinder-83769, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=08d5cab4-d2dd-4c99-b0de-8da67e7251c5,segment=NetworkSegment(102c26fc-bc3b-4b71-98bb-4021ece289b9),segment_id=102c26fc-bc3b-4b71-98bb-4021ece289b9)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:22:13.980294 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b94835-0ae6-40bf-ac23-822af886d452 req-14e27cc8-51b8-44cb-b188-ab72698bddc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:13.981588 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-55b94835-0ae6-40bf-ac23-822af886d452 req-14e27cc8-51b8-44cb-b188-ab72698bddc5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549835'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:13.985723 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-55b94835-0ae6-40bf-ac23-822af886d452 req-14e27cc8-51b8-44cb-b188-ab72698bddc5 service neutron] 10.222.0.75 "PUT /v2.0/ports/fc4f30ac-b094-4a8b-bc80-d1f0623ce3c7 HTTP/1.1" status: 200 len: 1094 time: 2.9773903 Apr 29 13:22:13.986396 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-57f8b0f1-c766-490b-980c-55e0301a3b4e req-7aac3ecc-3a1b-4a82-953f-7ac2755d7012 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (7b84c292-da1e-45fb-bee4-72836b1be7c7), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:14.006871 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-17eb4540-cda4-429a-8181-f8e129ff9591 req-f2365c66-2e87-407a-a906-289ddcc492d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (08d5cab4-d2dd-4c99-b0de-8da67e7251c5), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:14.007800 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa4ab5fc-ffc6-4725-930a-b8447e16b10f', 'tag': 'fc4f30ac-b094-4a8b-bc80-d1f0623ce3c7'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:22:14.014494 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ba167d508349ed0cdfb80239bd9ae2522ecb2b1d56ec89f6128388f9fbd08d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d24a1c31-97b8-4466-9604-b108ee689a6a" -d '{"events": [{"name": "network-changed", "server_uuid": "aa4ab5fc-ffc6-4725-930a-b8447e16b10f", "tag": "fc4f30ac-b094-4a8b-bc80-d1f0623ce3c7"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:22:14.060044 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa322622-6948-40c4-90b8-68ce2e78695d req-94de300f-70a3-491e-98c7-9bab11909f63 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:14.061685 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-aa322622-6948-40c4-90b8-68ce2e78695d req-94de300f-70a3-491e-98c7-9bab11909f63 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa4ab5fc-ffc6-4725-930a-b8447e16b10f HTTP/1.1" status: 200 len: 944 time: 0.4066658 Apr 29 13:22:14.069099 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72055933-f92a-4db7-93ec-8d1567065598 admin admin] Made reservation on behalf of fabf7cc13fed41db887130c8fcc80b2e for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:22:14.073400 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eb4540-cda4-429a-8181-f8e129ff9591 req-f2365c66-2e87-407a-a906-289ddcc492d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:14.074027 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-17eb4540-cda4-429a-8181-f8e129ff9591 req-f2365c66-2e87-407a-a906-289ddcc492d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549835'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:14.077565 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-17eb4540-cda4-429a-8181-f8e129ff9591 req-f2365c66-2e87-407a-a906-289ddcc492d8 service neutron] 10.222.0.75 "PUT /v2.0/ports/08d5cab4-d2dd-4c99-b0de-8da67e7251c5 HTTP/1.1" status: 200 len: 1093 time: 3.0732136 Apr 29 13:22:14.081480 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-72055933-f92a-4db7-93ec-8d1567065598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for network (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:14.087009 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d8ffd431-465a-4279-8714-c6cdcef5107b req-425e605a-7ae8-4a95-84ff-7e8210c6d2f5 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups?id=9277d33e-10a4-42d1-9d68-7406368ee816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1792698 Apr 29 13:22:14.100242 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-01592fa0-86b7-4f8c-9e4a-b4504690eaa4 None None] Provisioning complete for port 7b84c292-da1e-45fb-bee4-72836b1be7c7 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:22:14.100900 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-01592fa0-86b7-4f8c-9e4a-b4504690eaa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (7b84c292-da1e-45fb-bee4-72836b1be7c7), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:14.141400 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2365c66-2e87-407a-a906-289ddcc492d8 service neutron] Pushing event updated for resources: {'Port': ['ID=08d5cab4-d2dd-4c99-b0de-8da67e7251c5,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:14.152531 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e27cc8-51b8-44cb-b188-ab72698bddc5 service neutron] Pushing event updated for resources: {'Port': ['ID=fc4f30ac-b094-4a8b-bc80-d1f0623ce3c7,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:14.173924 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-72055933-f92a-4db7-93ec-8d1567065598 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:14.193944 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-01592fa0-86b7-4f8c-9e4a-b4504690eaa4 None None] Port 7b84c292-da1e-45fb-bee4-72836b1be7c7 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 13:22:14.298892 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7216bf84-561e-47da-9dcd-177f7a4f89f1 req-9980f4a7-a9db-4669-aaf1-aeb2b1fdecd3 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:14.305315 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7216bf84-561e-47da-9dcd-177f7a4f89f1 req-9980f4a7-a9db-4669-aaf1-aeb2b1fdecd3 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 931 time: 0.1021335 Apr 29 13:22:14.371240 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-aa322622-6948-40c4-90b8-68ce2e78695d req-bd990cf9-35da-4503-9d1b-319e04d81406 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675793 Apr 29 13:22:14.415048 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7216bf84-561e-47da-9dcd-177f7a4f89f1 req-9a900cb6-1278-48e5-8f61-750e368fc8af tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053150 Apr 29 13:22:14.526329 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-490d7bd7-7af1-44cc-910d-8719243d3d6d x-openstack-request-id: req-490d7bd7-7af1-44cc-910d-8719243d3d6d {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:22:14.526729 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa4ab5fc-ffc6-4725-930a-b8447e16b10f", "tag": "fc4f30ac-b094-4a8b-bc80-d1f0623ce3c7", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:22:14.527077 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-490d7bd7-7af1-44cc-910d-8719243d3d6d {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:22:14.528124 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event matching ['req-490d7bd7-7af1-44cc-910d-8719243d3d6d'] response: {'name': 'network-changed', 'server_uuid': 'aa4ab5fc-ffc6-4725-930a-b8447e16b10f', 'tag': 'fc4f30ac-b094-4a8b-bc80-d1f0623ce3c7', 'status': 'completed', 'code': 200} Apr 29 13:22:14.622714 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-72055933-f92a-4db7-93ec-8d1567065598 admin admin] Publish callbacks [] for security_group (40c6a069-00aa-4af9-9ce2-95671f73b724), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:14.633917 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-72055933-f92a-4db7-93ec-8d1567065598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (40c6a069-00aa-4af9-9ce2-95671f73b724), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:14.640696 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bc91d38-3fcc-47d3-84e8-50c55753dff2', 'tag': '08d5cab4-d2dd-4c99-b0de-8da67e7251c5'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:22:14.643251 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34453e8beaba66333125c1a762a789c78ce2f458b63942c2f470c2340433bc94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ab6f7a-009d-4b1e-9a5f-14356c6858d6" -d '{"events": [{"name": "network-changed", "server_uuid": "8bc91d38-3fcc-47d3-84e8-50c55753dff2", "tag": "08d5cab4-d2dd-4c99-b0de-8da67e7251c5"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:22:14.656653 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1fea84-a731-4638-a0f3-5c39a4aa1ad5 req-693f7e57-1023-4909-80fb-5df6b14ab7ae tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:14.672168 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-5b1fea84-a731-4638-a0f3-5c39a4aa1ad5 req-693f7e57-1023-4909-80fb-5df6b14ab7ae tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed9fcae1-761b-4591-b3e3-5495bfe3fd32 HTTP/1.1" status: 200 len: 945 time: 0.1427631 Apr 29 13:22:14.677725 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 48934) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:22:14.693880 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f14132c8-7600-44dd-b715-c65041fe8484 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:14.705298 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24168dc0-59d1-45f2-bd02-495edfc281d0 x-openstack-request-id: req-24168dc0-59d1-45f2-bd02-495edfc281d0 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:22:14.705753 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bc91d38-3fcc-47d3-84e8-50c55753dff2", "tag": "08d5cab4-d2dd-4c99-b0de-8da67e7251c5", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:22:14.706249 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-24168dc0-59d1-45f2-bd02-495edfc281d0 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:22:14.706753 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24168dc0-59d1-45f2-bd02-495edfc281d0'] response: {'name': 'network-changed', 'server_uuid': '8bc91d38-3fcc-47d3-84e8-50c55753dff2', 'tag': '08d5cab4-d2dd-4c99-b0de-8da67e7251c5', 'status': 'completed', 'code': 200} Apr 29 13:22:14.747153 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72055933-f92a-4db7-93ec-8d1567065598 admin admin] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:22:14.799883 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-72055933-f92a-4db7-93ec-8d1567065598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401276'] for segment (f20e2df8-3258-40c1-b5eb-5cf8acda4898), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:14.800232 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.db.segments_db [None req-72055933-f92a-4db7-93ec-8d1567065598 admin admin] Added segment f20e2df8-3258-40c1-b5eb-5cf8acda4898 of type vlan for network a4fad290-576a-4feb-b6ce-f41b37f2e434 Apr 29 13:22:14.801699 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72055933-f92a-4db7-93ec-8d1567065598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c6a069-00aa-4af9-9ce2-95671f73b724,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:14.848252 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb05f93-0893-433d-8687-03e0574d26ec req-8599cf6b-6e87-4d7b-a7da-6182410f8e49 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:14.850066 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fcb05f93-0893-433d-8687-03e0574d26ec req-8599cf6b-6e87-4d7b-a7da-6182410f8e49 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/ports?device_id=39cb76e1-26c5-4904-9277-2a146d1ec3e0 HTTP/1.1" status: 200 len: 943 time: 0.0684867 Apr 29 13:22:14.865932 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f14132c8-7600-44dd-b715-c65041fe8484 admin admin] Publish callbacks [] for security_group (74e6bdab-bcd3-46e9-9c8a-59c0d7d143d6), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:14.874178 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f14132c8-7600-44dd-b715-c65041fe8484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (74e6bdab-bcd3-46e9-9c8a-59c0d7d143d6), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:14.890304 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-5b1fea84-a731-4638-a0f3-5c39a4aa1ad5 req-3caa35b3-65a7-442f-aeb2-601959e4d19f tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] 10.222.0.11 "GET /v2.0/security-groups?id=792e7502-e0ef-4f4c-98d5-f0878f981827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167406 Apr 29 13:22:14.895700 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-72055933-f92a-4db7-93ec-8d1567065598 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783155844244'] for network (a4fad290-576a-4feb-b6ce-f41b37f2e434), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:14.915957 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [req-57f8b0f1-c766-490b-980c-55e0301a3b4e req-7aac3ecc-3a1b-4a82-953f-7ac2755d7012 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b84c292-da1e-45fb-bee4-72836b1be7c7 {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:22:14.933280 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-57f8b0f1-c766-490b-980c-55e0301a3b4e req-7aac3ecc-3a1b-4a82-953f-7ac2755d7012 service neutron] Publish callbacks [] for port (7b84c292-da1e-45fb-bee4-72836b1be7c7), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:14.952935 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14132c8-7600-44dd-b715-c65041fe8484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74e6bdab-bcd3-46e9-9c8a-59c0d7d143d6,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:14.957127 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-57f8b0f1-c766-490b-980c-55e0301a3b4e req-7aac3ecc-3a1b-4a82-953f-7ac2755d7012 service neutron] Transition to ACTIVE for port object 7b84c292-da1e-45fb-bee4-72836b1be7c7 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 13:22:14.959798 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-72055933-f92a-4db7-93ec-8d1567065598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861'] for network (a4fad290-576a-4feb-b6ce-f41b37f2e434), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:14.961146 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72055933-f92a-4db7-93ec-8d1567065598 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:14.961818 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-72055933-f92a-4db7-93ec-8d1567065598 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549835'] for network (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:14.967777 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-f14132c8-7600-44dd-b715-c65041fe8484 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f689e2dc103342c1b668e444adb344af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2886267 Apr 29 13:22:14.973213 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 48942) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:22:14.989321 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-57f8b0f1-c766-490b-980c-55e0301a3b4e req-7aac3ecc-3a1b-4a82-953f-7ac2755d7012 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (7b84c292-da1e-45fb-bee4-72836b1be7c7), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:14.994035 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fcb05f93-0893-433d-8687-03e0574d26ec req-025a978b-a544-4a78-8a76-d45f25631485 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/security-groups?id=93845e7e-bd9b-4908-b74e-2cb0b9e9db46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304550 Apr 29 13:22:15.011105 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-72055933-f92a-4db7-93ec-8d1567065598 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.8016973 Apr 29 13:22:15.014788 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 48944) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:22:15.021058 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-cd20101e-070f-4170-aea1-688af5bdc7bd admin admin] Request body: {'subnet': {'network_id': 'a4fad290-576a-4feb-b6ce-f41b37f2e434', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-700970497-subnet', 'tenant_id': 'fabf7cc13fed41db887130c8fcc80b2e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:22:15.047920 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd20101e-070f-4170-aea1-688af5bdc7bd admin admin] Made reservation on behalf of fabf7cc13fed41db887130c8fcc80b2e for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:22:15.052430 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cd20101e-070f-4170-aea1-688af5bdc7bd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:15.058187 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device d217b78a-2748-437f-8687-950224b25ffc up at agent hyperv_hv-cinder-83769 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:22:15.117966 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Provisioning for port d217b78a-2748-437f-8687-950224b25ffc completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 13:22:15.128465 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Provisioning complete for port d217b78a-2748-437f-8687-950224b25ffc triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:22:15.129114 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72055933-f92a-4db7-93ec-8d1567065598 admin admin] Pushing event updated for resources: {'Network': ['ID=a4fad290-576a-4feb-b6ce-f41b37f2e434,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:15.129533 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (d217b78a-2748-437f-8687-950224b25ffc), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:15.145143 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aac3ecc-3a1b-4a82-953f-7ac2755d7012 service neutron] Pushing event updated for resources: {'Port': ['ID=7b84c292-da1e-45fb-bee4-72836b1be7c7,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:15.236941 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Network a4fad290-576a-4feb-b6ce-f41b37f2e434 details requested by agent ovs-agent-dv-cinder-837699-3-iscsi with host dv-cinder-837699-3-iscsi {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 13:22:15.299753 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b7c9ffa8-8e0b-4f9e-8b9b-6061b430c5dc admin admin] Publish callbacks [] for security_group (74e6bdab-bcd3-46e9-9c8a-59c0d7d143d6), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:15.316683 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-57f8b0f1-c766-490b-980c-55e0301a3b4e req-7aac3ecc-3a1b-4a82-953f-7ac2755d7012 service neutron] Attempting to bind port 7b84c292-da1e-45fb-bee4-72836b1be7c7 on host hv-cinder-83769 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:22:15.317044 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-57f8b0f1-c766-490b-980c-55e0301a3b4e req-7aac3ecc-3a1b-4a82-953f-7ac2755d7012 service neutron] Attempting to bind port 7b84c292-da1e-45fb-bee4-72836b1be7c7 by drivers openvswitch,hyperv on host hv-cinder-83769 at level 0 using segments [{'id': '4fd29a15-20ce-448e-b25d-cf8073262121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '3410551e-5a46-4ac5-98b2-aca173f9205e'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:22:15.317375 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f8b0f1-c766-490b-980c-55e0301a3b4e req-7aac3ecc-3a1b-4a82-953f-7ac2755d7012 service neutron] Attempting to bind port 7b84c292-da1e-45fb-bee4-72836b1be7c7 on network 3410551e-5a46-4ac5-98b2-aca173f9205e {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:22:15.343675 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f8b0f1-c766-490b-980c-55e0301a3b4e req-7aac3ecc-3a1b-4a82-953f-7ac2755d7012 service neutron] Port 7b84c292-da1e-45fb-bee4-72836b1be7c7 on network 3410551e-5a46-4ac5-98b2-aca173f9205e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83769 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 13:22:15.343675 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f8b0f1-c766-490b-980c-55e0301a3b4e req-7aac3ecc-3a1b-4a82-953f-7ac2755d7012 service neutron] Attempting to bind port 7b84c292-da1e-45fb-bee4-72836b1be7c7 on network 3410551e-5a46-4ac5-98b2-aca173f9205e {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:22:15.349662 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b7c9ffa8-8e0b-4f9e-8b9b-6061b430c5dc admin admin] Publish callbacks [] for security_group (74e6bdab-bcd3-46e9-9c8a-59c0d7d143d6), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:15.361434 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f8b0f1-c766-490b-980c-55e0301a3b4e req-7aac3ecc-3a1b-4a82-953f-7ac2755d7012 service neutron] Checking agent: {'id': '477bd1e1-70d7-4a7b-b37c-5892af57f2e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83769', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 19, 28), 'started_at': datetime.datetime(2022, 4, 29, 13, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:22:15.361815 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f8b0f1-c766-490b-980c-55e0301a3b4e req-7aac3ecc-3a1b-4a82-953f-7ac2755d7012 service neutron] Checking segment: {'id': '4fd29a15-20ce-448e-b25d-cf8073262121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '3410551e-5a46-4ac5-98b2-aca173f9205e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:22:15.362179 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f8b0f1-c766-490b-980c-55e0301a3b4e req-7aac3ecc-3a1b-4a82-953f-7ac2755d7012 service neutron] Bound using segment: {'id': '4fd29a15-20ce-448e-b25d-cf8073262121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '3410551e-5a46-4ac5-98b2-aca173f9205e'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:22:15.362633 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-57f8b0f1-c766-490b-980c-55e0301a3b4e req-7aac3ecc-3a1b-4a82-953f-7ac2755d7012 service neutron] Bound port: 7b84c292-da1e-45fb-bee4-72836b1be7c7, host: hv-cinder-83769, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fd29a15-20ce-448e-b25d-cf8073262121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '3410551e-5a46-4ac5-98b2-aca173f9205e'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:22:15.362995 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-57f8b0f1-c766-490b-980c-55e0301a3b4e req-7aac3ecc-3a1b-4a82-953f-7ac2755d7012 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (7b84c292-da1e-45fb-bee4-72836b1be7c7), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:15.371698 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d2bb79-5ee3-415c-acbe-6148f06e897b req-ac0f6cc2-6d73-4c79-ae5c-b6306b4c8a11 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:15.373494 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-81d2bb79-5ee3-415c-acbe-6148f06e897b req-ac0f6cc2-6d73-4c79-ae5c-b6306b4c8a11 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=204ebe5a-3964-4a27-919b-77cb567dba0a HTTP/1.1" status: 200 len: 943 time: 0.1290550 Apr 29 13:22:15.395973 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cd20101e-070f-4170-aea1-688af5bdc7bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861'] for subnet (e9b8baec-f323-4f7d-a63e-e078a5c175b2), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:15.430287 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Current status of the port d217b78a-2748-437f-8687-950224b25ffc is: BUILD; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:22:15.430747 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (d217b78a-2748-437f-8687-950224b25ffc), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:15.463908 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd20101e-070f-4170-aea1-688af5bdc7bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9b8baec-f323-4f7d-a63e-e078a5c175b2,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:15.529477 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-81d2bb79-5ee3-415c-acbe-6148f06e897b req-36056450-ed56-463c-a4a4-3d1b8769a0d3 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups?id=9277d33e-10a4-42d1-9d68-7406368ee816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411650 Apr 29 13:22:15.549977 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd20101e-070f-4170-aea1-688af5bdc7bd admin admin] Checking segment: {'id': 'f20e2df8-3258-40c1-b5eb-5cf8acda4898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a4fad290-576a-4feb-b6ce-f41b37f2e434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:22:15.549977 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd20101e-070f-4170-aea1-688af5bdc7bd admin admin] Network hostable DHCP agents. Network: a4fad290-576a-4feb-b6ce-f41b37f2e434, hostable agents: ['e437e712-237e-4a54-83a8-782eed3c5f0c'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:22:15.564462 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e5105e-19ad-4a7f-b4d9-745a50850f50 req-03d9f8f4-e046-49e1-aa1a-dd70be7ff098 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:15.566594 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-80e5105e-19ad-4a7f-b4d9-745a50850f50 req-03d9f8f4-e046-49e1-aa1a-dd70be7ff098 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa4ab5fc-ffc6-4725-930a-b8447e16b10f HTTP/1.1" status: 200 len: 944 time: 0.0893655 Apr 29 13:22:15.566717 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b7c9ffa8-8e0b-4f9e-8b9b-6061b430c5dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (74e6bdab-bcd3-46e9-9c8a-59c0d7d143d6), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:15.570275 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b7c9ffa8-8e0b-4f9e-8b9b-6061b430c5dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:15.573185 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-b7c9ffa8-8e0b-4f9e-8b9b-6061b430c5dc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/74e6bdab-bcd3-46e9-9c8a-59c0d7d143d6 HTTP/1.1" status: 204 len: 168 time: 0.5947888 Apr 29 13:22:15.573185 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-57f8b0f1-c766-490b-980c-55e0301a3b4e req-7aac3ecc-3a1b-4a82-953f-7ac2755d7012 service neutron] For port 7b84c292-da1e-45fb-bee4-72836b1be7c7, host hv-cinder-83769, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:22:15.578553 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-57f8b0f1-c766-490b-980c-55e0301a3b4e req-7aac3ecc-3a1b-4a82-953f-7ac2755d7012 service neutron] For port 7b84c292-da1e-45fb-bee4-72836b1be7c7, host hv-cinder-83769, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=7b84c292-da1e-45fb-bee4-72836b1be7c7,segment=NetworkSegment(4fd29a15-20ce-448e-b25d-cf8073262121),segment_id=4fd29a15-20ce-448e-b25d-cf8073262121)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:22:15.588791 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-57f8b0f1-c766-490b-980c-55e0301a3b4e req-7aac3ecc-3a1b-4a82-953f-7ac2755d7012 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (7b84c292-da1e-45fb-bee4-72836b1be7c7), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:15.592861 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c9ffa8-8e0b-4f9e-8b9b-6061b430c5dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e6bdab-bcd3-46e9-9c8a-59c0d7d143d6,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:15.634646 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8b0f1-c766-490b-980c-55e0301a3b4e req-7aac3ecc-3a1b-4a82-953f-7ac2755d7012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:15.635505 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-57f8b0f1-c766-490b-980c-55e0301a3b4e req-7aac3ecc-3a1b-4a82-953f-7ac2755d7012 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549835'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:15.637235 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-57f8b0f1-c766-490b-980c-55e0301a3b4e req-7aac3ecc-3a1b-4a82-953f-7ac2755d7012 service neutron] 10.222.0.75 "PUT /v2.0/ports/7b84c292-da1e-45fb-bee4-72836b1be7c7 HTTP/1.1" status: 200 len: 1093 time: 2.0220053 Apr 29 13:22:15.647605 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed9fcae1-761b-4591-b3e3-5495bfe3fd32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd217b78a-2748-437f-8687-950224b25ffc'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:22:15.679148 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd20101e-070f-4170-aea1-688af5bdc7bd admin admin] Network a4fad290-576a-4feb-b6ce-f41b37f2e434 is scheduled to be hosted by DHCP agent e437e712-237e-4a54-83a8-782eed3c5f0c with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:22:15.696811 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aac3ecc-3a1b-4a82-953f-7ac2755d7012 service neutron] Pushing event updated for resources: {'Port': ['ID=7b84c292-da1e-45fb-bee4-72836b1be7c7,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:15.718257 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-cd20101e-070f-4170-aea1-688af5bdc7bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837699-3-iscsi, a4fad290-576a-4feb-b6ce-f41b37f2e434) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:22:15.748900 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd20101e-070f-4170-aea1-688af5bdc7bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:15.750142 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cd20101e-070f-4170-aea1-688af5bdc7bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549835'] for subnet (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:15.751608 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269a8252-9995-448a-b85b-756e7ad5606e None None] Network a4fad290-576a-4feb-b6ce-f41b37f2e434 requested from dv-cinder-837699-3-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:22:15.803681 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4158ae06-6994-4827-a9b7-5fdb9d76c437 req-d647179e-7398-4ae0-b372-33fe78c5cb90 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:15.815516 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-4158ae06-6994-4827-a9b7-5fdb9d76c437 req-d647179e-7398-4ae0-b372-33fe78c5cb90 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 943 time: 0.1385410 Apr 29 13:22:15.820508 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-80e5105e-19ad-4a7f-b4d9-745a50850f50 req-6960dd88-8e5b-4e26-b38e-8f460568649d tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021902 Apr 29 13:22:15.836811 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] For port d217b78a-2748-437f-8687-950224b25ffc, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=d217b78a-2748-437f-8687-950224b25ffc,segment=NetworkSegment(9fb2306b-647f-449e-a535-dc422cb8ffaa),segment_id=9fb2306b-647f-449e-a535-dc422cb8ffaa)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:22:15.843689 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-cd20101e-070f-4170-aea1-688af5bdc7bd admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8275521 Apr 29 13:22:15.861308 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (d217b78a-2748-437f-8687-950224b25ffc), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:15.905128 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-4158ae06-6994-4827-a9b7-5fdb9d76c437 req-d4112784-2d93-40b9-a593-57e4464d2b0d tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882809 Apr 29 13:22:16.009510 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0016abbf82925ac5bb98c97d9984ae38170a8446c70b2249197f38a9e3d809b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b555610-75da-45a5-ab37-1ba9b7a5e726" -d '{"events": [{"server_uuid": "ed9fcae1-761b-4591-b3e3-5495bfe3fd32", "name": "network-vif-plugged", "status": "completed", "tag": "d217b78a-2748-437f-8687-950224b25ffc"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:22:16.070083 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Pushing event updated for resources: {'Port': ['ID=d217b78a-2748-437f-8687-950224b25ffc,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:16.134837 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8079cd39-5c3c-4b14-b5db-e9c38affc34a None None] Network a4fad290-576a-4feb-b6ce-f41b37f2e434 requested from dv-cinder-837699-3-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:22:16.162456 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4397e237-3c2c-488f-84c4-5e541d7460af req-549ee784-6d81-4c29-90f3-e60a0d51f4a2 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:16.172591 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8edda3-28c8-4f27-9049-b487652fdbef req-c08c87ab-b085-4348-8dc8-72b3a9e44c1e tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:16.172948 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-4397e237-3c2c-488f-84c4-5e541d7460af req-549ee784-6d81-4c29-90f3-e60a0d51f4a2 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/ports?device_id=39cb76e1-26c5-4904-9277-2a146d1ec3e0 HTTP/1.1" status: 200 len: 943 time: 0.0823405 Apr 29 13:22:16.178959 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2f8edda3-28c8-4f27-9049-b487652fdbef req-c08c87ab-b085-4348-8dc8-72b3a9e44c1e tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed9fcae1-761b-4591-b3e3-5495bfe3fd32 HTTP/1.1" status: 200 len: 946 time: 0.1225047 Apr 29 13:22:16.264561 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2f8edda3-28c8-4f27-9049-b487652fdbef req-c870906c-72df-4896-b52c-1d0886140030 tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] 10.222.0.11 "GET /v2.0/security-groups?id=792e7502-e0ef-4f4c-98d5-f0878f981827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773444 Apr 29 13:22:16.276585 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-4397e237-3c2c-488f-84c4-5e541d7460af req-eeb4b776-6528-438d-ae7e-c202871100d0 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/security-groups?id=93845e7e-bd9b-4908-b74e-2cb0b9e9db46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988998 Apr 29 13:22:16.529081 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe23dcfb-5b9c-453c-8307-1347c9b3f960', 'tag': '7b84c292-da1e-45fb-bee4-72836b1be7c7'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:22:16.533830 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ba167d508349ed0cdfb80239bd9ae2522ecb2b1d56ec89f6128388f9fbd08d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8adc7aa1-e8f5-4f8e-b5f1-a20f33ff7f58" -d '{"events": [{"name": "network-changed", "server_uuid": "fe23dcfb-5b9c-453c-8307-1347c9b3f960", "tag": "7b84c292-da1e-45fb-bee4-72836b1be7c7"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:22:16.541985 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb1ad825-21b9-4251-b987-d44c25905ce8 x-openstack-request-id: req-cb1ad825-21b9-4251-b987-d44c25905ce8 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:22:16.542310 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed9fcae1-761b-4591-b3e3-5495bfe3fd32", "name": "network-vif-plugged", "status": "completed", "tag": "d217b78a-2748-437f-8687-950224b25ffc", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:22:16.542577 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cb1ad825-21b9-4251-b987-d44c25905ce8 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:22:16.543663 dv-cinder-837699-3-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb1ad825-21b9-4251-b987-d44c25905ce8'] response: {'server_uuid': 'ed9fcae1-761b-4591-b3e3-5495bfe3fd32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd217b78a-2748-437f-8687-950224b25ffc', 'code': 200} Apr 29 13:22:16.622963 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d108e3-df34-4c3a-9b2a-539621137195 x-openstack-request-id: req-61d108e3-df34-4c3a-9b2a-539621137195 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:22:16.623282 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe23dcfb-5b9c-453c-8307-1347c9b3f960", "tag": "7b84c292-da1e-45fb-bee4-72836b1be7c7", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:22:16.623607 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-61d108e3-df34-4c3a-9b2a-539621137195 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:22:16.624409 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61d108e3-df34-4c3a-9b2a-539621137195'] response: {'name': 'network-changed', 'server_uuid': 'fe23dcfb-5b9c-453c-8307-1347c9b3f960', 'tag': '7b84c292-da1e-45fb-bee4-72836b1be7c7', 'status': 'completed', 'code': 200} Apr 29 13:22:16.659131 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec48bce-6cb1-474f-9e16-844e7d571d2f req-95466de3-77dd-4106-838b-aa99bc98b43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:16.660686 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9ec48bce-6cb1-474f-9e16-844e7d571d2f req-95466de3-77dd-4106-838b-aa99bc98b43c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1e7f22083aa84571b6efb751abd2b537&device_id=39cb76e1-26c5-4904-9277-2a146d1ec3e0 HTTP/1.1" status: 200 len: 1127 time: 0.1464708 Apr 29 13:22:16.698177 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ab6f7a-009d-4b1e-9a5f-14356c6858d6 req-8b8b9b13-ea42-41c4-b4a7-6a31e2cf1c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:16.708888 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8b0f1-c766-490b-980c-55e0301a3b4e req-3468a19b-8de2-4f2f-b3c1-e96339e7451a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:16.713179 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-57f8b0f1-c766-490b-980c-55e0301a3b4e req-3468a19b-8de2-4f2f-b3c1-e96339e7451a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=62259e68f4eb4e72bddb618088a3d06a&device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 1127 time: 0.1181581 Apr 29 13:22:16.713303 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c7ab6f7a-009d-4b1e-9a5f-14356c6858d6 req-8b8b9b13-ea42-41c4-b4a7-6a31e2cf1c67 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f816e6d8de4d489b965fa6fe021f3b58&device_id=8bc91d38-3fcc-47d3-84e8-50c55753dff2 HTTP/1.1" status: 200 len: 1127 time: 0.0490458 Apr 29 13:22:16.736125 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a1c31-97b8-4466-9604-b108ee689a6a req-6f8959fe-5735-452e-a070-5e1e7b261081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:16.738743 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d24a1c31-97b8-4466-9604-b108ee689a6a req-6f8959fe-5735-452e-a070-5e1e7b261081 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f816e6d8de4d489b965fa6fe021f3b58&device_id=aa4ab5fc-ffc6-4725-930a-b8447e16b10f HTTP/1.1" status: 200 len: 1128 time: 0.2037113 Apr 29 13:22:16.912226 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e9d5d8-f7ec-417a-8197-ac420b1dd18b req-e6322422-05f8-4535-a5dc-d8df1345431a tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:16.919385 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-52e9d5d8-f7ec-417a-8197-ac420b1dd18b req-e6322422-05f8-4535-a5dc-d8df1345431a tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=204ebe5a-3964-4a27-919b-77cb567dba0a HTTP/1.1" status: 200 len: 943 time: 0.1483638 Apr 29 13:22:16.928702 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-57f8b0f1-c766-490b-980c-55e0301a3b4e req-59a38ead-47fe-4d5f-9995-2251da0ea7af service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b84c292-da1e-45fb-bee4-72836b1be7c7 HTTP/1.1" status: 200 len: 217 time: 0.1802206 Apr 29 13:22:17.065955 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device 12b70c87-e24d-4c64-b69e-473398fe0ee1 details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 13:22:17.190913 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c3a892cb-fcf3-44e4-9a21-ca33dbc7a7e8 req-06140786-f0a6-43e7-8493-20b989a0306e service neutron] 10.222.0.75 "GET /v2.0/networks/fc1af930-75bb-4703-ab95-43d130c7c5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6927824 Apr 29 13:22:17.245168 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] For port 12b70c87-e24d-4c64-b69e-473398fe0ee1, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=12b70c87-e24d-4c64-b69e-473398fe0ee1,segment=NetworkSegment(7d58dba2-6bce-4657-ad48-111e1ec8c905),segment_id=7d58dba2-6bce-4657-ad48-111e1ec8c905)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:22:17.314343 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Returning: {'device': '12b70c87-e24d-4c64-b69e-473398fe0ee1', 'network_id': '8f33b954-1f3c-43fa-a8bf-3eab44702663', 'port_id': '12b70c87-e24d-4c64-b69e-473398fe0ee1', 'mac_address': 'fa:16:3e:96:fb:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f59e443-3db1-41f0-85e9-12ea320207b5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 13:22:17.331678 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde2d33-54d3-4c4d-ad42-549a52149f3d req-eec92c0e-1f13-490e-968c-10f12a87a0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:17.333270 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1cde2d33-54d3-4c4d-ad42-549a52149f3d req-eec92c0e-1f13-490e-968c-10f12a87a0f7 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=ed9fcae1-761b-4591-b3e3-5495bfe3fd32 HTTP/1.1" status: 200 len: 1130 time: 0.4454505 Apr 29 13:22:17.350775 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec48bce-6cb1-474f-9e16-844e7d571d2f req-23eba319-86a6-4b82-814f-aeb848fd01c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:17.352471 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9ec48bce-6cb1-474f-9e16-844e7d571d2f req-23eba319-86a6-4b82-814f-aeb848fd01c7 service neutron] 10.222.0.75 "GET /v2.0/networks?id=8f33b954-1f3c-43fa-a8bf-3eab44702663 HTTP/1.1" status: 200 len: 915 time: 0.6862056 Apr 29 13:22:17.412423 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ab6f7a-009d-4b1e-9a5f-14356c6858d6 req-6be9a410-eb17-45b0-a6e5-887198f6ff1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:17.414240 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c7ab6f7a-009d-4b1e-9a5f-14356c6858d6 req-6be9a410-eb17-45b0-a6e5-887198f6ff1a service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=f816e6d8de4d489b965fa6fe021f3b58&shared=False HTTP/1.1" status: 200 len: 920 time: 0.7002285 Apr 29 13:22:17.418924 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-1cde2d33-54d3-4c4d-ad42-549a52149f3d req-0e0405ae-d165-47aa-8129-8a7fc66f8a4f service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:17.426201 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9ec48bce-6cb1-474f-9e16-844e7d571d2f req-1cd1d779-85e2-496a-91c4-c9a5356ef0b0 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12b70c87-e24d-4c64-b69e-473398fe0ee1 HTTP/1.1" status: 200 len: 217 time: 0.0610058 Apr 29 13:22:17.441557 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d68f3e-06be-499d-887e-75316e3d7ce9 req-1afcc1a9-eead-4050-a058-8f53c2a4e800 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:17.447213 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-74d68f3e-06be-499d-887e-75316e3d7ce9 req-1afcc1a9-eead-4050-a058-8f53c2a4e800 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa4ab5fc-ffc6-4725-930a-b8447e16b10f HTTP/1.1" status: 200 len: 944 time: 0.2825713 Apr 29 13:22:17.455149 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Current status of the port 12b70c87-e24d-4c64-b69e-473398fe0ee1 is: DOWN; New status is: BUILD {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:22:17.455719 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (12b70c87-e24d-4c64-b69e-473398fe0ee1), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:17.468669 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8b0f1-c766-490b-980c-55e0301a3b4e req-92b8502a-603f-407d-8acd-40d2118b2759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:17.469824 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a1c31-97b8-4466-9604-b108ee689a6a req-9b6b4f1c-9b85-4076-843a-933046aa918d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:17.470372 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-57f8b0f1-c766-490b-980c-55e0301a3b4e req-92b8502a-603f-407d-8acd-40d2118b2759 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d4719930-215c-410a-9121-e8646740b594 HTTP/1.1" status: 200 len: 856 time: 0.5269921 Apr 29 13:22:17.471640 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d24a1c31-97b8-4466-9604-b108ee689a6a req-9b6b4f1c-9b85-4076-843a-933046aa918d service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=f816e6d8de4d489b965fa6fe021f3b58&shared=False HTTP/1.1" status: 200 len: 920 time: 0.6923795 Apr 29 13:22:17.474454 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-52e9d5d8-f7ec-417a-8197-ac420b1dd18b req-23a55f8c-1b45-414c-bc75-3e8ceefd4aff tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups?id=9277d33e-10a4-42d1-9d68-7406368ee816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5542195 Apr 29 13:22:17.474940 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 49034) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:22:17.528404 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12b70c87-e24d-4c64-b69e-473398fe0ee1 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:22:17.572527 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c3a892cb-fcf3-44e4-9a21-ca33dbc7a7e8 req-d65ce618-4c8c-4f20-be7e-94e1ca276e5e service neutron] 10.222.0.75 "GET /v2.0/networks/fc1af930-75bb-4703-ab95-43d130c7c5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3580756 Apr 29 13:22:17.589552 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] For port 12b70c87-e24d-4c64-b69e-473398fe0ee1, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=12b70c87-e24d-4c64-b69e-473398fe0ee1,segment=NetworkSegment(7d58dba2-6bce-4657-ad48-111e1ec8c905),segment_id=7d58dba2-6bce-4657-ad48-111e1ec8c905)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:22:17.615357 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (12b70c87-e24d-4c64-b69e-473398fe0ee1), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:17.615934 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8b0f1-c766-490b-980c-55e0301a3b4e req-e88c9ad9-2f81-4c82-9025-6c1971d0bfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:17.617506 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-57f8b0f1-c766-490b-980c-55e0301a3b4e req-e88c9ad9-2f81-4c82-9025-6c1971d0bfbc service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3410551e-5a46-4ac5-98b2-aca173f9205e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1172333 Apr 29 13:22:17.693686 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Pushing event updated for resources: {'Port': ['ID=12b70c87-e24d-4c64-b69e-473398fe0ee1,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:17.701778 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec48bce-6cb1-474f-9e16-844e7d571d2f req-aa6e0ab4-02cb-4e7d-9605-53b10ff49ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:17.703287 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9ec48bce-6cb1-474f-9e16-844e7d571d2f req-aa6e0ab4-02cb-4e7d-9605-53b10ff49ccc service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9f59e443-3db1-41f0-85e9-12ea320207b5 HTTP/1.1" status: 200 len: 853 time: 0.2715366 Apr 29 13:22:17.722889 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06ac3fa-6533-4dd1-b47f-1362928c268c req-7df5ad34-3864-4249-9417-6bf53f4fc324 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:17.724220 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-d06ac3fa-6533-4dd1-b47f-1362928c268c req-7df5ad34-3864-4249-9417-6bf53f4fc324 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 943 time: 0.1040523 Apr 29 13:22:17.768975 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8b5b6886-3edf-4123-861f-cf6168610e7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:17.770334 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-74d68f3e-06be-499d-887e-75316e3d7ce9 req-f57eabb6-812c-46e7-afea-32035c9c7fa8 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959254 Apr 29 13:22:17.831372 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a1c31-97b8-4466-9604-b108ee689a6a req-7746aea2-6045-4433-b1fe-a0b72bb1e698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:17.832933 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d24a1c31-97b8-4466-9604-b108ee689a6a req-7746aea2-6045-4433-b1fe-a0b72bb1e698 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3483064 Apr 29 13:22:17.835440 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ab6f7a-009d-4b1e-9a5f-14356c6858d6 req-9e4ad3f8-ede5-480f-bbf0-23d42c0101f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:17.840405 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c7ab6f7a-009d-4b1e-9a5f-14356c6858d6 req-9e4ad3f8-ede5-480f-bbf0-23d42c0101f3 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4135876 Apr 29 13:22:17.877266 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-d06ac3fa-6533-4dd1-b47f-1362928c268c req-ef96b0f2-eda5-4844-a6ef-eb48ce0f490a tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389465 Apr 29 13:22:17.983770 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-1cde2d33-54d3-4c4d-ad42-549a52149f3d req-0e0405ae-d165-47aa-8129-8a7fc66f8a4f service neutron] Publish callbacks [] for security_group (6a003541-d7d0-4d21-b1cd-6742577abcfa), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:17.985959 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8b5b6886-3edf-4123-861f-cf6168610e7f admin admin] Publish callbacks [] for security_group (d6432e00-a76d-488a-af01-1b3f3a1b5ada), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:17.988735 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-1cde2d33-54d3-4c4d-ad42-549a52149f3d req-0e0405ae-d165-47aa-8129-8a7fc66f8a4f service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (6a003541-d7d0-4d21-b1cd-6742577abcfa), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:17.993407 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8b5b6886-3edf-4123-861f-cf6168610e7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (d6432e00-a76d-488a-af01-1b3f3a1b5ada), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:18.038730 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f630d2-55f4-4071-ae34-08798dcd89fe req-8fb823de-03ce-49d6-a99e-b5618b223c2a tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:18.040228 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f1f630d2-55f4-4071-ae34-08798dcd89fe req-8fb823de-03ce-49d6-a99e-b5618b223c2a tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed9fcae1-761b-4591-b3e3-5495bfe3fd32 HTTP/1.1" status: 200 len: 946 time: 0.1662176 Apr 29 13:22:18.051815 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1cde2d33-54d3-4c4d-ad42-549a52149f3d req-0e0405ae-d165-47aa-8129-8a7fc66f8a4f service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=792e7502-e0ef-4f4c-98d5-f0878f981827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6885693 Apr 29 13:22:18.067686 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0405ae-d165-47aa-8129-8a7fc66f8a4f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6a003541-d7d0-4d21-b1cd-6742577abcfa,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:18.073923 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-8b5b6886-3edf-4123-861f-cf6168610e7f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9a85f7e00683465ca1184e44f9673514&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5959539 Apr 29 13:22:18.076853 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5b6886-3edf-4123-861f-cf6168610e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6432e00-a76d-488a-af01-1b3f3a1b5ada,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:18.077552 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 49050) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:22:18.085046 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402ef65d-4ef1-4b6c-baa2-ec452e95739b req-fb422077-03ee-41e6-b1d7-d468578b0954 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:18.086507 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-402ef65d-4ef1-4b6c-baa2-ec452e95739b req-fb422077-03ee-41e6-b1d7-d468578b0954 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/ports?device_id=39cb76e1-26c5-4904-9277-2a146d1ec3e0 HTTP/1.1" status: 200 len: 944 time: 0.0813735 Apr 29 13:22:18.126910 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f1f630d2-55f4-4071-ae34-08798dcd89fe req-29ba7cd0-899b-4773-82f1-2fbceec8dd17 tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] 10.222.0.11 "GET /v2.0/security-groups?id=792e7502-e0ef-4f4c-98d5-f0878f981827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777850 Apr 29 13:22:18.138587 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-402ef65d-4ef1-4b6c-baa2-ec452e95739b req-2656c8c0-53a6-4e01-a938-3d21470fbedb tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/security-groups?id=93845e7e-bd9b-4908-b74e-2cb0b9e9db46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448236 Apr 29 13:22:18.148085 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a3168649-a03d-472b-b68c-a8f2ba18ff1a admin admin] Publish callbacks [] for security_group (d6432e00-a76d-488a-af01-1b3f3a1b5ada), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:18.178444 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a3168649-a03d-472b-b68c-a8f2ba18ff1a admin admin] Publish callbacks [] for security_group (d6432e00-a76d-488a-af01-1b3f3a1b5ada), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:18.291443 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a3168649-a03d-472b-b68c-a8f2ba18ff1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (d6432e00-a76d-488a-af01-1b3f3a1b5ada), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:18.294754 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a3168649-a03d-472b-b68c-a8f2ba18ff1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:18.295929 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-a3168649-a03d-472b-b68c-a8f2ba18ff1a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d6432e00-a76d-488a-af01-1b3f3a1b5ada HTTP/1.1" status: 204 len: 168 time: 0.2173066 Apr 29 13:22:18.311711 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3168649-a03d-472b-b68c-a8f2ba18ff1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6432e00-a76d-488a-af01-1b3f3a1b5ada,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:18.349167 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd326b1-df77-4be1-91e1-93ab1ecbd4c4 req-1ed8f7ee-792d-4aae-b9b9-782d127852a2 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:18.349167 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bbd326b1-df77-4be1-91e1-93ab1ecbd4c4 req-1ed8f7ee-792d-4aae-b9b9-782d127852a2 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/networks?id=a4fad290-576a-4feb-b6ce-f41b37f2e434 HTTP/1.1" status: 200 len: 808 time: 0.1346061 Apr 29 13:22:18.362098 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bbd326b1-df77-4be1-91e1-93ab1ecbd4c4 req-4be04f90-b27b-4a79-a266-d73858e6df44 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/quotas/fabf7cc13fed41db887130c8fcc80b2e HTTP/1.1" status: 200 len: 375 time: 0.0119674 Apr 29 13:22:18.402588 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bbd326b1-df77-4be1-91e1-93ab1ecbd4c4 req-eb1f6c51-f58b-47fa-b18b-b54b641fc94b tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=fabf7cc13fed41db887130c8fcc80b2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344005 Apr 29 13:22:18.440872 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] get_ports_and_sgs() called for port_ids ['12b70c87-e24d-4c64-b69e-473398fe0ee1'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 13:22:18.503490 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bbd326b1-df77-4be1-91e1-93ab1ecbd4c4 req-0650a7d5-12cf-4e74-9680-71ab73e9e0b5 service neutron] 10.222.0.11 "GET /v2.0/networks/a4fad290-576a-4feb-b6ce-f41b37f2e434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930772 Apr 29 13:22:18.624439 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bbd326b1-df77-4be1-91e1-93ab1ecbd4c4 req-a143eceb-e21a-4b0b-ad90-51f10e7ba2fe service neutron] 10.222.0.11 "GET /v2.0/networks/a4fad290-576a-4feb-b6ce-f41b37f2e434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145835 Apr 29 13:22:18.640965 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc8e64-5520-4571-8c0f-fc46ca898971 req-9a77ce61-0bd1-4f56-a246-738a073f70a9 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:18.642497 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-fdcc8e64-5520-4571-8c0f-fc46ca898971 req-9a77ce61-0bd1-4f56-a246-738a073f70a9 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=204ebe5a-3964-4a27-919b-77cb567dba0a HTTP/1.1" status: 200 len: 943 time: 0.0619621 Apr 29 13:22:18.710170 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-fdcc8e64-5520-4571-8c0f-fc46ca898971 req-633bbab4-357e-4833-b136-b855377203bb tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups?id=9277d33e-10a4-42d1-9d68-7406368ee816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570788 Apr 29 13:22:18.841695 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-cc94c47b-bd68-4299-b1e5-cc3265101d63 req-a3b5e475-aa61-4734-966f-e3d1003f9d11 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/ports?device_id=1f3cda49-ba0f-4b59-919c-b07377513680 HTTP/1.1" status: 200 len: 210 time: 0.0648983 Apr 29 13:22:18.897673 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e6631e-37b3-4a20-b203-f2087313a56d req-970e407d-d82b-40ab-b606-2cf78682bb82 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:18.899265 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-21e6631e-37b3-4a20-b203-f2087313a56d req-970e407d-d82b-40ab-b606-2cf78682bb82 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa4ab5fc-ffc6-4725-930a-b8447e16b10f HTTP/1.1" status: 200 len: 944 time: 0.0515575 Apr 29 13:22:18.962036 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-21e6631e-37b3-4a20-b203-f2087313a56d req-bbca2a63-1de5-42be-b9dd-60531fb8671d tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534804 Apr 29 13:22:19.097718 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5557be-2766-4d3b-b99a-d750b805e951 req-2d52f756-9294-48af-9359-ebfaf87da945 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:19.098952 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-6a5557be-2766-4d3b-b99a-d750b805e951 req-2d52f756-9294-48af-9359-ebfaf87da945 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 943 time: 0.0769000 Apr 29 13:22:19.162123 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-6a5557be-2766-4d3b-b99a-d750b805e951 req-6c738acf-f7ac-4ead-99e3-b80a015d6d7b tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526748 Apr 29 13:22:19.302723 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a52c2f-8001-4a01-b092-34344a9eed28 req-32037ac8-afe8-477c-9b67-bbeb9c305b17 tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:19.304378 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-18a52c2f-8001-4a01-b092-34344a9eed28 req-32037ac8-afe8-477c-9b67-bbeb9c305b17 tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed9fcae1-761b-4591-b3e3-5495bfe3fd32 HTTP/1.1" status: 200 len: 946 time: 0.0566351 Apr 29 13:22:19.314547 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69bf93c-0ce3-431e-9621-4ec6cbc74286 req-6475f34d-1bca-4a14-991d-3cc3db8dc3b7 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:19.316245 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-c69bf93c-0ce3-431e-9621-4ec6cbc74286 req-6475f34d-1bca-4a14-991d-3cc3db8dc3b7 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/ports?device_id=39cb76e1-26c5-4904-9277-2a146d1ec3e0 HTTP/1.1" status: 200 len: 944 time: 0.0595810 Apr 29 13:22:19.369133 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-18a52c2f-8001-4a01-b092-34344a9eed28 req-49db8f20-1b51-4f53-a6ff-65afc04f8c98 tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] 10.222.0.11 "GET /v2.0/security-groups?id=792e7502-e0ef-4f4c-98d5-f0878f981827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581722 Apr 29 13:22:19.385419 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-c69bf93c-0ce3-431e-9621-4ec6cbc74286 req-8fa95fe2-9da8-45ca-a94b-65875bd64a64 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/security-groups?id=93845e7e-bd9b-4908-b74e-2cb0b9e9db46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625901 Apr 29 13:22:19.464914 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device 12b70c87-e24d-4c64-b69e-473398fe0ee1 up at agent hyperv_hv-cinder-83769 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:22:19.508930 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Provisioning for port 12b70c87-e24d-4c64-b69e-473398fe0ee1 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 13:22:19.515113 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Provisioning complete for port 12b70c87-e24d-4c64-b69e-473398fe0ee1 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:22:19.515591 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (12b70c87-e24d-4c64-b69e-473398fe0ee1), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:19.604611 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Current status of the port 12b70c87-e24d-4c64-b69e-473398fe0ee1 is: BUILD; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:22:19.604920 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (12b70c87-e24d-4c64-b69e-473398fe0ee1), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:19.633884 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39cb76e1-26c5-4904-9277-2a146d1ec3e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b70c87-e24d-4c64-b69e-473398fe0ee1'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:22:19.636408 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0016abbf82925ac5bb98c97d9984ae38170a8446c70b2249197f38a9e3d809b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c262e7a-5381-4166-81b7-b7cf92d792d1" -d '{"events": [{"server_uuid": "39cb76e1-26c5-4904-9277-2a146d1ec3e0", "name": "network-vif-plugged", "status": "completed", "tag": "12b70c87-e24d-4c64-b69e-473398fe0ee1"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:22:19.652310 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] For port 12b70c87-e24d-4c64-b69e-473398fe0ee1, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=12b70c87-e24d-4c64-b69e-473398fe0ee1,segment=NetworkSegment(7d58dba2-6bce-4657-ad48-111e1ec8c905),segment_id=7d58dba2-6bce-4657-ad48-111e1ec8c905)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:22:19.659671 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (12b70c87-e24d-4c64-b69e-473398fe0ee1), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:19.684364 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 49138) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:22:19.690617 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e279b55-bd5c-4d71-a540-1e9b01bb2874 x-openstack-request-id: req-8e279b55-bd5c-4d71-a540-1e9b01bb2874 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:22:19.691049 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39cb76e1-26c5-4904-9277-2a146d1ec3e0", "name": "network-vif-plugged", "status": "completed", "tag": "12b70c87-e24d-4c64-b69e-473398fe0ee1", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:22:19.691376 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8e279b55-bd5c-4d71-a540-1e9b01bb2874 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:22:19.691842 dv-cinder-837699-3-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e279b55-bd5c-4d71-a540-1e9b01bb2874'] response: {'server_uuid': '39cb76e1-26c5-4904-9277-2a146d1ec3e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b70c87-e24d-4c64-b69e-473398fe0ee1', 'code': 200} Apr 29 13:22:19.727534 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Pushing event updated for resources: {'Port': ['ID=12b70c87-e24d-4c64-b69e-473398fe0ee1,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:19.811740 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-eba23a11-8313-4493-8fb5-0673716e2d41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:19.830703 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef11121-c3b8-427f-afc0-ec21654ac8ab req-9759273d-a095-4a0c-9863-debee3324187 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:19.833173 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-eef11121-c3b8-427f-afc0-ec21654ac8ab req-9759273d-a095-4a0c-9863-debee3324187 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=204ebe5a-3964-4a27-919b-77cb567dba0a HTTP/1.1" status: 200 len: 943 time: 0.0498765 Apr 29 13:22:19.905544 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-eef11121-c3b8-427f-afc0-ec21654ac8ab req-2c604822-8051-4438-9ab1-f06cdff70b31 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups?id=9277d33e-10a4-42d1-9d68-7406368ee816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663290 Apr 29 13:22:19.921006 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-eba23a11-8313-4493-8fb5-0673716e2d41 admin admin] Publish callbacks [] for security_group (b73dd744-3cad-4323-8f35-17667eed5730), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:19.931912 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-eba23a11-8313-4493-8fb5-0673716e2d41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (b73dd744-3cad-4323-8f35-17667eed5730), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:19.963677 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-245545e5-30c5-4603-8f9b-37234de65074 req-5aa6a78a-610a-4b07-86c6-14a6fc56e09a tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/ports?device_id=1f3cda49-ba0f-4b59-919c-b07377513680 HTTP/1.1" status: 200 len: 210 time: 0.0467257 Apr 29 13:22:19.972392 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 49152) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:22:19.986643 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-eba23a11-8313-4493-8fb5-0673716e2d41 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=92c31e2bf5ad494c92ce3ff381d3ab53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3011720 Apr 29 13:22:19.990984 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 49156) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:22:19.996021 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba23a11-8313-4493-8fb5-0673716e2d41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b73dd744-3cad-4323-8f35-17667eed5730,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:20.070928 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ebe8e65b-5288-4c43-9342-25cd9f71ac25 admin admin] Publish callbacks [] for security_group (b73dd744-3cad-4323-8f35-17667eed5730), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:20.110685 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd202859-0036-4a98-80ec-bf631874a458 req-4ad72768-281c-4a10-8786-778b420a7a2b tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:20.112048 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-bd202859-0036-4a98-80ec-bf631874a458 req-4ad72768-281c-4a10-8786-778b420a7a2b tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa4ab5fc-ffc6-4725-930a-b8447e16b10f HTTP/1.1" status: 200 len: 944 time: 0.0698655 Apr 29 13:22:20.116745 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5fe0ddd4-dabe-4a89-ac02-3f6805c3436d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:20.124173 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ebe8e65b-5288-4c43-9342-25cd9f71ac25 admin admin] Publish callbacks [] for security_group (b73dd744-3cad-4323-8f35-17667eed5730), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:20.215968 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-bd202859-0036-4a98-80ec-bf631874a458 req-3ac6dc2b-08a9-4a23-99cd-913efd381f36 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946133 Apr 29 13:22:20.248068 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ebe8e65b-5288-4c43-9342-25cd9f71ac25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (b73dd744-3cad-4323-8f35-17667eed5730), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:20.250651 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ebe8e65b-5288-4c43-9342-25cd9f71ac25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:20.251759 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-ebe8e65b-5288-4c43-9342-25cd9f71ac25 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b73dd744-3cad-4323-8f35-17667eed5730 HTTP/1.1" status: 204 len: 168 time: 0.2596159 Apr 29 13:22:20.269676 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe8e65b-5288-4c43-9342-25cd9f71ac25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b73dd744-3cad-4323-8f35-17667eed5730,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:20.305662 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5fe0ddd4-dabe-4a89-ac02-3f6805c3436d admin admin] Publish callbacks [] for security_group (7b02dcd9-e0f1-4d9e-82f8-7613b367e6ae), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:20.311270 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3f2c81-75e9-417e-951f-a9188ce25b7b req-b3dc64df-dfcb-47e3-97a2-14163b4517ad tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:20.312435 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5fe0ddd4-dabe-4a89-ac02-3f6805c3436d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (7b02dcd9-e0f1-4d9e-82f8-7613b367e6ae), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:20.313760 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3b3f2c81-75e9-417e-951f-a9188ce25b7b req-b3dc64df-dfcb-47e3-97a2-14163b4517ad tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 943 time: 0.0681353 Apr 29 13:22:20.354653 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-5fe0ddd4-dabe-4a89-ac02-3f6805c3436d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ffc0137722de4cbcae544144fe16e12d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3804276 Apr 29 13:22:20.358119 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 49164) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:22:20.366159 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe0ddd4-dabe-4a89-ac02-3f6805c3436d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b02dcd9-e0f1-4d9e-82f8-7613b367e6ae,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:20.369118 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3b3f2c81-75e9-417e-951f-a9188ce25b7b req-6230ab4f-d507-4f3a-80db-cf3452352f59 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485799 Apr 29 13:22:20.440384 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-224d76fa-a5f6-4b4f-b804-d8de4725ed75 admin admin] Publish callbacks [] for security_group (7b02dcd9-e0f1-4d9e-82f8-7613b367e6ae), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:20.491099 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-224d76fa-a5f6-4b4f-b804-d8de4725ed75 admin admin] Publish callbacks [] for security_group (7b02dcd9-e0f1-4d9e-82f8-7613b367e6ae), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:20.523576 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6748ec7b-b2ce-4e22-a4c7-fc2e68e38514 req-904b97ba-9f66-42ec-8f0e-9af8e7e52e27 tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:20.525445 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-6748ec7b-b2ce-4e22-a4c7-fc2e68e38514 req-904b97ba-9f66-42ec-8f0e-9af8e7e52e27 tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed9fcae1-761b-4591-b3e3-5495bfe3fd32 HTTP/1.1" status: 200 len: 946 time: 0.0707746 Apr 29 13:22:20.534279 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f8604-1c02-499b-9a10-f4e377b0b316 req-bd8aeb93-5763-44b0-a568-b1ec792b6761 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:20.535976 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-727f8604-1c02-499b-9a10-f4e377b0b316 req-bd8aeb93-5763-44b0-a568-b1ec792b6761 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/ports?device_id=39cb76e1-26c5-4904-9277-2a146d1ec3e0 HTTP/1.1" status: 200 len: 945 time: 0.0644076 Apr 29 13:22:20.598407 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-727f8604-1c02-499b-9a10-f4e377b0b316 req-bdcb1c49-119e-4722-aac7-58bb5f11a918 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/security-groups?id=93845e7e-bd9b-4908-b74e-2cb0b9e9db46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565979 Apr 29 13:22:20.598615 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-6748ec7b-b2ce-4e22-a4c7-fc2e68e38514 req-e291a5bf-5b09-4100-8bbf-cb9f6cd7559c tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] 10.222.0.11 "GET /v2.0/security-groups?id=792e7502-e0ef-4f4c-98d5-f0878f981827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659454 Apr 29 13:22:20.599200 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-224d76fa-a5f6-4b4f-b804-d8de4725ed75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (7b02dcd9-e0f1-4d9e-82f8-7613b367e6ae), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:20.601905 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-224d76fa-a5f6-4b4f-b804-d8de4725ed75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:20.605481 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-224d76fa-a5f6-4b4f-b804-d8de4725ed75 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7b02dcd9-e0f1-4d9e-82f8-7613b367e6ae HTTP/1.1" status: 204 len: 168 time: 0.2438622 Apr 29 13:22:20.631095 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224d76fa-a5f6-4b4f-b804-d8de4725ed75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b02dcd9-e0f1-4d9e-82f8-7613b367e6ae,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:20.772471 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec48bce-6cb1-474f-9e16-844e7d571d2f req-92c20b1e-ccaa-4683-b4c2-df5a10362c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:20.774075 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9ec48bce-6cb1-474f-9e16-844e7d571d2f req-92c20b1e-ccaa-4683-b4c2-df5a10362c77 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8f33b954-1f3c-43fa-a8bf-3eab44702663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1040733 Apr 29 13:22:20.807717 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-57f8b0f1-c766-490b-980c-55e0301a3b4e req-1ce81964-3e2c-46ec-949b-8b24c7df1619 service neutron] 10.222.0.75 "GET /v2.0/networks/3410551e-5a46-4ac5-98b2-aca173f9205e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992593 Apr 29 13:22:20.989899 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 49194) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:22:21.006522 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2d2b7dab-ce3e-456e-9bf3-78d77d0c44e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:21.035438 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7784332e-6d21-466a-9fed-b17fcce49cf4 req-533c5289-87dc-4781-8d38-daf70e077421 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:21.043336 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7784332e-6d21-466a-9fed-b17fcce49cf4 req-533c5289-87dc-4781-8d38-daf70e077421 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=204ebe5a-3964-4a27-919b-77cb567dba0a HTTP/1.1" status: 200 len: 943 time: 0.0709813 Apr 29 13:22:21.087972 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7784332e-6d21-466a-9fed-b17fcce49cf4 req-7372dfd3-7cf5-422e-8f84-f71f8805c118 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups?id=9277d33e-10a4-42d1-9d68-7406368ee816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437102 Apr 29 13:22:21.089532 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4f01d569-5096-42a1-8c64-8e7a45258a9c req-9cc89b6c-09d7-43c3-a03a-f34da4857ef1 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/ports?device_id=1f3cda49-ba0f-4b59-919c-b07377513680 HTTP/1.1" status: 200 len: 210 time: 0.0324900 Apr 29 13:22:21.140498 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2d2b7dab-ce3e-456e-9bf3-78d77d0c44e7 admin admin] Publish callbacks [] for security_group (17a926d5-6103-41b4-8eaa-a895c6999617), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:21.145301 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2d2b7dab-ce3e-456e-9bf3-78d77d0c44e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (17a926d5-6103-41b4-8eaa-a895c6999617), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:21.189698 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-2d2b7dab-ce3e-456e-9bf3-78d77d0c44e7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=11a335d04f5e4f13859f5e87f31a9105&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1986315 Apr 29 13:22:21.190669 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2b7dab-ce3e-456e-9bf3-78d77d0c44e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17a926d5-6103-41b4-8eaa-a895c6999617,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:21.192528 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 49200) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:22:21.295389 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b94835-0ae6-40bf-ac23-822af886d452 req-bb45d799-c5cf-4db7-9fd6-607503b0d21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:21.297487 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-55b94835-0ae6-40bf-ac23-822af886d452 req-bb45d799-c5cf-4db7-9fd6-607503b0d21a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f816e6d8de4d489b965fa6fe021f3b58&device_id=aa4ab5fc-ffc6-4725-930a-b8447e16b10f HTTP/1.1" status: 200 len: 1128 time: 0.0567532 Apr 29 13:22:21.306388 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eb4540-cda4-429a-8181-f8e129ff9591 req-cea3fd8a-8c73-4fcf-9c2f-c4d25b2ac9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:21.310361 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-17eb4540-cda4-429a-8181-f8e129ff9591 req-cea3fd8a-8c73-4fcf-9c2f-c4d25b2ac9cf service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f816e6d8de4d489b965fa6fe021f3b58&device_id=8bc91d38-3fcc-47d3-84e8-50c55753dff2 HTTP/1.1" status: 200 len: 1127 time: 0.1080854 Apr 29 13:22:21.444013 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-17eb4540-cda4-429a-8181-f8e129ff9591 req-a8c5d270-d179-4bc2-b1a4-63e898420957 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08d5cab4-d2dd-4c99-b0de-8da67e7251c5 HTTP/1.1" status: 200 len: 217 time: 0.0820272 Apr 29 13:22:21.458488 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device 0727d745-efdd-4928-8413-f105198fd646 details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 13:22:21.470326 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9ec48bce-6cb1-474f-9e16-844e7d571d2f req-93ef6eeb-aaeb-4ecc-9295-bcf092d3908f service neutron] 10.222.0.75 "GET /v2.0/networks/8f33b954-1f3c-43fa-a8bf-3eab44702663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306077 Apr 29 13:22:21.507335 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6f63d619-533c-4522-819d-cd7030154516 admin admin] Publish callbacks [] for security_group (17a926d5-6103-41b4-8eaa-a895c6999617), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:21.507960 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-55b94835-0ae6-40bf-ac23-822af886d452 req-4b6df5ca-3c7a-477b-a2f5-0b33363f4bdc service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc4f30ac-b094-4a8b-bc80-d1f0623ce3c7 HTTP/1.1" status: 200 len: 217 time: 0.1594818 Apr 29 13:22:21.572335 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dcf041eb-24f9-4b5a-b62b-8feb91796a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (e437e712-237e-4a54-83a8-782eed3c5f0c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:21.616817 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d85cd4-2b1f-41cb-98d3-f8d6aff5c698 req-4074994c-1a26-4ea5-bd0b-98fdb5a16b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:21.618241 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e2d85cd4-2b1f-41cb-98d3-f8d6aff5c698 req-4074994c-1a26-4ea5-bd0b-98fdb5a16b78 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=39cb76e1-26c5-4904-9277-2a146d1ec3e0 HTTP/1.1" status: 200 len: 1129 time: 0.1727593 Apr 29 13:22:21.620586 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eb4540-cda4-429a-8181-f8e129ff9591 req-61a8bb85-d2a1-401d-8a43-83ada958cc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:21.622661 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-17eb4540-cda4-429a-8181-f8e129ff9591 req-61a8bb85-d2a1-401d-8a43-83ada958cc5f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c49f2808-2545-473c-889a-37ee93dfd06e HTTP/1.1" status: 200 len: 858 time: 0.1270316 Apr 29 13:22:21.630553 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe85366b-82da-4e86-885b-8055c4ab8eb8 req-51f4dc3c-a52f-4da7-bec6-6a4bc8cdf93a tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:21.631606 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fe85366b-82da-4e86-885b-8055c4ab8eb8 req-51f4dc3c-a52f-4da7-bec6-6a4bc8cdf93a tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 943 time: 0.1372395 Apr 29 13:22:21.680769 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] For port 0727d745-efdd-4928-8413-f105198fd646, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=0727d745-efdd-4928-8413-f105198fd646,segment=NetworkSegment(08d55053-9d12-4d78-bbce-7da3ad73340c),segment_id=08d55053-9d12-4d78-bbce-7da3ad73340c)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:22:21.690349 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fe85366b-82da-4e86-885b-8055c4ab8eb8 req-9ade5c8c-a5a9-41ba-a863-59d537af3030 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481341 Apr 29 13:22:21.695471 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Returning: {'device': '0727d745-efdd-4928-8413-f105198fd646', 'network_id': 'fc1af930-75bb-4703-ab95-43d130c7c5b4', 'port_id': '0727d745-efdd-4928-8413-f105198fd646', 'mac_address': 'fa:16:3e:3a:03:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77a47b69-c61f-4715-a126-776e82c7238b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 13:22:21.702779 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2646424f-9745-4e24-97bb-da7e21a7c349 req-495b2266-f987-4829-a192-dd625769d2ee tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:21.704817 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-2646424f-9745-4e24-97bb-da7e21a7c349 req-495b2266-f987-4829-a192-dd625769d2ee tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa4ab5fc-ffc6-4725-930a-b8447e16b10f HTTP/1.1" status: 200 len: 944 time: 0.3441317 Apr 29 13:22:21.710194 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6f63d619-533c-4522-819d-cd7030154516 admin admin] Publish callbacks [] for security_group (17a926d5-6103-41b4-8eaa-a895c6999617), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:21.772639 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Current status of the port 0727d745-efdd-4928-8413-f105198fd646 is: DOWN; New status is: BUILD {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:22:21.772639 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (0727d745-efdd-4928-8413-f105198fd646), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:21.806246 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b94835-0ae6-40bf-ac23-822af886d452 req-9f084c43-e939-4cb7-8cf7-371c4a726aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:21.807530 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0727d745-efdd-4928-8413-f105198fd646 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:22:21.808272 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-55b94835-0ae6-40bf-ac23-822af886d452 req-9f084c43-e939-4cb7-8cf7-371c4a726aed service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c49f2808-2545-473c-889a-37ee93dfd06e HTTP/1.1" status: 200 len: 858 time: 0.0706375 Apr 29 13:22:21.855074 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] For port 0727d745-efdd-4928-8413-f105198fd646, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=0727d745-efdd-4928-8413-f105198fd646,segment=NetworkSegment(08d55053-9d12-4d78-bbce-7da3ad73340c),segment_id=08d55053-9d12-4d78-bbce-7da3ad73340c)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:22:21.858911 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-57f8b0f1-c766-490b-980c-55e0301a3b4e req-92b25e81-b111-4f10-9692-8bc1eda7e3d6 service neutron] 10.222.0.75 "GET /v2.0/networks/3410551e-5a46-4ac5-98b2-aca173f9205e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6213214 Apr 29 13:22:21.861545 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (0727d745-efdd-4928-8413-f105198fd646), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:21.918639 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Pushing event updated for resources: {'Port': ['ID=0727d745-efdd-4928-8413-f105198fd646,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:21.939522 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-2646424f-9745-4e24-97bb-da7e21a7c349 req-e7ad13e0-1d4c-4ea9-931a-8a9b0833307c tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219241 Apr 29 13:22:21.985584 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6f63d619-533c-4522-819d-cd7030154516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (17a926d5-6103-41b4-8eaa-a895c6999617), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:21.988499 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6f63d619-533c-4522-819d-cd7030154516 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:21.989924 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-6f63d619-533c-4522-819d-cd7030154516 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/17a926d5-6103-41b4-8eaa-a895c6999617 HTTP/1.1" status: 204 len: 168 time: 0.7954075 Apr 29 13:22:21.992201 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9ec48bce-6cb1-474f-9e16-844e7d571d2f req-9ab42899-8d7f-4857-bd59-0bef9217f09a service neutron] 10.222.0.75 "GET /v2.0/networks/8f33b954-1f3c-43fa-a8bf-3eab44702663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5049601 Apr 29 13:22:22.013771 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f63d619-533c-4522-819d-cd7030154516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a926d5-6103-41b4-8eaa-a895c6999617,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:22.023929 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b94835-0ae6-40bf-ac23-822af886d452 req-08e6a38c-dd8e-4801-a1b6-ddb503ae6368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:22.037422 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-55b94835-0ae6-40bf-ac23-822af886d452 req-08e6a38c-dd8e-4801-a1b6-ddb503ae6368 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=75b7fe95-ba69-4d04-89c6-6ad49ef540b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2000544 Apr 29 13:22:22.049041 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eb4540-cda4-429a-8181-f8e129ff9591 req-e58b0bda-356a-4c0a-8ca3-64873ab30fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:22.049041 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-17eb4540-cda4-429a-8181-f8e129ff9591 req-e58b0bda-356a-4c0a-8ca3-64873ab30fdc service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=75b7fe95-ba69-4d04-89c6-6ad49ef540b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2376854 Apr 29 13:22:22.073176 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e41326-241a-42a0-a0f6-b8a63218b9e8 req-8bef2d83-cfd7-4757-9707-61b2d1bab94b tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:22.075271 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f5e41326-241a-42a0-a0f6-b8a63218b9e8 req-8bef2d83-cfd7-4757-9707-61b2d1bab94b tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed9fcae1-761b-4591-b3e3-5495bfe3fd32 HTTP/1.1" status: 200 len: 946 time: 0.2151992 Apr 29 13:22:22.096116 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e2d85cd4-2b1f-41cb-98d3-f8d6aff5c698 req-1a6948ec-d000-4c27-b18d-6240eaf9b40e service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=93845e7e-bd9b-4908-b74e-2cb0b9e9db46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2842610 Apr 29 13:22:22.162294 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c98a116-5315-41f5-b7f4-7d7edca516d6 req-e63a608c-170f-4133-a873-6442d4c24974 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:22.164413 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-0c98a116-5315-41f5-b7f4-7d7edca516d6 req-e63a608c-170f-4133-a873-6442d4c24974 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/ports?device_id=39cb76e1-26c5-4904-9277-2a146d1ec3e0 HTTP/1.1" status: 200 len: 945 time: 0.0839691 Apr 29 13:22:22.173129 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd326b1-df77-4be1-91e1-93ab1ecbd4c4 req-7d3abbe2-3e23-4424-a420-2686285cd4b8 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:22.174904 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-bbd326b1-df77-4be1-91e1-93ab1ecbd4c4 req-7d3abbe2-3e23-4424-a420-2686285cd4b8 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.75 "GET /v2.0/networks?id=a4fad290-576a-4feb-b6ce-f41b37f2e434 HTTP/1.1" status: 200 len: 808 time: 0.2340980 Apr 29 13:22:22.181372 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f5e41326-241a-42a0-a0f6-b8a63218b9e8 req-c4da033d-3cf3-469e-88d9-dc6a3f621b0c tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] 10.222.0.11 "GET /v2.0/security-groups?id=792e7502-e0ef-4f4c-98d5-f0878f981827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827143 Apr 29 13:22:22.230151 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-0c98a116-5315-41f5-b7f4-7d7edca516d6 req-3ef3406d-43e1-473c-a2f1-cc19066aa999 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/security-groups?id=93845e7e-bd9b-4908-b74e-2cb0b9e9db46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545957 Apr 29 13:22:22.317607 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7774da6-16a0-4462-bd94-3696768b62b3 req-79238b08-215a-4419-ab25-1cc26aa90c72 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:22.319814 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e7774da6-16a0-4462-bd94-3696768b62b3 req-79238b08-215a-4419-ab25-1cc26aa90c72 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=204ebe5a-3964-4a27-919b-77cb567dba0a HTTP/1.1" status: 200 len: 944 time: 0.0713160 Apr 29 13:22:22.335014 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-81f157d3-7b53-4cd2-8954-f867a9a57153 req-a354649c-784c-4068-9021-db5b4107259a tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/ports?device_id=1f3cda49-ba0f-4b59-919c-b07377513680 HTTP/1.1" status: 200 len: 210 time: 0.0294576 Apr 29 13:22:22.382695 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e7774da6-16a0-4462-bd94-3696768b62b3 req-67ee2e73-3b01-48d7-81da-e31d57a58e86 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups?id=9277d33e-10a4-42d1-9d68-7406368ee816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552340 Apr 29 13:22:22.514273 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] get_ports_and_sgs() called for port_ids ['0727d745-efdd-4928-8413-f105198fd646'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 13:22:22.845024 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7891f38-2c9c-48d5-b054-6294a329cd46 req-322aea1f-650e-4325-b902-b120b7aa6a56 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:22.846719 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-a7891f38-2c9c-48d5-b054-6294a329cd46 req-322aea1f-650e-4325-b902-b120b7aa6a56 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 943 time: 0.0512440 Apr 29 13:22:22.903774 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-a7891f38-2c9c-48d5-b054-6294a329cd46 req-5f7e7197-a13b-47e7-be7f-d5f56b72b10d tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497437 Apr 29 13:22:23.058383 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573bf6b7-4585-4880-83d8-922b41860aa3 req-35719cad-58cb-4fd8-a550-9507110f4b12 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:23.060171 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-573bf6b7-4585-4880-83d8-922b41860aa3 req-35719cad-58cb-4fd8-a550-9507110f4b12 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa4ab5fc-ffc6-4725-930a-b8447e16b10f HTTP/1.1" status: 200 len: 944 time: 0.0578203 Apr 29 13:22:23.115382 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-573bf6b7-4585-4880-83d8-922b41860aa3 req-d27dbf65-e148-4dbb-b4d2-2d1a05007860 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493636 Apr 29 13:22:23.314082 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d8697c-e6c5-4bc0-9e0c-fdb055d250e8 req-0dcde57c-92c3-406b-b407-01d0e4b405af tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:23.322787 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-92d8697c-e6c5-4bc0-9e0c-fdb055d250e8 req-0dcde57c-92c3-406b-b407-01d0e4b405af tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed9fcae1-761b-4591-b3e3-5495bfe3fd32 HTTP/1.1" status: 200 len: 946 time: 0.0754552 Apr 29 13:22:23.387698 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-92d8697c-e6c5-4bc0-9e0c-fdb055d250e8 req-949b816b-bda5-43d1-a5b1-d41e5024c891 tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] 10.222.0.11 "GET /v2.0/security-groups?id=792e7502-e0ef-4f4c-98d5-f0878f981827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636668 Apr 29 13:22:23.403827 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a37a7ed-409c-41e1-b0b8-24f134dfdba3 req-20a868af-7e60-44c7-8e4c-eec48265a95f tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:23.410790 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6a37a7ed-409c-41e1-b0b8-24f134dfdba3 req-20a868af-7e60-44c7-8e4c-eec48265a95f tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/ports?device_id=39cb76e1-26c5-4904-9277-2a146d1ec3e0 HTTP/1.1" status: 200 len: 945 time: 0.0675881 Apr 29 13:22:23.460633 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6a37a7ed-409c-41e1-b0b8-24f134dfdba3 req-72a4ceeb-8a62-421c-b17e-b0671e7456dc tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/security-groups?id=93845e7e-bd9b-4908-b74e-2cb0b9e9db46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489926 Apr 29 13:22:23.473829 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-8a004ef6-d54c-4e37-b2b0-0da763c640fc req-551cb2f4-ab65-49eb-99ff-e2344e4e56ef tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/ports?device_id=1f3cda49-ba0f-4b59-919c-b07377513680 HTTP/1.1" status: 200 len: 210 time: 0.0323794 Apr 29 13:22:23.567714 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf299b8c-f0eb-4c32-9fd1-6d41d71561af req-b57ab568-b974-48e0-8456-a8ae67b7c871 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:23.569320 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bf299b8c-f0eb-4c32-9fd1-6d41d71561af req-b57ab568-b974-48e0-8456-a8ae67b7c871 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=204ebe5a-3964-4a27-919b-77cb567dba0a HTTP/1.1" status: 200 len: 944 time: 0.0482554 Apr 29 13:22:23.617423 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bf299b8c-f0eb-4c32-9fd1-6d41d71561af req-ac96baca-f492-4c01-b26d-290d7059b2c5 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups?id=9277d33e-10a4-42d1-9d68-7406368ee816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415392 Apr 29 13:22:23.664255 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device 0727d745-efdd-4928-8413-f105198fd646 up at agent hyperv_hv-cinder-83769 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:22:23.709121 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Provisioning for port 0727d745-efdd-4928-8413-f105198fd646 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 13:22:23.716957 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Provisioning complete for port 0727d745-efdd-4928-8413-f105198fd646 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:22:23.717383 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (0727d745-efdd-4928-8413-f105198fd646), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:23.802116 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Current status of the port 0727d745-efdd-4928-8413-f105198fd646 is: BUILD; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:22:23.802619 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (0727d745-efdd-4928-8413-f105198fd646), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:23.828534 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '204ebe5a-3964-4a27-919b-77cb567dba0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0727d745-efdd-4928-8413-f105198fd646'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:22:23.830794 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0016abbf82925ac5bb98c97d9984ae38170a8446c70b2249197f38a9e3d809b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93cfec1d-7eea-4ed5-a0d3-db6fd2d75ae5" -d '{"events": [{"server_uuid": "204ebe5a-3964-4a27-919b-77cb567dba0a", "name": "network-vif-plugged", "status": "completed", "tag": "0727d745-efdd-4928-8413-f105198fd646"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:22:23.843579 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] For port 0727d745-efdd-4928-8413-f105198fd646, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=0727d745-efdd-4928-8413-f105198fd646,segment=NetworkSegment(08d55053-9d12-4d78-bbce-7da3ad73340c),segment_id=08d55053-9d12-4d78-bbce-7da3ad73340c)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:22:23.849003 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (0727d745-efdd-4928-8413-f105198fd646), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:23.880732 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aafff06-b76f-4259-b949-47a193995b84 x-openstack-request-id: req-9aafff06-b76f-4259-b949-47a193995b84 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:22:23.881069 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "204ebe5a-3964-4a27-919b-77cb567dba0a", "name": "network-vif-plugged", "status": "completed", "tag": "0727d745-efdd-4928-8413-f105198fd646", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:22:23.881331 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9aafff06-b76f-4259-b949-47a193995b84 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:22:23.881723 dv-cinder-837699-3-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9aafff06-b76f-4259-b949-47a193995b84'] response: {'server_uuid': '204ebe5a-3964-4a27-919b-77cb567dba0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0727d745-efdd-4928-8413-f105198fd646', 'code': 200} Apr 29 13:22:23.907915 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Pushing event updated for resources: {'Port': ['ID=0727d745-efdd-4928-8413-f105198fd646,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:24.023051 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ccbe4-67e3-4d8d-b105-9bd3a6a764d8 req-c4d813a0-ffe1-4222-ba72-77ae06ce66d4 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:24.024613 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a08ccbe4-67e3-4d8d-b105-9bd3a6a764d8 req-c4d813a0-ffe1-4222-ba72-77ae06ce66d4 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 943 time: 0.0480320 Apr 29 13:22:24.073372 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a08ccbe4-67e3-4d8d-b105-9bd3a6a764d8 req-5f6606a2-7ed7-42c3-810f-8c91b553c298 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422704 Apr 29 13:22:24.236331 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8b40206b-4c2a-479b-afa1-7da31f17d85a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (ffd5f049-29fc-4e99-906d-6eadce93ab48), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:24.242562 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fb1a52-0e34-4688-9920-61b51f71f555 req-c55d41bb-120d-4220-8591-a705f3c661cc tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:24.244221 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-81fb1a52-0e34-4688-9920-61b51f71f555 req-c55d41bb-120d-4220-8591-a705f3c661cc tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa4ab5fc-ffc6-4725-930a-b8447e16b10f HTTP/1.1" status: 200 len: 944 time: 0.0569656 Apr 29 13:22:24.296650 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-81fb1a52-0e34-4688-9920-61b51f71f555 req-baa14e0d-fd9a-48b9-85d4-71bdc9fff812 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454934 Apr 29 13:22:24.343756 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 49336) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:22:24.471805 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c3c019d2-a0b1-4429-84f8-b3a9006c43f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:24.513210 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff090f3f-0028-45f6-b70d-e85921e7853b req-2241e7d1-a460-4ef4-a5fb-7b491e1388e3 tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:24.514913 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ff090f3f-0028-45f6-b70d-e85921e7853b req-2241e7d1-a460-4ef4-a5fb-7b491e1388e3 tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed9fcae1-761b-4591-b3e3-5495bfe3fd32 HTTP/1.1" status: 200 len: 946 time: 0.0574269 Apr 29 13:22:24.569004 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ff090f3f-0028-45f6-b70d-e85921e7853b req-295a2f9e-38ef-42cc-8d3a-a66d3e0961e7 tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] 10.222.0.11 "GET /v2.0/security-groups?id=792e7502-e0ef-4f4c-98d5-f0878f981827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466504 Apr 29 13:22:24.612413 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28202577-85d7-485c-8407-a9e5887449a7 req-3256f89b-3559-402e-a947-06eb7a1f5ba7 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:24.614063 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-28202577-85d7-485c-8407-a9e5887449a7 req-3256f89b-3559-402e-a947-06eb7a1f5ba7 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/ports?device_id=39cb76e1-26c5-4904-9277-2a146d1ec3e0 HTTP/1.1" status: 200 len: 945 time: 0.0737259 Apr 29 13:22:24.631511 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c3c019d2-a0b1-4429-84f8-b3a9006c43f9 admin admin] Publish callbacks [] for security_group (8db1e765-b450-4861-a312-9eb45602369b), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:24.654353 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c3c019d2-a0b1-4429-84f8-b3a9006c43f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (8db1e765-b450-4861-a312-9eb45602369b), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:24.670754 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5287ee9d-b78b-4669-ae7e-73a2768b67a4 req-1c759645-5a68-437a-8985-08247cdc1edf tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/ports?device_id=1f3cda49-ba0f-4b59-919c-b07377513680 HTTP/1.1" status: 200 len: 210 time: 0.0313957 Apr 29 13:22:24.726318 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-c3c019d2-a0b1-4429-84f8-b3a9006c43f9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5536c713e050460493034d7798d4e322&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3788111 Apr 29 13:22:24.726512 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 49360) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:22:24.727302 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c019d2-a0b1-4429-84f8-b3a9006c43f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8db1e765-b450-4861-a312-9eb45602369b,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:24.734880 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-28202577-85d7-485c-8407-a9e5887449a7 req-9592f6ca-a6ba-4b3e-98a8-4d696125b6cd tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/security-groups?id=93845e7e-bd9b-4908-b74e-2cb0b9e9db46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018505 Apr 29 13:22:24.818014 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d484534a-ea47-4663-96a2-f5b7dcf5c8d8 req-ce99a879-aded-497c-9c51-3801cf429669 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:24.819477 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d484534a-ea47-4663-96a2-f5b7dcf5c8d8 req-ce99a879-aded-497c-9c51-3801cf429669 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=204ebe5a-3964-4a27-919b-77cb567dba0a HTTP/1.1" status: 200 len: 945 time: 0.0769684 Apr 29 13:22:24.857124 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-95dd15a3-5914-489a-b95e-b6cf903b96e7 admin admin] Publish callbacks [] for security_group (8db1e765-b450-4861-a312-9eb45602369b), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:24.897620 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-95dd15a3-5914-489a-b95e-b6cf903b96e7 admin admin] Publish callbacks [] for security_group (8db1e765-b450-4861-a312-9eb45602369b), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:24.906763 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d484534a-ea47-4663-96a2-f5b7dcf5c8d8 req-08060c73-c237-4ac1-bd33-ee847a654f5f tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups?id=9277d33e-10a4-42d1-9d68-7406368ee816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808029 Apr 29 13:22:24.959707 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-95dd15a3-5914-489a-b95e-b6cf903b96e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (8db1e765-b450-4861-a312-9eb45602369b), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:24.962355 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-95dd15a3-5914-489a-b95e-b6cf903b96e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:24.965374 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-95dd15a3-5914-489a-b95e-b6cf903b96e7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8db1e765-b450-4861-a312-9eb45602369b HTTP/1.1" status: 204 len: 168 time: 0.2358487 Apr 29 13:22:24.972552 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dd15a3-5914-489a-b95e-b6cf903b96e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db1e765-b450-4861-a312-9eb45602369b,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:25.210944 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e8ad05-dc74-4fb1-95d5-8d369ca148ae req-8f152a27-3a31-4b7a-9ac6-12903a89da2f tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:25.212868 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-46e8ad05-dc74-4fb1-95d5-8d369ca148ae req-8f152a27-3a31-4b7a-9ac6-12903a89da2f tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 943 time: 0.0609262 Apr 29 13:22:25.266078 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-46e8ad05-dc74-4fb1-95d5-8d369ca148ae req-d56856c4-2456-4cd5-9d37-78c6447d3c8b tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453463 Apr 29 13:22:25.287398 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 49376) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:22:25.301498 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9edd6454-d0bd-47ff-a014-d189273e3c85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:25.416235 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9edd6454-d0bd-47ff-a014-d189273e3c85 admin admin] Publish callbacks [] for security_group (bf85e886-436b-4684-aaea-c917ef505d5b), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:25.422377 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9edd6454-d0bd-47ff-a014-d189273e3c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (bf85e886-436b-4684-aaea-c917ef505d5b), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:25.439698 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed75627a-0f62-44dc-819c-a272b379c4e6 req-f458ed2b-22e9-4835-8944-8f8386c363d0 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:25.441224 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ed75627a-0f62-44dc-819c-a272b379c4e6 req-f458ed2b-22e9-4835-8944-8f8386c363d0 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa4ab5fc-ffc6-4725-930a-b8447e16b10f HTTP/1.1" status: 200 len: 944 time: 0.0723357 Apr 29 13:22:25.489503 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edd6454-d0bd-47ff-a014-d189273e3c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf85e886-436b-4684-aaea-c917ef505d5b,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:25.494316 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-9edd6454-d0bd-47ff-a014-d189273e3c85 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=96850fbdd5e34730a6bf175f254b8e0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2058220 Apr 29 13:22:25.497364 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 49384) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:22:25.541382 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ed75627a-0f62-44dc-819c-a272b379c4e6 req-39b5a291-88a8-4c7f-b40a-ae894841c485 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921271 Apr 29 13:22:25.561458 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2f11c3b3-9569-41b7-8675-9295d4ac67ca admin admin] Publish callbacks [] for security_group (bf85e886-436b-4684-aaea-c917ef505d5b), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:25.588602 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2f11c3b3-9569-41b7-8675-9295d4ac67ca admin admin] Publish callbacks [] for security_group (bf85e886-436b-4684-aaea-c917ef505d5b), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:25.647095 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device 7b84c292-da1e-45fb-bee4-72836b1be7c7 details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 13:22:25.701119 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2f11c3b3-9569-41b7-8675-9295d4ac67ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (bf85e886-436b-4684-aaea-c917ef505d5b), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:25.714405 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2f11c3b3-9569-41b7-8675-9295d4ac67ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:25.716238 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-2f11c3b3-9569-41b7-8675-9295d4ac67ca admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bf85e886-436b-4684-aaea-c917ef505d5b HTTP/1.1" status: 204 len: 168 time: 0.2178688 Apr 29 13:22:25.744482 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7286887-8fa2-4bb2-b555-77a1e7c9f49f req-1934d0de-9121-45a6-8888-a75b547d61e0 tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:25.746812 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-b7286887-8fa2-4bb2-b555-77a1e7c9f49f req-1934d0de-9121-45a6-8888-a75b547d61e0 tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed9fcae1-761b-4591-b3e3-5495bfe3fd32 HTTP/1.1" status: 200 len: 946 time: 0.0925241 Apr 29 13:22:25.748054 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f11c3b3-9569-41b7-8675-9295d4ac67ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf85e886-436b-4684-aaea-c917ef505d5b,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:25.776537 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [req-bbd326b1-df77-4be1-91e1-93ab1ecbd4c4 req-09b08a9d-cdbc-40df-b191-fcf603a6c9ca tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Request body: {'port': {'device_id': '1f3cda49-ba0f-4b59-919c-b07377513680', 'network_id': 'a4fad290-576a-4feb-b6ce-f41b37f2e434', 'admin_state_up': True, 'tenant_id': 'fabf7cc13fed41db887130c8fcc80b2e'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:22:25.934454 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] For port 7b84c292-da1e-45fb-bee4-72836b1be7c7, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=7b84c292-da1e-45fb-bee4-72836b1be7c7,segment=NetworkSegment(4fd29a15-20ce-448e-b25d-cf8073262121),segment_id=4fd29a15-20ce-448e-b25d-cf8073262121)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:22:25.942356 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-b7286887-8fa2-4bb2-b555-77a1e7c9f49f req-6b97c40e-0751-4670-ab23-6384ca2592be tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] 10.222.0.11 "GET /v2.0/security-groups?id=792e7502-e0ef-4f4c-98d5-f0878f981827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849234 Apr 29 13:22:25.953266 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Returning: {'device': '7b84c292-da1e-45fb-bee4-72836b1be7c7', 'network_id': '3410551e-5a46-4ac5-98b2-aca173f9205e', 'port_id': '7b84c292-da1e-45fb-bee4-72836b1be7c7', 'mac_address': 'fa:16:3e:a8:c0:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4719930-215c-410a-9121-e8646740b594', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 13:22:25.956261 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d46c6b96-c9c1-47b5-84ba-015c4e42046f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (1b2ea45c-9419-45d0-91af-29e2c5a1844a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:25.963825 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbd326b1-df77-4be1-91e1-93ab1ecbd4c4 req-09b08a9d-cdbc-40df-b191-fcf603a6c9ca tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Made reservation on behalf of fabf7cc13fed41db887130c8fcc80b2e for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:22:25.978458 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-bbd326b1-df77-4be1-91e1-93ab1ecbd4c4 req-09b08a9d-cdbc-40df-b191-fcf603a6c9ca tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:26.001905 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Current status of the port 7b84c292-da1e-45fb-bee4-72836b1be7c7 is: DOWN; New status is: BUILD {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:22:26.002480 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (7b84c292-da1e-45fb-bee4-72836b1be7c7), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:26.019991 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b84c292-da1e-45fb-bee4-72836b1be7c7 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:22:26.043809 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] For port 7b84c292-da1e-45fb-bee4-72836b1be7c7, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=7b84c292-da1e-45fb-bee4-72836b1be7c7,segment=NetworkSegment(4fd29a15-20ce-448e-b25d-cf8073262121),segment_id=4fd29a15-20ce-448e-b25d-cf8073262121)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:22:26.049332 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (7b84c292-da1e-45fb-bee4-72836b1be7c7), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:26.100381 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Pushing event updated for resources: {'Port': ['ID=7b84c292-da1e-45fb-bee4-72836b1be7c7,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:26.123715 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-17e7c548-32d4-423c-8874-f36c078f6b69 req-a598bd0f-4d35-4e19-a519-27af82be162d tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/ports?device_id=1f3cda49-ba0f-4b59-919c-b07377513680 HTTP/1.1" status: 200 len: 210 time: 0.1722603 Apr 29 13:22:26.127675 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee9641-f86e-481f-b9cb-8f349c87d450 req-50d03bf1-f396-429e-97b0-3679e9d2b53b tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:26.128407 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc7aa1-e8f5-4f8e-b5f1-a20f33ff7f58 req-0d4b1e5f-3611-4c1c-819f-68fa43b72378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:26.128987 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1aee9641-f86e-481f-b9cb-8f349c87d450 req-50d03bf1-f396-429e-97b0-3679e9d2b53b tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/ports?device_id=39cb76e1-26c5-4904-9277-2a146d1ec3e0 HTTP/1.1" status: 200 len: 945 time: 0.0664814 Apr 29 13:22:26.129911 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8adc7aa1-e8f5-4f8e-b5f1-a20f33ff7f58 req-0d4b1e5f-3611-4c1c-819f-68fa43b72378 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=62259e68f4eb4e72bddb618088a3d06a&device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 1127 time: 0.3557286 Apr 29 13:22:26.135477 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-55b94835-0ae6-40bf-ac23-822af886d452 req-069065fa-2bd0-4991-98c7-ee7325ca8f11 service neutron] 10.222.0.75 "GET /v2.0/networks/75b7fe95-ba69-4d04-89c6-6ad49ef540b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008358 Apr 29 13:22:26.172732 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-17eb4540-cda4-429a-8181-f8e129ff9591 req-17381d98-83c7-489c-849b-a875086679bb service neutron] 10.222.0.75 "GET /v2.0/networks/75b7fe95-ba69-4d04-89c6-6ad49ef540b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4068298 Apr 29 13:22:26.226152 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-bbd326b1-df77-4be1-91e1-93ab1ecbd4c4 req-09b08a9d-cdbc-40df-b191-fcf603a6c9ca tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Allocated IP 172.20.0.3 (a4fad290-576a-4feb-b6ce-f41b37f2e434/e9b8baec-f323-4f7d-a63e-e078a5c175b2/6a02918e-e082-4e84-935f-f625ef33c0c9) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:22:26.239987 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1aee9641-f86e-481f-b9cb-8f349c87d450 req-65c951e7-69e4-4e86-8e94-aefcfbc238dc tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/security-groups?id=93845e7e-bd9b-4908-b74e-2cb0b9e9db46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755603 Apr 29 13:22:26.255582 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc810f0-7e52-45c9-814c-3ad34168ac00 req-9b613afd-5604-414a-ad9b-cd749eb62b3d tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:26.261265 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8dc810f0-7e52-45c9-814c-3ad34168ac00 req-9b613afd-5604-414a-ad9b-cd749eb62b3d tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=204ebe5a-3964-4a27-919b-77cb567dba0a HTTP/1.1" status: 200 len: 945 time: 0.0707870 Apr 29 13:22:26.323019 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8dc810f0-7e52-45c9-814c-3ad34168ac00 req-739f8b3a-e9af-4732-a61f-10a5c7c062a0 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups?id=9277d33e-10a4-42d1-9d68-7406368ee816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590191 Apr 29 13:22:26.409396 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984336ba-63b3-4869-ab6a-c32c696c303f req-8a1e9d47-d3d3-4c53-8cc7-cb95896ea95f tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:26.410956 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-984336ba-63b3-4869-ab6a-c32c696c303f req-8a1e9d47-d3d3-4c53-8cc7-cb95896ea95f tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 944 time: 0.0597327 Apr 29 13:22:26.462648 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-bbd326b1-df77-4be1-91e1-93ab1ecbd4c4 req-09b08a9d-cdbc-40df-b191-fcf603a6c9ca tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Publish callbacks [] for port (6a02918e-e082-4e84-935f-f625ef33c0c9), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:26.499717 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-984336ba-63b3-4869-ab6a-c32c696c303f req-ca15a01d-63ac-4e37-ba27-34e5b39cee04 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725389 Apr 29 13:22:26.526835 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-bbd326b1-df77-4be1-91e1-93ab1ecbd4c4 req-09b08a9d-cdbc-40df-b191-fcf603a6c9ca tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783155810398'] for port (6a02918e-e082-4e84-935f-f625ef33c0c9), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:26.571966 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbd326b1-df77-4be1-91e1-93ab1ecbd4c4 req-09b08a9d-cdbc-40df-b191-fcf603a6c9ca tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Network a4fad290-576a-4feb-b6ce-f41b37f2e434 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:22:26.578259 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-bbd326b1-df77-4be1-91e1-93ab1ecbd4c4 req-09b08a9d-cdbc-40df-b191-fcf603a6c9ca tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:22:26.582383 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbd326b1-df77-4be1-91e1-93ab1ecbd4c4 req-09b08a9d-cdbc-40df-b191-fcf603a6c9ca tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:22:26.587558 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd326b1-df77-4be1-91e1-93ab1ecbd4c4 req-09b08a9d-cdbc-40df-b191-fcf603a6c9ca tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:26.588194 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-bbd326b1-df77-4be1-91e1-93ab1ecbd4c4 req-09b08a9d-cdbc-40df-b191-fcf603a6c9ca tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549835'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:26.597559 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b08a9d-cdbc-40df-b191-fcf603a6c9ca tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Pushing event updated for resources: {'Port': ['ID=6a02918e-e082-4e84-935f-f625ef33c0c9,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:26.604281 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] get_ports_and_sgs() called for port_ids ['7b84c292-da1e-45fb-bee4-72836b1be7c7'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 13:22:26.610832 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-bbd326b1-df77-4be1-91e1-93ab1ecbd4c4 req-09b08a9d-cdbc-40df-b191-fcf603a6c9ca tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8393865 Apr 29 13:22:26.675910 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a8d71b-63ea-4af8-8a58-afe4eb743260 req-10c5ef6f-78f9-48e2-a5c1-80b3c90d24ea tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:26.677447 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-16a8d71b-63ea-4af8-8a58-afe4eb743260 req-10c5ef6f-78f9-48e2-a5c1-80b3c90d24ea tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa4ab5fc-ffc6-4725-930a-b8447e16b10f HTTP/1.1" status: 200 len: 944 time: 0.0509193 Apr 29 13:22:26.730959 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-16a8d71b-63ea-4af8-8a58-afe4eb743260 req-c7ae83a4-1686-4aed-b9f0-b3a9c1f8082e tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457292 Apr 29 13:22:26.753212 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c4090ed3-b188-48ef-a6b9-5d78229fc55d None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:22:27.176537 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0b11d1-fd65-4ae7-b6c8-8ce2ef4d06b8 req-56e539c3-66d9-4529-8931-835b178c8f2d tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:27.188907 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-6a0b11d1-fd65-4ae7-b6c8-8ce2ef4d06b8 req-56e539c3-66d9-4529-8931-835b178c8f2d tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed9fcae1-761b-4591-b3e3-5495bfe3fd32 HTTP/1.1" status: 200 len: 946 time: 0.1261089 Apr 29 13:22:27.254508 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bea047bf-f99e-49b2-8b9d-5ba249a30c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (23d6c007-0036-4fdb-b033-28b1fd628d82), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:27.257354 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-6a0b11d1-fd65-4ae7-b6c8-8ce2ef4d06b8 req-a8c022f9-4d4b-479e-aa16-bddeb2360001 tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] 10.222.0.11 "GET /v2.0/security-groups?id=792e7502-e0ef-4f4c-98d5-f0878f981827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669968 Apr 29 13:22:27.449989 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-17eb4540-cda4-429a-8181-f8e129ff9591 req-59602dd7-984e-4f84-9de2-e8646697fbb7 service neutron] 10.222.0.75 "GET /v2.0/networks/75b7fe95-ba69-4d04-89c6-6ad49ef540b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3522675 Apr 29 13:22:27.630819 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a634273-f666-4679-944a-ec9358d04052 req-d2e808cd-80df-4bd2-bf7e-667877a62b6e tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:27.639187 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6a634273-f666-4679-944a-ec9358d04052 req-d2e808cd-80df-4bd2-bf7e-667877a62b6e tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/ports?device_id=1f3cda49-ba0f-4b59-919c-b07377513680 HTTP/1.1" status: 200 len: 931 time: 0.1539576 Apr 29 13:22:27.688807 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384bcae0-49f4-40fd-8e11-cae6e21447f2 req-bcb0d8d5-143b-46b2-981d-78c15110bb6b tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:27.690658 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc7aa1-e8f5-4f8e-b5f1-a20f33ff7f58 req-b2e0b4df-3fe1-4408-bac8-e951724ffd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:27.692407 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8adc7aa1-e8f5-4f8e-b5f1-a20f33ff7f58 req-b2e0b4df-3fe1-4408-bac8-e951724ffd2a service neutron] 10.222.0.75 "GET /v2.0/networks?id=3410551e-5a46-4ac5-98b2-aca173f9205e HTTP/1.1" status: 200 len: 918 time: 0.6239674 Apr 29 13:22:27.698016 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-384bcae0-49f4-40fd-8e11-cae6e21447f2 req-bcb0d8d5-143b-46b2-981d-78c15110bb6b tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/ports?device_id=39cb76e1-26c5-4904-9277-2a146d1ec3e0 HTTP/1.1" status: 200 len: 945 time: 0.3090217 Apr 29 13:22:27.703248 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-55b94835-0ae6-40bf-ac23-822af886d452 req-e54bc3bd-4e3c-4277-9662-24b2be94131b service neutron] 10.222.0.75 "GET /v2.0/networks/75b7fe95-ba69-4d04-89c6-6ad49ef540b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516167 Apr 29 13:22:27.714113 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [req-bbd326b1-df77-4be1-91e1-93ab1ecbd4c4 req-32cebee4-72af-444f-a6c5-a70c0fb02374 service neutron] Request body: {'port': {'device_id': '1f3cda49-ba0f-4b59-919c-b07377513680', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83769'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:22:27.724224 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6a634273-f666-4679-944a-ec9358d04052 req-9f6e0f09-94c8-465d-aff4-c0570a8d5bcb tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/security-groups?id=40c6a069-00aa-4af9-9ce2-95671f73b724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841432 Apr 29 13:22:27.828851 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-384bcae0-49f4-40fd-8e11-cae6e21447f2 req-2fdefe74-3ff4-4dde-a366-6d234666d6fb tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/security-groups?id=93845e7e-bd9b-4908-b74e-2cb0b9e9db46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296525 Apr 29 13:22:27.831427 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-bbd326b1-df77-4be1-91e1-93ab1ecbd4c4 req-32cebee4-72af-444f-a6c5-a70c0fb02374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (6a02918e-e082-4e84-935f-f625ef33c0c9), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:27.872170 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cfd0c2-2389-41e7-923f-5319c94705a8 req-02b4fe0c-40db-43e6-97a7-8b332e453b0a tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:27.873835 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a5cfd0c2-2389-41e7-923f-5319c94705a8 req-02b4fe0c-40db-43e6-97a7-8b332e453b0a tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=204ebe5a-3964-4a27-919b-77cb567dba0a HTTP/1.1" status: 200 len: 945 time: 0.0572031 Apr 29 13:22:27.923154 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (477bd1e1-70d7-4a7b-b37c-5892af57f2e4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:27.941928 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device 7b84c292-da1e-45fb-bee4-72836b1be7c7 up at agent hyperv_hv-cinder-83769 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:22:27.963655 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a5cfd0c2-2389-41e7-923f-5319c94705a8 req-050bdfe0-a03d-43e1-85ce-fdd33cb69ae1 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups?id=9277d33e-10a4-42d1-9d68-7406368ee816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837879 Apr 29 13:22:28.001047 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8adc7aa1-e8f5-4f8e-b5f1-a20f33ff7f58 req-149b10cb-0437-49c4-a67e-897d0d91ddbe service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b84c292-da1e-45fb-bee4-72836b1be7c7 HTTP/1.1" status: 200 len: 217 time: 0.0458863 Apr 29 13:22:28.048448 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Provisioning for port 7b84c292-da1e-45fb-bee4-72836b1be7c7 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 13:22:28.056324 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Provisioning complete for port 7b84c292-da1e-45fb-bee4-72836b1be7c7 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:22:28.057307 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (7b84c292-da1e-45fb-bee4-72836b1be7c7), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:28.099261 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d8989-4ec5-4059-a9d9-15cc93f42217 req-7f051bef-576e-4681-9e84-0c92285b9f8e tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:28.100451 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-fd3d8989-4ec5-4059-a9d9-15cc93f42217 req-7f051bef-576e-4681-9e84-0c92285b9f8e tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 944 time: 0.0977368 Apr 29 13:22:28.147339 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e284cdac-c6f9-4226-b32c-ed608531322f req-2500ab0f-3a75-4588-9419-4586ed8e17d8 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:28.155910 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e284cdac-c6f9-4226-b32c-ed608531322f req-2500ab0f-3a75-4588-9419-4586ed8e17d8 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa4ab5fc-ffc6-4725-930a-b8447e16b10f HTTP/1.1" status: 200 len: 944 time: 0.0913250 Apr 29 13:22:28.163999 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Current status of the port 7b84c292-da1e-45fb-bee4-72836b1be7c7 is: BUILD; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:22:28.164397 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (7b84c292-da1e-45fb-bee4-72836b1be7c7), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:28.203697 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-fd3d8989-4ec5-4059-a9d9-15cc93f42217 req-829fcb2d-4baa-46f2-88bd-35190e58af38 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937696 Apr 29 13:22:28.208035 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe23dcfb-5b9c-453c-8307-1347c9b3f960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b84c292-da1e-45fb-bee4-72836b1be7c7'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:22:28.210657 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0016abbf82925ac5bb98c97d9984ae38170a8446c70b2249197f38a9e3d809b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b6c085b-5e7b-48b4-aa7d-395f5c092e67" -d '{"events": [{"server_uuid": "fe23dcfb-5b9c-453c-8307-1347c9b3f960", "name": "network-vif-plugged", "status": "completed", "tag": "7b84c292-da1e-45fb-bee4-72836b1be7c7"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:22:28.233687 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] For port 7b84c292-da1e-45fb-bee4-72836b1be7c7, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=7b84c292-da1e-45fb-bee4-72836b1be7c7,segment=NetworkSegment(4fd29a15-20ce-448e-b25d-cf8073262121),segment_id=4fd29a15-20ce-448e-b25d-cf8073262121)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:22:28.246999 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (7b84c292-da1e-45fb-bee4-72836b1be7c7), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:28.283800 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [req-bbd326b1-df77-4be1-91e1-93ab1ecbd4c4 req-32cebee4-72af-444f-a6c5-a70c0fb02374 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a02918e-e082-4e84-935f-f625ef33c0c9 {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:22:28.292043 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-bbd326b1-df77-4be1-91e1-93ab1ecbd4c4 req-32cebee4-72af-444f-a6c5-a70c0fb02374 service neutron] Publish callbacks [] for port (6a02918e-e082-4e84-935f-f625ef33c0c9), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:28.305045 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e284cdac-c6f9-4226-b32c-ed608531322f req-f0cb25fe-fd84-49fd-8264-87cbd684f09a tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383462 Apr 29 13:22:28.330189 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-bbd326b1-df77-4be1-91e1-93ab1ecbd4c4 req-32cebee4-72af-444f-a6c5-a70c0fb02374 service neutron] Transition to ACTIVE for port object 6a02918e-e082-4e84-935f-f625ef33c0c9 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 13:22:28.335505 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-bbd326b1-df77-4be1-91e1-93ab1ecbd4c4 req-32cebee4-72af-444f-a6c5-a70c0fb02374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (6a02918e-e082-4e84-935f-f625ef33c0c9), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:28.337123 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Pushing event updated for resources: {'Port': ['ID=7b84c292-da1e-45fb-bee4-72836b1be7c7,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:28.350207 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-904b2a9a-d0ac-49cf-8687-9185481f3779 x-openstack-request-id: req-904b2a9a-d0ac-49cf-8687-9185481f3779 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:22:28.350803 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe23dcfb-5b9c-453c-8307-1347c9b3f960", "name": "network-vif-plugged", "status": "completed", "tag": "7b84c292-da1e-45fb-bee4-72836b1be7c7", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:22:28.351175 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-904b2a9a-d0ac-49cf-8687-9185481f3779 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:22:28.351859 dv-cinder-837699-3-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event matching ['req-904b2a9a-d0ac-49cf-8687-9185481f3779'] response: {'server_uuid': 'fe23dcfb-5b9c-453c-8307-1347c9b3f960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b84c292-da1e-45fb-bee4-72836b1be7c7', 'code': 200} Apr 29 13:22:28.403934 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cebee4-72af-444f-a6c5-a70c0fb02374 service neutron] Pushing event updated for resources: {'Port': ['ID=6a02918e-e082-4e84-935f-f625ef33c0c9,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:28.443453 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-bbd326b1-df77-4be1-91e1-93ab1ecbd4c4 req-32cebee4-72af-444f-a6c5-a70c0fb02374 service neutron] Attempting to bind port 6a02918e-e082-4e84-935f-f625ef33c0c9 on host hv-cinder-83769 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:22:28.443807 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-bbd326b1-df77-4be1-91e1-93ab1ecbd4c4 req-32cebee4-72af-444f-a6c5-a70c0fb02374 service neutron] Attempting to bind port 6a02918e-e082-4e84-935f-f625ef33c0c9 by drivers openvswitch,hyperv on host hv-cinder-83769 at level 0 using segments [{'id': 'f20e2df8-3258-40c1-b5eb-5cf8acda4898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a4fad290-576a-4feb-b6ce-f41b37f2e434'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:22:28.444124 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd326b1-df77-4be1-91e1-93ab1ecbd4c4 req-32cebee4-72af-444f-a6c5-a70c0fb02374 service neutron] Attempting to bind port 6a02918e-e082-4e84-935f-f625ef33c0c9 on network a4fad290-576a-4feb-b6ce-f41b37f2e434 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:22:28.448652 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd326b1-df77-4be1-91e1-93ab1ecbd4c4 req-32cebee4-72af-444f-a6c5-a70c0fb02374 service neutron] Port 6a02918e-e082-4e84-935f-f625ef33c0c9 on network a4fad290-576a-4feb-b6ce-f41b37f2e434 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83769 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 13:22:28.449553 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd326b1-df77-4be1-91e1-93ab1ecbd4c4 req-32cebee4-72af-444f-a6c5-a70c0fb02374 service neutron] Attempting to bind port 6a02918e-e082-4e84-935f-f625ef33c0c9 on network a4fad290-576a-4feb-b6ce-f41b37f2e434 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:22:28.454596 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd326b1-df77-4be1-91e1-93ab1ecbd4c4 req-32cebee4-72af-444f-a6c5-a70c0fb02374 service neutron] Checking agent: {'id': '477bd1e1-70d7-4a7b-b37c-5892af57f2e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83769', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 19, 28), 'started_at': datetime.datetime(2022, 4, 29, 13, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:22:28.454940 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd326b1-df77-4be1-91e1-93ab1ecbd4c4 req-32cebee4-72af-444f-a6c5-a70c0fb02374 service neutron] Checking segment: {'id': 'f20e2df8-3258-40c1-b5eb-5cf8acda4898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a4fad290-576a-4feb-b6ce-f41b37f2e434'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:22:28.455327 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd326b1-df77-4be1-91e1-93ab1ecbd4c4 req-32cebee4-72af-444f-a6c5-a70c0fb02374 service neutron] Bound using segment: {'id': 'f20e2df8-3258-40c1-b5eb-5cf8acda4898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a4fad290-576a-4feb-b6ce-f41b37f2e434'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:22:28.455759 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-bbd326b1-df77-4be1-91e1-93ab1ecbd4c4 req-32cebee4-72af-444f-a6c5-a70c0fb02374 service neutron] Bound port: 6a02918e-e082-4e84-935f-f625ef33c0c9, host: hv-cinder-83769, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f20e2df8-3258-40c1-b5eb-5cf8acda4898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a4fad290-576a-4feb-b6ce-f41b37f2e434'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:22:28.456121 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-bbd326b1-df77-4be1-91e1-93ab1ecbd4c4 req-32cebee4-72af-444f-a6c5-a70c0fb02374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (6a02918e-e082-4e84-935f-f625ef33c0c9), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:28.483751 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197130a2-6d27-4ddd-82c6-aad809576360 req-bdb3738f-816d-40ec-a281-8961a948d013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:28.485284 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-197130a2-6d27-4ddd-82c6-aad809576360 req-bdb3738f-816d-40ec-a281-8961a948d013 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=204ebe5a-3964-4a27-919b-77cb567dba0a HTTP/1.1" status: 200 len: 1129 time: 0.0407245 Apr 29 13:22:28.528494 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-bbd326b1-df77-4be1-91e1-93ab1ecbd4c4 req-32cebee4-72af-444f-a6c5-a70c0fb02374 service neutron] For port 6a02918e-e082-4e84-935f-f625ef33c0c9, host hv-cinder-83769, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:22:28.531885 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-bbd326b1-df77-4be1-91e1-93ab1ecbd4c4 req-32cebee4-72af-444f-a6c5-a70c0fb02374 service neutron] For port 6a02918e-e082-4e84-935f-f625ef33c0c9, host hv-cinder-83769, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=6a02918e-e082-4e84-935f-f625ef33c0c9,segment=NetworkSegment(f20e2df8-3258-40c1-b5eb-5cf8acda4898),segment_id=f20e2df8-3258-40c1-b5eb-5cf8acda4898)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:22:28.537681 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-bbd326b1-df77-4be1-91e1-93ab1ecbd4c4 req-32cebee4-72af-444f-a6c5-a70c0fb02374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (6a02918e-e082-4e84-935f-f625ef33c0c9), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:28.573347 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd326b1-df77-4be1-91e1-93ab1ecbd4c4 req-32cebee4-72af-444f-a6c5-a70c0fb02374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:28.574969 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-bbd326b1-df77-4be1-91e1-93ab1ecbd4c4 req-32cebee4-72af-444f-a6c5-a70c0fb02374 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549835'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:28.576363 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-bbd326b1-df77-4be1-91e1-93ab1ecbd4c4 req-32cebee4-72af-444f-a6c5-a70c0fb02374 service neutron] 10.222.0.75 "PUT /v2.0/ports/6a02918e-e082-4e84-935f-f625ef33c0c9 HTTP/1.1" status: 200 len: 1093 time: 0.8731096 Apr 29 13:22:28.576830 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f3cda49-ba0f-4b59-919c-b07377513680', 'tag': '6a02918e-e082-4e84-935f-f625ef33c0c9'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:22:28.579076 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ba167d508349ed0cdfb80239bd9ae2522ecb2b1d56ec89f6128388f9fbd08d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac7f0a6-7559-4dde-b35a-d9a4945c41c9" -d '{"events": [{"name": "network-changed", "server_uuid": "1f3cda49-ba0f-4b59-919c-b07377513680", "tag": "6a02918e-e082-4e84-935f-f625ef33c0c9"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:22:28.601567 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cebee4-72af-444f-a6c5-a70c0fb02374 service neutron] Pushing event updated for resources: {'Port': ['ID=6a02918e-e082-4e84-935f-f625ef33c0c9,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:28.621954 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-638be4aa-6d66-46f8-be78-7eff4e1d4572 x-openstack-request-id: req-638be4aa-6d66-46f8-be78-7eff4e1d4572 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:22:28.622246 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f3cda49-ba0f-4b59-919c-b07377513680", "tag": "6a02918e-e082-4e84-935f-f625ef33c0c9", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:22:28.622495 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-638be4aa-6d66-46f8-be78-7eff4e1d4572 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:22:28.622895 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event matching ['req-638be4aa-6d66-46f8-be78-7eff4e1d4572'] response: {'name': 'network-changed', 'server_uuid': '1f3cda49-ba0f-4b59-919c-b07377513680', 'tag': '6a02918e-e082-4e84-935f-f625ef33c0c9', 'status': 'completed', 'code': 200} Apr 29 13:22:28.659592 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (070d87cd-fed4-4d07-85b5-c26ded61f2d8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:28.859272 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bfd14e-c0ab-4fca-9f01-5fb420c38546 req-456bdea6-4236-43aa-b8ad-7e38746e41ab tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:28.860510 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-20bfd14e-c0ab-4fca-9f01-5fb420c38546 req-456bdea6-4236-43aa-b8ad-7e38746e41ab tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/ports?device_id=1f3cda49-ba0f-4b59-919c-b07377513680 HTTP/1.1" status: 200 len: 943 time: 0.0491011 Apr 29 13:22:28.915059 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-20bfd14e-c0ab-4fca-9f01-5fb420c38546 req-887f7d44-a75f-4949-9aa7-96557ac87e58 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/security-groups?id=40c6a069-00aa-4af9-9ce2-95671f73b724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489035 Apr 29 13:22:28.945861 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0259bee2-5558-4457-ae22-d80c3ea0d6a2 req-cd652c88-2244-45c4-b456-2e33c93d9496 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:28.947319 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0259bee2-5558-4457-ae22-d80c3ea0d6a2 req-cd652c88-2244-45c4-b456-2e33c93d9496 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/ports?device_id=39cb76e1-26c5-4904-9277-2a146d1ec3e0 HTTP/1.1" status: 200 len: 945 time: 0.0474360 Apr 29 13:22:28.997293 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0259bee2-5558-4457-ae22-d80c3ea0d6a2 req-7c0458af-92e1-45bb-81bc-9638e4c09ffe tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/security-groups?id=93845e7e-bd9b-4908-b74e-2cb0b9e9db46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435488 Apr 29 13:22:29.092477 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188dab04-319e-44e1-9df6-586b614dec72 req-12a4c39e-273e-45c6-a0ed-dd24148497eb tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:29.094010 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-188dab04-319e-44e1-9df6-586b614dec72 req-12a4c39e-273e-45c6-a0ed-dd24148497eb tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=204ebe5a-3964-4a27-919b-77cb567dba0a HTTP/1.1" status: 200 len: 945 time: 0.0486059 Apr 29 13:22:29.142764 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-188dab04-319e-44e1-9df6-586b614dec72 req-0220f1c3-9f6b-48ef-a59c-7be7929c8c90 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups?id=9277d33e-10a4-42d1-9d68-7406368ee816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430882 Apr 29 13:22:29.151014 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4a1c3b-e2c8-4ee3-b73e-132f57cbb270 req-ce0bad3b-1ddf-412d-9bdc-75d560e6d4cb tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:29.152579 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2d4a1c3b-e2c8-4ee3-b73e-132f57cbb270 req-ce0bad3b-1ddf-412d-9bdc-75d560e6d4cb tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/ports?device_id=39cb76e1-26c5-4904-9277-2a146d1ec3e0 HTTP/1.1" status: 200 len: 945 time: 0.0517347 Apr 29 13:22:29.161844 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 49504) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:22:29.166336 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-a67d883c-247b-4133-8607-87f507abb435 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Request body: {'floatingip': {'port_id': '12b70c87-e24d-4c64-b69e-473398fe0ee1'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:22:29.242190 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a67d883c-247b-4133-8607-87f507abb435 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks [] for floatingip (e7865184-70f0-4f54-8a8c-5aff93e2cafa), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:29.337877 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9899371-78f3-4fb3-8b38-bebbd9e42920 req-0faa505b-0abe-4a75-9fc9-9e75438dac40 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:29.344512 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e9899371-78f3-4fb3-8b38-bebbd9e42920 req-0faa505b-0abe-4a75-9fc9-9e75438dac40 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 945 time: 0.0553088 Apr 29 13:22:29.392904 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e9899371-78f3-4fb3-8b38-bebbd9e42920 req-41fdf02b-c387-4e19-a3af-54ff735cc9e0 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465662 Apr 29 13:22:29.430861 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1810388c-454f-4d56-a8d0-2a0bef81b524 req-586b2419-3bcb-42b4-a7ee-9626cc9b4c30 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:29.432343 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1810388c-454f-4d56-a8d0-2a0bef81b524 req-586b2419-3bcb-42b4-a7ee-9626cc9b4c30 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa4ab5fc-ffc6-4725-930a-b8447e16b10f HTTP/1.1" status: 200 len: 944 time: 0.0642405 Apr 29 13:22:29.548445 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1810388c-454f-4d56-a8d0-2a0bef81b524 req-a56adf8a-a4e9-45f9-a514-19bb57a9c9df tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829396 Apr 29 13:22:29.968328 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a67d883c-247b-4133-8607-87f507abb435 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:29.972440 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a67d883c-247b-4133-8607-87f507abb435 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706107'] for floatingip (e7865184-70f0-4f54-8a8c-5aff93e2cafa), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:30.063804 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ed93e4-29a1-4552-a7a3-259d52e53044 req-1693a417-d4a9-4a52-bb1c-388c4fd0777f tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:30.065264 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-36ed93e4-29a1-4552-a7a3-259d52e53044 req-1693a417-d4a9-4a52-bb1c-388c4fd0777f tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/ports?device_id=1f3cda49-ba0f-4b59-919c-b07377513680 HTTP/1.1" status: 200 len: 943 time: 0.0594633 Apr 29 13:22:30.135331 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.db.l3_db [None req-a67d883c-247b-4133-8607-87f507abb435 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Floating IP e7865184-70f0-4f54-8a8c-5aff93e2cafa associated. External IP: 172.27.0.24, port: 12b70c87-e24d-4c64-b69e-473398fe0ee1. Apr 29 13:22:30.383274 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-36ed93e4-29a1-4552-a7a3-259d52e53044 req-f0e44fba-5ecc-4bec-b6ea-5cd70e90e9a0 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/security-groups?id=40c6a069-00aa-4af9-9ce2-95671f73b724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919512 Apr 29 13:22:30.533782 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0626abd-80e1-405a-a567-8f4819f8bae9 req-02c9aac8-7bd7-4bcb-8d45-d4f999af2b6c tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:30.535281 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f0626abd-80e1-405a-a567-8f4819f8bae9 req-02c9aac8-7bd7-4bcb-8d45-d4f999af2b6c tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=204ebe5a-3964-4a27-919b-77cb567dba0a HTTP/1.1" status: 200 len: 945 time: 0.0848932 Apr 29 13:22:30.632869 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f0626abd-80e1-405a-a567-8f4819f8bae9 req-1d0ed8a9-1333-49f0-b49c-69d1f71f3448 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups?id=9277d33e-10a4-42d1-9d68-7406368ee816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861142 Apr 29 13:22:30.641727 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a67d883c-247b-4133-8607-87f507abb435 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Router 55e917e4-3b0d-460b-a62b-46ecaa345c3f has already been hosted by L3 agent ffd5f049-29fc-4e99-906d-6eadce93ab48 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:22:30.748402 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3642d5df-5819-4c8d-ba42-d579e6ff3d94 req-6a251fa2-8d9d-4c41-b537-d3783a6397f0 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:30.749953 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3642d5df-5819-4c8d-ba42-d579e6ff3d94 req-6a251fa2-8d9d-4c41-b537-d3783a6397f0 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 945 time: 0.0605009 Apr 29 13:22:30.828152 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a67d883c-247b-4133-8607-87f507abb435 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Notify agent at l3_agent.dv-cinder-837699-3-iscsi the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:22:30.834952 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a67d883c-247b-4133-8607-87f507abb435 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574'] for floatingip (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:30.846386 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdadc46-243d-42d7-8c20-399f77cfc344 None None] Sync routers for ids ['55e917e4-3b0d-460b-a62b-46ecaa345c3f'] in dv-cinder-837699-3-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:22:30.858751 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdadc46-243d-42d7-8c20-399f77cfc344 None None] Routers {'55e917e4-3b0d-460b-a62b-46ecaa345c3f'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:22:30.859478 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-6fdadc46-243d-42d7-8c20-399f77cfc344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:22:24Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['55e917e4-3b0d-460b-a62b-46ecaa345c3f'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:22:30.872707 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3642d5df-5819-4c8d-ba42-d579e6ff3d94 req-9fa5d6a9-25bb-43cb-85cb-8f500b7f6f72 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915112 Apr 29 13:22:30.881913 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-a67d883c-247b-4133-8607-87f507abb435 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "PUT /v2.0/floatingips/e7865184-70f0-4f54-8a8c-5aff93e2cafa HTTP/1.1" status: 200 len: 990 time: 1.7190161 Apr 29 13:22:30.882563 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39cb76e1-26c5-4904-9277-2a146d1ec3e0', 'tag': '12b70c87-e24d-4c64-b69e-473398fe0ee1'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:22:30.884897 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34453e8beaba66333125c1a762a789c78ce2f458b63942c2f470c2340433bc94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed22651-971c-4877-8646-85130601bd1f" -d '{"events": [{"name": "network-changed", "server_uuid": "39cb76e1-26c5-4904-9277-2a146d1ec3e0", "tag": "12b70c87-e24d-4c64-b69e-473398fe0ee1"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:22:30.987098 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1217e5bf-aeb4-4ac7-a617-0ad79659ea60 req-6b1d4dd1-0c13-499a-8bcb-7f326bb5f364 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:30.988829 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1217e5bf-aeb4-4ac7-a617-0ad79659ea60 req-6b1d4dd1-0c13-499a-8bcb-7f326bb5f364 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa4ab5fc-ffc6-4725-930a-b8447e16b10f HTTP/1.1" status: 200 len: 944 time: 0.0512931 Apr 29 13:22:31.007670 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-6fdadc46-243d-42d7-8c20-399f77cfc344 None None] Set router 55e917e4-3b0d-460b-a62b-46ecaa345c3f gateway port host: dv-cinder-837699-3-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:22:31.042525 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1217e5bf-aeb4-4ac7-a617-0ad79659ea60 req-2e4ba0f3-2602-49fa-b5a5-807ce72a126d tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468605 Apr 29 13:22:31.096340 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90882a2a-b690-4c4d-b752-90c73a63e725 x-openstack-request-id: req-90882a2a-b690-4c4d-b752-90c73a63e725 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:22:31.097056 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39cb76e1-26c5-4904-9277-2a146d1ec3e0", "tag": "12b70c87-e24d-4c64-b69e-473398fe0ee1", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:22:31.097259 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-90882a2a-b690-4c4d-b752-90c73a63e725 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:22:31.097627 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90882a2a-b690-4c4d-b752-90c73a63e725'] response: {'name': 'network-changed', 'server_uuid': '39cb76e1-26c5-4904-9277-2a146d1ec3e0', 'tag': '12b70c87-e24d-4c64-b69e-473398fe0ee1', 'status': 'completed', 'code': 200} Apr 29 13:22:31.129407 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 49552) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:22:31.239897 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3a915dfd-09f4-4389-b16a-5cbbea0ec38d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:31.286432 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-6fdadc46-243d-42d7-8c20-399f77cfc344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'name': 'tempest-AttachVolumeNegativeTest-921804364-router', 'tenant_id': '1e7f22083aa84571b6efb751abd2b537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:35Z', 'updated_at': '2022-04-29T13:21:44Z', 'revision_number': 4, 'project_id': '1e7f22083aa84571b6efb751abd2b537', 'gw_port': {'id': '4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:51:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:37Z', 'updated_at': '2022-04-29T13:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_floatingips': [{'id': 'e7865184-70f0-4f54-8a8c-5aff93e2cafa', 'tenant_id': '1e7f22083aa84571b6efb751abd2b537', 'floating_ip_address': '172.27.0.24', 'floating_network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'router_id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'port_id': '12b70c87-e24d-4c64-b69e-473398fe0ee1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f33b954-1f3c-43fa-a8bf-3eab44702663', 'mac_address': 'fa:16:3e:96:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39cb76e1-26c5-4904-9277-2a146d1ec3e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:21:54Z', 'updated_at': '2022-04-29T13:22:29Z', 'revision_number': 1, 'project_id': '1e7f22083aa84571b6efb751abd2b537', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9fb300f-d8b7-4a3f-b80f-2de5dfdc5a43', 'name': '', 'network_id': '8f33b954-1f3c-43fa-a8bf-3eab44702663', 'tenant_id': '1e7f22083aa84571b6efb751abd2b537', 'mac_address': 'fa:16:3e:b0:f2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '9f59e443-3db1-41f0-85e9-12ea320207b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:42Z', 'updated_at': '2022-04-29T13:21:57Z', 'revision_number': 5, 'project_id': '1e7f22083aa84571b6efb751abd2b537', 'subnets': [{'id': '9f59e443-3db1-41f0-85e9-12ea320207b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:22:31.332559 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdadc46-243d-42d7-8c20-399f77cfc344 None None] Checking router: 55e917e4-3b0d-460b-a62b-46ecaa345c3f for host: dv-cinder-837699-3-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:22:31.344029 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3a915dfd-09f4-4389-b16a-5cbbea0ec38d admin admin] Publish callbacks [] for security_group (4eb642f4-5730-43a8-8fdb-8e02e817979f), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:31.345502 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdadc46-243d-42d7-8c20-399f77cfc344 None None] Routers {'55e917e4-3b0d-460b-a62b-46ecaa345c3f'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:22:31.346390 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-6fdadc46-243d-42d7-8c20-399f77cfc344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:22:24Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['55e917e4-3b0d-460b-a62b-46ecaa345c3f'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:22:31.349004 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3a915dfd-09f4-4389-b16a-5cbbea0ec38d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (4eb642f4-5730-43a8-8fdb-8e02e817979f), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:31.389309 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-3a915dfd-09f4-4389-b16a-5cbbea0ec38d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=457721da6b264e889588a9caec69cf85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2586122 Apr 29 13:22:31.390080 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a915dfd-09f4-4389-b16a-5cbbea0ec38d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb642f4-5730-43a8-8fdb-8e02e817979f,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:31.392229 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 49556) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:22:31.397744 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a915dfd-09f4-4389-b16a-5cbbea0ec38d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:22:31.398005 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a915dfd-09f4-4389-b16a-5cbbea0ec38d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:22:31.398326 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a915dfd-09f4-4389-b16a-5cbbea0ec38d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:22:31.398573 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a915dfd-09f4-4389-b16a-5cbbea0ec38d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:22:31.398904 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a915dfd-09f4-4389-b16a-5cbbea0ec38d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:22:31.399389 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a915dfd-09f4-4389-b16a-5cbbea0ec38d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:22:31.399532 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a915dfd-09f4-4389-b16a-5cbbea0ec38d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:22:31.399899 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a915dfd-09f4-4389-b16a-5cbbea0ec38d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:22:31.400602 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a915dfd-09f4-4389-b16a-5cbbea0ec38d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:22:31.400602 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a915dfd-09f4-4389-b16a-5cbbea0ec38d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:22:31.400986 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a915dfd-09f4-4389-b16a-5cbbea0ec38d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:22:31.401421 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a915dfd-09f4-4389-b16a-5cbbea0ec38d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:22:31.401801 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a915dfd-09f4-4389-b16a-5cbbea0ec38d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:22:31.402853 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a915dfd-09f4-4389-b16a-5cbbea0ec38d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:22:31.402853 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a915dfd-09f4-4389-b16a-5cbbea0ec38d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:22:31.449840 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-69fe4185-28e3-4e8f-afab-1205b709f575 admin admin] Publish callbacks [] for security_group (4eb642f4-5730-43a8-8fdb-8e02e817979f), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:31.469676 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-6fdadc46-243d-42d7-8c20-399f77cfc344 None None] Set router 55e917e4-3b0d-460b-a62b-46ecaa345c3f gateway port host: dv-cinder-837699-3-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:22:31.472281 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-69fe4185-28e3-4e8f-afab-1205b709f575 admin admin] Publish callbacks [] for security_group (4eb642f4-5730-43a8-8fdb-8e02e817979f), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:31.545606 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e9101d-3a0c-41d4-a1d6-97547c876cee req-317259a9-3dca-4c35-afc1-674462cc767b tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:31.547126 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-79e9101d-3a0c-41d4-a1d6-97547c876cee req-317259a9-3dca-4c35-afc1-674462cc767b tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/ports?device_id=1f3cda49-ba0f-4b59-919c-b07377513680 HTTP/1.1" status: 200 len: 943 time: 0.0679905 Apr 29 13:22:31.579529 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-69fe4185-28e3-4e8f-afab-1205b709f575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (4eb642f4-5730-43a8-8fdb-8e02e817979f), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:31.582677 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-69fe4185-28e3-4e8f-afab-1205b709f575 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:31.586173 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-69fe4185-28e3-4e8f-afab-1205b709f575 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4eb642f4-5730-43a8-8fdb-8e02e817979f HTTP/1.1" status: 204 len: 168 time: 0.1903808 Apr 29 13:22:31.601367 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fe4185-28e3-4e8f-afab-1205b709f575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb642f4-5730-43a8-8fdb-8e02e817979f,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:31.612353 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fe4185-28e3-4e8f-afab-1205b709f575 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:22:31.612800 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fe4185-28e3-4e8f-afab-1205b709f575 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:22:31.613287 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fe4185-28e3-4e8f-afab-1205b709f575 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:22:31.613699 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fe4185-28e3-4e8f-afab-1205b709f575 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:22:31.614471 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fe4185-28e3-4e8f-afab-1205b709f575 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:22:31.614825 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fe4185-28e3-4e8f-afab-1205b709f575 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:22:31.615219 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fe4185-28e3-4e8f-afab-1205b709f575 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:22:31.615676 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fe4185-28e3-4e8f-afab-1205b709f575 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:22:31.616182 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fe4185-28e3-4e8f-afab-1205b709f575 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:22:31.616586 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fe4185-28e3-4e8f-afab-1205b709f575 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:22:31.617007 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fe4185-28e3-4e8f-afab-1205b709f575 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:22:31.617535 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fe4185-28e3-4e8f-afab-1205b709f575 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:22:31.617935 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fe4185-28e3-4e8f-afab-1205b709f575 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:22:31.618274 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fe4185-28e3-4e8f-afab-1205b709f575 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:22:31.618643 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fe4185-28e3-4e8f-afab-1205b709f575 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:22:31.677734 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-79e9101d-3a0c-41d4-a1d6-97547c876cee req-2cf7fb63-2686-4670-8c54-07673c110a54 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/security-groups?id=40c6a069-00aa-4af9-9ce2-95671f73b724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142049 Apr 29 13:22:31.769668 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-6fdadc46-243d-42d7-8c20-399f77cfc344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'name': 'tempest-AttachVolumeNegativeTest-921804364-router', 'tenant_id': '1e7f22083aa84571b6efb751abd2b537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:35Z', 'updated_at': '2022-04-29T13:21:44Z', 'revision_number': 4, 'project_id': '1e7f22083aa84571b6efb751abd2b537', 'gw_port': {'id': '4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:51:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:37Z', 'updated_at': '2022-04-29T13:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_floatingips': [{'id': 'e7865184-70f0-4f54-8a8c-5aff93e2cafa', 'tenant_id': '1e7f22083aa84571b6efb751abd2b537', 'floating_ip_address': '172.27.0.24', 'floating_network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'router_id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'port_id': '12b70c87-e24d-4c64-b69e-473398fe0ee1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f33b954-1f3c-43fa-a8bf-3eab44702663', 'mac_address': 'fa:16:3e:96:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39cb76e1-26c5-4904-9277-2a146d1ec3e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:21:54Z', 'updated_at': '2022-04-29T13:22:29Z', 'revision_number': 1, 'project_id': '1e7f22083aa84571b6efb751abd2b537', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9fb300f-d8b7-4a3f-b80f-2de5dfdc5a43', 'name': '', 'network_id': '8f33b954-1f3c-43fa-a8bf-3eab44702663', 'tenant_id': '1e7f22083aa84571b6efb751abd2b537', 'mac_address': 'fa:16:3e:b0:f2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '9f59e443-3db1-41f0-85e9-12ea320207b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:42Z', 'updated_at': '2022-04-29T13:21:57Z', 'revision_number': 5, 'project_id': '1e7f22083aa84571b6efb751abd2b537', 'subnets': [{'id': '9f59e443-3db1-41f0-85e9-12ea320207b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:22:31.808229 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdadc46-243d-42d7-8c20-399f77cfc344 None None] The sync data for ids ['55e917e4-3b0d-460b-a62b-46ecaa345c3f'] in dv-cinder-837699-3-iscsi is: [{'id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'name': 'tempest-AttachVolumeNegativeTest-921804364-router', 'tenant_id': '1e7f22083aa84571b6efb751abd2b537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:35Z', 'updated_at': '2022-04-29T13:21:44Z', 'revision_number': 4, 'project_id': '1e7f22083aa84571b6efb751abd2b537', 'gw_port': {'id': '4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:51:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:37Z', 'updated_at': '2022-04-29T13:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_floatingips': [{'id': 'e7865184-70f0-4f54-8a8c-5aff93e2cafa', 'tenant_id': '1e7f22083aa84571b6efb751abd2b537', 'floating_ip_address': '172.27.0.24', 'floating_network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'router_id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'port_id': '12b70c87-e24d-4c64-b69e-473398fe0ee1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f33b954-1f3c-43fa-a8bf-3eab44702663', 'mac_address': 'fa:16:3e:96:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39cb76e1-26c5-4904-9277-2a146d1ec3e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:21:54Z', 'updated_at': '2022-04-29T13:22:29Z', 'revision_number': 1, 'project_id': '1e7f22083aa84571b6efb751abd2b537', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9fb300f-d8b7-4a3f-b80f-2de5dfdc5a43', 'name': '', 'network_id': '8f33b954-1f3c-43fa-a8bf-3eab44702663', 'tenant_id': '1e7f22083aa84571b6efb751abd2b537', 'mac_address': 'fa:16:3e:b0:f2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '9f59e443-3db1-41f0-85e9-12ea320207b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:42Z', 'updated_at': '2022-04-29T13:21:57Z', 'revision_number': 5, 'project_id': '1e7f22083aa84571b6efb751abd2b537', 'subnets': [{'id': '9f59e443-3db1-41f0-85e9-12ea320207b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:22:31.856456 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3973c96e-2abc-4df0-905e-d561b2669172 req-6c955ca2-51af-46ed-9737-5f6fbec31149 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:31.863598 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3973c96e-2abc-4df0-905e-d561b2669172 req-6c955ca2-51af-46ed-9737-5f6fbec31149 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=204ebe5a-3964-4a27-919b-77cb567dba0a HTTP/1.1" status: 200 len: 945 time: 0.0748887 Apr 29 13:22:31.905798 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 49572) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:22:31.912989 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device 08d5cab4-d2dd-4c99-b0de-8da67e7251c5 details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 13:22:31.914804 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3973c96e-2abc-4df0-905e-d561b2669172 req-035b5538-dcb2-4348-b903-1c9eb89fd0d3 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups?id=9277d33e-10a4-42d1-9d68-7406368ee816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503438 Apr 29 13:22:32.017309 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 49578) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:22:32.032004 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-55625c0c-14a5-420b-a484-b134b653a9a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:32.064689 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] For port 08d5cab4-d2dd-4c99-b0de-8da67e7251c5, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=08d5cab4-d2dd-4c99-b0de-8da67e7251c5,segment=NetworkSegment(102c26fc-bc3b-4b71-98bb-4021ece289b9),segment_id=102c26fc-bc3b-4b71-98bb-4021ece289b9)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:22:32.076994 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea81d144-8003-4116-823f-1f5fdd2ceb84 req-1ad0860f-67a2-4060-a346-49da3959ea06 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:32.084436 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ea81d144-8003-4116-823f-1f5fdd2ceb84 req-1ad0860f-67a2-4060-a346-49da3959ea06 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 945 time: 0.0939152 Apr 29 13:22:32.090205 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Returning: {'device': '08d5cab4-d2dd-4c99-b0de-8da67e7251c5', 'network_id': '75b7fe95-ba69-4d04-89c6-6ad49ef540b7', 'port_id': '08d5cab4-d2dd-4c99-b0de-8da67e7251c5', 'mac_address': 'fa:16:3e:db:a1:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c49f2808-2545-473c-889a-37ee93dfd06e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 13:22:32.135304 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-55625c0c-14a5-420b-a484-b134b653a9a1 admin admin] Publish callbacks [] for security_group (f219ea84-bed6-4dc8-a394-6d836c831d0b), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:32.141013 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-55625c0c-14a5-420b-a484-b134b653a9a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (f219ea84-bed6-4dc8-a394-6d836c831d0b), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:32.148087 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a759723-eab0-46dd-98d6-2afb997a5267 None None] New status for floating IP e7865184-70f0-4f54-8a8c-5aff93e2cafa: ACTIVE {{(pid=103366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 13:22:32.151694 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ea81d144-8003-4116-823f-1f5fdd2ceb84 req-02023b49-0dee-43a4-b258-9b190d8b27f7 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549476 Apr 29 13:22:32.183089 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55625c0c-14a5-420b-a484-b134b653a9a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f219ea84-bed6-4dc8-a394-6d836c831d0b,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:32.209785 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-55625c0c-14a5-420b-a484-b134b653a9a1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1af4454a608d4b47a7e2a79e33c20434&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1913733 Apr 29 13:22:32.212261 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 49582) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:22:32.263293 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Current status of the port 08d5cab4-d2dd-4c99-b0de-8da67e7251c5 is: DOWN; New status is: BUILD {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:22:32.263948 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (08d5cab4-d2dd-4c99-b0de-8da67e7251c5), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:32.279937 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-06913d4d-7319-4bd2-9cb2-fec2df152b74 admin admin] Publish callbacks [] for security_group (f219ea84-bed6-4dc8-a394-6d836c831d0b), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:32.297536 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f55567-6e0a-438d-bc43-afe86483d30d req-30735949-d245-46a3-84e5-9725eb9b5181 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:32.300033 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c1f55567-6e0a-438d-bc43-afe86483d30d req-30735949-d245-46a3-84e5-9725eb9b5181 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa4ab5fc-ffc6-4725-930a-b8447e16b10f HTTP/1.1" status: 200 len: 944 time: 0.0553379 Apr 29 13:22:32.312063 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-49598e95-2ea6-4bf0-93c6-0a2d3fc54d88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:32.318773 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-06913d4d-7319-4bd2-9cb2-fec2df152b74 admin admin] Publish callbacks [] for security_group (f219ea84-bed6-4dc8-a394-6d836c831d0b), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:32.330805 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08d5cab4-d2dd-4c99-b0de-8da67e7251c5 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:22:32.350877 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c1f55567-6e0a-438d-bc43-afe86483d30d req-80cff479-2d61-426e-b964-00c8cbceccec tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443592 Apr 29 13:22:32.360067 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] For port 08d5cab4-d2dd-4c99-b0de-8da67e7251c5, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=08d5cab4-d2dd-4c99-b0de-8da67e7251c5,segment=NetworkSegment(102c26fc-bc3b-4b71-98bb-4021ece289b9),segment_id=102c26fc-bc3b-4b71-98bb-4021ece289b9)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:22:32.365513 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (08d5cab4-d2dd-4c99-b0de-8da67e7251c5), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:32.402504 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-06913d4d-7319-4bd2-9cb2-fec2df152b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (f219ea84-bed6-4dc8-a394-6d836c831d0b), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:32.404964 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-06913d4d-7319-4bd2-9cb2-fec2df152b74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:32.406065 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-06913d4d-7319-4bd2-9cb2-fec2df152b74 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f219ea84-bed6-4dc8-a394-6d836c831d0b HTTP/1.1" status: 204 len: 168 time: 0.1908238 Apr 29 13:22:32.422901 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06913d4d-7319-4bd2-9cb2-fec2df152b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f219ea84-bed6-4dc8-a394-6d836c831d0b,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:32.439506 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-49598e95-2ea6-4bf0-93c6-0a2d3fc54d88 admin admin] Publish callbacks [] for security_group (4383ccaf-7e2f-4dae-b903-52118bc9823a), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:32.444453 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-49598e95-2ea6-4bf0-93c6-0a2d3fc54d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (4383ccaf-7e2f-4dae-b903-52118bc9823a), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:32.502075 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Pushing event updated for resources: {'Port': ['ID=08d5cab4-d2dd-4c99-b0de-8da67e7251c5,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:32.505319 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 49586) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:22:32.509810 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:22:32.510267 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:22:32.510451 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-49598e95-2ea6-4bf0-93c6-0a2d3fc54d88 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b35fb764653d4c438948faa89fa58fe7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6024425 Apr 29 13:22:32.510568 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:22:32.510899 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:22:32.511295 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:22:32.511629 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:22:32.512298 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:22:32.512827 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:22:32.513311 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:22:32.513889 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:22:32.514724 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:22:32.514976 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49598e95-2ea6-4bf0-93c6-0a2d3fc54d88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4383ccaf-7e2f-4dae-b903-52118bc9823a,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:32.515452 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:22:32.515965 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:22:32.516488 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:22:32.517031 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:22:32.572548 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c4b8737d-390c-4d84-b539-59dd5a2a6162 admin admin] Publish callbacks [] for security_group (4383ccaf-7e2f-4dae-b903-52118bc9823a), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:32.594609 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c4b8737d-390c-4d84-b539-59dd5a2a6162 admin admin] Publish callbacks [] for security_group (4383ccaf-7e2f-4dae-b903-52118bc9823a), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:32.647045 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c4b8737d-390c-4d84-b539-59dd5a2a6162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (4383ccaf-7e2f-4dae-b903-52118bc9823a), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:32.649939 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c4b8737d-390c-4d84-b539-59dd5a2a6162 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:32.651112 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-c4b8737d-390c-4d84-b539-59dd5a2a6162 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4383ccaf-7e2f-4dae-b903-52118bc9823a HTTP/1.1" status: 204 len: 168 time: 0.1448045 Apr 29 13:22:32.659705 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b8737d-390c-4d84-b539-59dd5a2a6162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4383ccaf-7e2f-4dae-b903-52118bc9823a,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:32.719476 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 49592) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:22:32.734757 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cf4c4381-559b-4935-ac46-ea63377ff8d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:32.848661 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094c204a-cc23-4116-894f-5101e6a46751 req-303ce66a-0380-4898-8c60-f499f7184521 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:32.849907 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-094c204a-cc23-4116-894f-5101e6a46751 req-303ce66a-0380-4898-8c60-f499f7184521 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/ports?device_id=1f3cda49-ba0f-4b59-919c-b07377513680 HTTP/1.1" status: 200 len: 943 time: 0.0701339 Apr 29 13:22:32.871620 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cf4c4381-559b-4935-ac46-ea63377ff8d4 admin admin] Publish callbacks [] for security_group (2dde7a82-661a-4e62-a5d2-7fc7900623d6), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:32.880193 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cf4c4381-559b-4935-ac46-ea63377ff8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (2dde7a82-661a-4e62-a5d2-7fc7900623d6), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:32.938058 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4c4381-559b-4935-ac46-ea63377ff8d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dde7a82-661a-4e62-a5d2-7fc7900623d6,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:32.943173 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-cf4c4381-559b-4935-ac46-ea63377ff8d4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5ea4987a456d4d4a8ac9a9129ed203e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2221284 Apr 29 13:22:32.947329 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-094c204a-cc23-4116-894f-5101e6a46751 req-da4106c6-8065-44fe-a610-f51fe701ee64 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/security-groups?id=40c6a069-00aa-4af9-9ce2-95671f73b724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909691 Apr 29 13:22:32.949077 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 49598) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:22:33.008131 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-37ce17e5-137f-4706-9c52-3848ff4866a9 admin admin] Publish callbacks [] for security_group (2dde7a82-661a-4e62-a5d2-7fc7900623d6), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:33.032687 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-37ce17e5-137f-4706-9c52-3848ff4866a9 admin admin] Publish callbacks [] for security_group (2dde7a82-661a-4e62-a5d2-7fc7900623d6), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:33.053703 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 49602) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:22:33.076950 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc91501-b75d-42bb-bb82-443b55ff0d77 req-a0294afc-6c1e-4583-9b07-8ad98183e66d tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:33.078615 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-afc91501-b75d-42bb-bb82-443b55ff0d77 req-a0294afc-6c1e-4583-9b07-8ad98183e66d tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=204ebe5a-3964-4a27-919b-77cb567dba0a HTTP/1.1" status: 200 len: 945 time: 0.0653374 Apr 29 13:22:33.079944 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3670df68-19af-40f9-abf0-8b9b638b11bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:33.091249 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-37ce17e5-137f-4706-9c52-3848ff4866a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (2dde7a82-661a-4e62-a5d2-7fc7900623d6), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:33.093754 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-37ce17e5-137f-4706-9c52-3848ff4866a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:33.097225 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-37ce17e5-137f-4706-9c52-3848ff4866a9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2dde7a82-661a-4e62-a5d2-7fc7900623d6 HTTP/1.1" status: 204 len: 168 time: 0.1424706 Apr 29 13:22:33.103511 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ce17e5-137f-4706-9c52-3848ff4866a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dde7a82-661a-4e62-a5d2-7fc7900623d6,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:33.155509 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] get_ports_and_sgs() called for port_ids ['08d5cab4-d2dd-4c99-b0de-8da67e7251c5'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 13:22:33.160079 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-afc91501-b75d-42bb-bb82-443b55ff0d77 req-316118d0-612b-45ab-b3c0-5cde76072a4c tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups?id=9277d33e-10a4-42d1-9d68-7406368ee816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701160 Apr 29 13:22:33.222303 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3670df68-19af-40f9-abf0-8b9b638b11bf admin admin] Publish callbacks [] for security_group (d022ebb3-1571-454a-bb95-6d5a8d57a302), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:33.228697 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3670df68-19af-40f9-abf0-8b9b638b11bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (d022ebb3-1571-454a-bb95-6d5a8d57a302), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:33.287520 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-3670df68-19af-40f9-abf0-8b9b638b11bf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0d683e72c8864d88af3674d4023eb85b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2311463 Apr 29 13:22:33.288612 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 49608) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:22:33.317367 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3670df68-19af-40f9-abf0-8b9b638b11bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d022ebb3-1571-454a-bb95-6d5a8d57a302,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:33.345064 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-65462451-20bb-4374-9c9b-3c62cef4380e admin admin] Publish callbacks [] for security_group (d022ebb3-1571-454a-bb95-6d5a8d57a302), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:33.351324 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1151e1-6dfe-49f5-a64d-260809282c2e req-ad6f26b4-0603-427a-9662-6c8a45241195 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:33.353433 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fa1151e1-6dfe-49f5-a64d-260809282c2e req-ad6f26b4-0603-427a-9662-6c8a45241195 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 945 time: 0.0850012 Apr 29 13:22:33.375507 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-65462451-20bb-4374-9c9b-3c62cef4380e admin admin] Publish callbacks [] for security_group (d022ebb3-1571-454a-bb95-6d5a8d57a302), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:33.421390 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fa1151e1-6dfe-49f5-a64d-260809282c2e req-78f03504-a006-42fe-8faf-353b3828e14a tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579822 Apr 29 13:22:33.443219 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-65462451-20bb-4374-9c9b-3c62cef4380e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (d022ebb3-1571-454a-bb95-6d5a8d57a302), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:33.446415 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-65462451-20bb-4374-9c9b-3c62cef4380e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:33.447727 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-65462451-20bb-4374-9c9b-3c62cef4380e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d022ebb3-1571-454a-bb95-6d5a8d57a302 HTTP/1.1" status: 204 len: 168 time: 0.1580324 Apr 29 13:22:33.457612 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65462451-20bb-4374-9c9b-3c62cef4380e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d022ebb3-1571-454a-bb95-6d5a8d57a302,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:33.539292 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c3c1b9-d471-41aa-ae19-ea1620e88798 req-7884d93c-4cda-4340-8c93-5c867600aa69 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:33.540807 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d8c3c1b9-d471-41aa-ae19-ea1620e88798 req-7884d93c-4cda-4340-8c93-5c867600aa69 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa4ab5fc-ffc6-4725-930a-b8447e16b10f HTTP/1.1" status: 200 len: 944 time: 0.0469162 Apr 29 13:22:33.591470 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d8c3c1b9-d471-41aa-ae19-ea1620e88798 req-1b0ee917-2304-477b-8f76-d1961ed07774 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448320 Apr 29 13:22:34.066359 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f2194-608a-420b-adf4-19f2a945b755 req-944bd02e-5728-48e0-b6bc-53616a0a4e22 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:34.067915 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7e3f2194-608a-420b-adf4-19f2a945b755 req-944bd02e-5728-48e0-b6bc-53616a0a4e22 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/ports?device_id=1f3cda49-ba0f-4b59-919c-b07377513680 HTTP/1.1" status: 200 len: 943 time: 0.0486836 Apr 29 13:22:34.117988 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7e3f2194-608a-420b-adf4-19f2a945b755 req-9c7db296-8b75-47b4-aa87-3e862fa7915f tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/security-groups?id=40c6a069-00aa-4af9-9ce2-95671f73b724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443914 Apr 29 13:22:34.289982 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db89f7a5-509d-47c2-b412-c058e984e145 req-3886c0c2-ad68-48c1-8e5d-ac1a63109006 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:34.291686 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-db89f7a5-509d-47c2-b412-c058e984e145 req-3886c0c2-ad68-48c1-8e5d-ac1a63109006 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=204ebe5a-3964-4a27-919b-77cb567dba0a HTTP/1.1" status: 200 len: 945 time: 0.0518289 Apr 29 13:22:34.341276 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-db89f7a5-509d-47c2-b412-c058e984e145 req-742e5dec-1518-4eb3-bda7-61118d2b6428 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups?id=9277d33e-10a4-42d1-9d68-7406368ee816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430958 Apr 29 13:22:34.541491 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d48df5-25d2-4d7a-8ff3-cd12564b3e71 req-7b148e4b-dfa1-40b9-86c5-9812b990f303 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:34.546851 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a9d48df5-25d2-4d7a-8ff3-cd12564b3e71 req-7b148e4b-dfa1-40b9-86c5-9812b990f303 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 945 time: 0.0545256 Apr 29 13:22:34.592651 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a9d48df5-25d2-4d7a-8ff3-cd12564b3e71 req-b654e056-515b-49e8-b9db-31ef964fcbd8 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429847 Apr 29 13:22:34.700633 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device 08d5cab4-d2dd-4c99-b0de-8da67e7251c5 up at agent hyperv_hv-cinder-83769 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:22:34.711425 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ab8ae-bfc7-474d-a8e6-15b879dc3ea0 req-f65dcc85-f72b-4186-a608-f2f482ae6686 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:34.712941 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-559ab8ae-bfc7-474d-a8e6-15b879dc3ea0 req-f65dcc85-f72b-4186-a608-f2f482ae6686 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa4ab5fc-ffc6-4725-930a-b8447e16b10f HTTP/1.1" status: 200 len: 944 time: 0.0476403 Apr 29 13:22:34.747915 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Provisioning for port 08d5cab4-d2dd-4c99-b0de-8da67e7251c5 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 13:22:34.754992 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Provisioning complete for port 08d5cab4-d2dd-4c99-b0de-8da67e7251c5 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:22:34.755357 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (08d5cab4-d2dd-4c99-b0de-8da67e7251c5), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:34.771028 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-559ab8ae-bfc7-474d-a8e6-15b879dc3ea0 req-24a1005f-e922-49c3-919f-647422d84ee2 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514588 Apr 29 13:22:34.843133 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Current status of the port 08d5cab4-d2dd-4c99-b0de-8da67e7251c5 is: BUILD; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:22:34.843678 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (08d5cab4-d2dd-4c99-b0de-8da67e7251c5), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:34.866866 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bc91d38-3fcc-47d3-84e8-50c55753dff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08d5cab4-d2dd-4c99-b0de-8da67e7251c5'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:22:34.869100 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0016abbf82925ac5bb98c97d9984ae38170a8446c70b2249197f38a9e3d809b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d58eeaa-b006-46ed-989f-7b0f15f257c4" -d '{"events": [{"server_uuid": "8bc91d38-3fcc-47d3-84e8-50c55753dff2", "name": "network-vif-plugged", "status": "completed", "tag": "08d5cab4-d2dd-4c99-b0de-8da67e7251c5"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:22:34.881621 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] For port 08d5cab4-d2dd-4c99-b0de-8da67e7251c5, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=08d5cab4-d2dd-4c99-b0de-8da67e7251c5,segment=NetworkSegment(102c26fc-bc3b-4b71-98bb-4021ece289b9),segment_id=102c26fc-bc3b-4b71-98bb-4021ece289b9)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:22:34.885864 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (08d5cab4-d2dd-4c99-b0de-8da67e7251c5), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:34.909191 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be8ba91-40f8-423e-a2c3-71c52a228377 x-openstack-request-id: req-6be8ba91-40f8-423e-a2c3-71c52a228377 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:22:34.909515 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bc91d38-3fcc-47d3-84e8-50c55753dff2", "name": "network-vif-plugged", "status": "completed", "tag": "08d5cab4-d2dd-4c99-b0de-8da67e7251c5", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:22:34.909773 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6be8ba91-40f8-423e-a2c3-71c52a228377 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:22:34.910167 dv-cinder-837699-3-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6be8ba91-40f8-423e-a2c3-71c52a228377'] response: {'server_uuid': '8bc91d38-3fcc-47d3-84e8-50c55753dff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08d5cab4-d2dd-4c99-b0de-8da67e7251c5', 'code': 200} Apr 29 13:22:34.935576 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Pushing event updated for resources: {'Port': ['ID=08d5cab4-d2dd-4c99-b0de-8da67e7251c5,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:35.233474 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367a46a0-ea1c-42e7-9961-5c4a1aaf9e15 req-c81b28b7-5a30-4e7b-83af-9a8c64bdfcb4 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:35.234952 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-367a46a0-ea1c-42e7-9961-5c4a1aaf9e15 req-c81b28b7-5a30-4e7b-83af-9a8c64bdfcb4 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/ports?device_id=1f3cda49-ba0f-4b59-919c-b07377513680 HTTP/1.1" status: 200 len: 943 time: 0.0485740 Apr 29 13:22:35.281440 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-367a46a0-ea1c-42e7-9961-5c4a1aaf9e15 req-06713c29-4a9c-4ce7-aff1-a5cf675c9b79 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/security-groups?id=40c6a069-00aa-4af9-9ce2-95671f73b724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408323 Apr 29 13:22:35.453936 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c103b32a-b291-4bdf-8ba6-d48e361c4978 req-0c011569-04eb-4612-a7a8-6fc8432f715a tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:35.455477 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c103b32a-b291-4bdf-8ba6-d48e361c4978 req-0c011569-04eb-4612-a7a8-6fc8432f715a tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=204ebe5a-3964-4a27-919b-77cb567dba0a HTTP/1.1" status: 200 len: 945 time: 0.0460963 Apr 29 13:22:35.506093 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c103b32a-b291-4bdf-8ba6-d48e361c4978 req-4df9b483-cb40-462d-8d4d-7bf81ac6a906 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups?id=9277d33e-10a4-42d1-9d68-7406368ee816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450056 Apr 29 13:22:35.728977 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0253392d-e1cd-47b6-a6b7-e112c66b1857 req-19187102-0607-499f-a5f2-3cb908b6b70b tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:35.731215 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0253392d-e1cd-47b6-a6b7-e112c66b1857 req-19187102-0607-499f-a5f2-3cb908b6b70b tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 945 time: 0.0594854 Apr 29 13:22:35.789363 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0253392d-e1cd-47b6-a6b7-e112c66b1857 req-815706d5-97f5-460d-8823-f6bc5019f69c tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517845 Apr 29 13:22:35.907967 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-197130a2-6d27-4ddd-82c6-aad809576360 req-9df3ae77-741f-4a94-ac54-30a5ede9ecc4 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=9277d33e-10a4-42d1-9d68-7406368ee816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140792 Apr 29 13:22:35.914978 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed22651-971c-4877-8646-85130601bd1f req-09390f1c-462e-47af-95c0-5484626bf4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:35.918984 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9ed22651-971c-4877-8646-85130601bd1f req-09390f1c-462e-47af-95c0-5484626bf4d0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1e7f22083aa84571b6efb751abd2b537&device_id=39cb76e1-26c5-4904-9277-2a146d1ec3e0 HTTP/1.1" status: 200 len: 1129 time: 0.0935719 Apr 29 13:22:35.972691 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc7aa1-e8f5-4f8e-b5f1-a20f33ff7f58 req-7be84483-f758-449d-83dc-10e7f502fc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:35.974555 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8adc7aa1-e8f5-4f8e-b5f1-a20f33ff7f58 req-7be84483-f758-449d-83dc-10e7f502fc93 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d4719930-215c-410a-9121-e8646740b594 HTTP/1.1" status: 200 len: 856 time: 0.1824625 Apr 29 13:22:35.984128 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac7f0a6-7559-4dde-b35a-d9a4945c41c9 req-6c1198b1-b3c0-4516-86b8-2b62b2f0296a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:35.985954 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-dac7f0a6-7559-4dde-b35a-d9a4945c41c9 req-6c1198b1-b3c0-4516-86b8-2b62b2f0296a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=fabf7cc13fed41db887130c8fcc80b2e&device_id=1f3cda49-ba0f-4b59-919c-b07377513680 HTTP/1.1" status: 200 len: 1127 time: 0.1166863 Apr 29 13:22:35.997712 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa958140-7080-48ef-802a-287e286c5b4b req-08b0faac-2277-4641-8500-40b883c267e6 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:35.999821 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-aa958140-7080-48ef-802a-287e286c5b4b req-08b0faac-2277-4641-8500-40b883c267e6 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa4ab5fc-ffc6-4725-930a-b8447e16b10f HTTP/1.1" status: 200 len: 944 time: 0.0687456 Apr 29 13:22:36.051359 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-aa958140-7080-48ef-802a-287e286c5b4b req-5417d017-1dca-4080-86f0-ced6334cf908 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453632 Apr 29 13:22:36.395602 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a57cc3-a91b-441c-acf2-71e1d1cf402d req-19a2697c-6866-4f9a-9680-ce68d5101841 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:36.397125 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-19a57cc3-a91b-441c-acf2-71e1d1cf402d req-19a2697c-6866-4f9a-9680-ce68d5101841 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/ports?device_id=1f3cda49-ba0f-4b59-919c-b07377513680 HTTP/1.1" status: 200 len: 943 time: 0.0474920 Apr 29 13:22:36.446709 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-19a57cc3-a91b-441c-acf2-71e1d1cf402d req-e8b9ca5d-bafc-4148-ae08-1423fd0696c4 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/security-groups?id=40c6a069-00aa-4af9-9ce2-95671f73b724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433044 Apr 29 13:22:36.546747 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc7aa1-e8f5-4f8e-b5f1-a20f33ff7f58 req-62311b54-4c39-4059-aeda-527b056dcaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:36.548363 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8adc7aa1-e8f5-4f8e-b5f1-a20f33ff7f58 req-62311b54-4c39-4059-aeda-527b056dcaae service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3410551e-5a46-4ac5-98b2-aca173f9205e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0726058 Apr 29 13:22:36.555070 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb8cf49-5adc-4ea0-af9a-690b2f82d06d req-f08b05a7-c1b8-4a87-8688-afcc5a3d0516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:36.556525 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5eb8cf49-5adc-4ea0-af9a-690b2f82d06d req-f08b05a7-c1b8-4a87-8688-afcc5a3d0516 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 1129 time: 0.0505540 Apr 29 13:22:36.631042 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1712aa8-79b2-49eb-a6cf-307e0f19945f req-811c26cf-16ca-41f0-8abc-6096b71235c0 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:36.632545 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b1712aa8-79b2-49eb-a6cf-307e0f19945f req-811c26cf-16ca-41f0-8abc-6096b71235c0 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=204ebe5a-3964-4a27-919b-77cb567dba0a HTTP/1.1" status: 200 len: 945 time: 0.0491264 Apr 29 13:22:36.691164 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b1712aa8-79b2-49eb-a6cf-307e0f19945f req-5feb4e58-8a00-4efa-b515-0198c6ea0272 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups?id=9277d33e-10a4-42d1-9d68-7406368ee816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502636 Apr 29 13:22:36.692147 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device fc4f30ac-b094-4a8b-bc80-d1f0623ce3c7 details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 13:22:36.794062 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] For port fc4f30ac-b094-4a8b-bc80-d1f0623ce3c7, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=fc4f30ac-b094-4a8b-bc80-d1f0623ce3c7,segment=NetworkSegment(102c26fc-bc3b-4b71-98bb-4021ece289b9),segment_id=102c26fc-bc3b-4b71-98bb-4021ece289b9)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:22:36.805013 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Returning: {'device': 'fc4f30ac-b094-4a8b-bc80-d1f0623ce3c7', 'network_id': '75b7fe95-ba69-4d04-89c6-6ad49ef540b7', 'port_id': 'fc4f30ac-b094-4a8b-bc80-d1f0623ce3c7', 'mac_address': 'fa:16:3e:44:87:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c49f2808-2545-473c-889a-37ee93dfd06e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 13:22:36.842233 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Current status of the port fc4f30ac-b094-4a8b-bc80-d1f0623ce3c7 is: DOWN; New status is: BUILD {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:22:36.842628 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (fc4f30ac-b094-4a8b-bc80-d1f0623ce3c7), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:36.856158 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc4f30ac-b094-4a8b-bc80-d1f0623ce3c7 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:22:36.876035 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] For port fc4f30ac-b094-4a8b-bc80-d1f0623ce3c7, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=fc4f30ac-b094-4a8b-bc80-d1f0623ce3c7,segment=NetworkSegment(102c26fc-bc3b-4b71-98bb-4021ece289b9),segment_id=102c26fc-bc3b-4b71-98bb-4021ece289b9)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:22:36.879261 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (fc4f30ac-b094-4a8b-bc80-d1f0623ce3c7), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:36.929783 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Pushing event updated for resources: {'Port': ['ID=fc4f30ac-b094-4a8b-bc80-d1f0623ce3c7,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:36.944447 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc44403-7e53-41d4-97de-dff1a1aca98b req-3b29b79a-ef4e-4f2c-a001-014eb092e262 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:36.945963 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7dc44403-7e53-41d4-97de-dff1a1aca98b req-3b29b79a-ef4e-4f2c-a001-014eb092e262 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 945 time: 0.0491793 Apr 29 13:22:36.995147 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7dc44403-7e53-41d4-97de-dff1a1aca98b req-fce67ed1-42b4-47d9-9ad8-517e56e7acaf tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425925 Apr 29 13:22:37.167243 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed22651-971c-4877-8646-85130601bd1f req-c4582ca6-e5f9-4711-9ce5-f3bc87e62ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:37.168995 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9ed22651-971c-4877-8646-85130601bd1f req-c4582ca6-e5f9-4711-9ce5-f3bc87e62ded service neutron] 10.222.0.75 "GET /v2.0/networks?id=8f33b954-1f3c-43fa-a8bf-3eab44702663 HTTP/1.1" status: 200 len: 915 time: 0.0930455 Apr 29 13:22:37.227125 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8204afb-1347-45de-a966-b746aa3219d5 req-62380659-675b-4786-9310-4518bc3908fc tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:37.229114 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b8204afb-1347-45de-a966-b746aa3219d5 req-62380659-675b-4786-9310-4518bc3908fc tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa4ab5fc-ffc6-4725-930a-b8447e16b10f HTTP/1.1" status: 200 len: 945 time: 0.0853939 Apr 29 13:22:37.270572 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac7f0a6-7559-4dde-b35a-d9a4945c41c9 req-72e8f911-2b0a-4795-ace0-1dce3618c3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:37.271950 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-dac7f0a6-7559-4dde-b35a-d9a4945c41c9 req-72e8f911-2b0a-4795-ace0-1dce3618c3c9 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=fabf7cc13fed41db887130c8fcc80b2e&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1957550 Apr 29 13:22:37.328099 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5924b3-c32b-47dc-bc49-08c55302c393 req-57c53b2f-490b-449c-a73a-62114e2e8e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:37.330167 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9a5924b3-c32b-47dc-bc49-08c55302c393 req-57c53b2f-490b-449c-a73a-62114e2e8e57 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=8bc91d38-3fcc-47d3-84e8-50c55753dff2 HTTP/1.1" status: 200 len: 1129 time: 0.1272056 Apr 29 13:22:37.358263 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5eb8cf49-5adc-4ea0-af9a-690b2f82d06d req-e0072ed4-b880-4aed-be05-501c22be0a97 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545470 Apr 29 13:22:37.380172 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9ed22651-971c-4877-8646-85130601bd1f req-84e8c7aa-82fc-43e7-ad6e-0b8496fdcdd0 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12b70c87-e24d-4c64-b69e-473398fe0ee1 HTTP/1.1" status: 200 len: 1000 time: 0.1458094 Apr 29 13:22:37.380983 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b8204afb-1347-45de-a966-b746aa3219d5 req-0bcee2cb-ccb8-41b1-9b6a-30b9cd022c40 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268356 Apr 29 13:22:37.388040 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8adc7aa1-e8f5-4f8e-b5f1-a20f33ff7f58 req-ce4b18f7-f4e1-487e-a83a-0781e30276d1 service neutron] 10.222.0.75 "GET /v2.0/networks/3410551e-5a46-4ac5-98b2-aca173f9205e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829083 Apr 29 13:22:37.555948 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] get_ports_and_sgs() called for port_ids ['fc4f30ac-b094-4a8b-bc80-d1f0623ce3c7'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 13:22:37.571487 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ac0f8d-52e1-4d45-8e96-86c1e040164f req-bd15e99e-1307-4be4-8913-e3a96f76b68f tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:37.573895 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-23ac0f8d-52e1-4d45-8e96-86c1e040164f req-bd15e99e-1307-4be4-8913-e3a96f76b68f tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/ports?device_id=1f3cda49-ba0f-4b59-919c-b07377513680 HTTP/1.1" status: 200 len: 943 time: 0.0575914 Apr 29 13:22:37.632341 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-23ac0f8d-52e1-4d45-8e96-86c1e040164f req-38ea832d-70cd-4b00-b110-7b73e28ba3a0 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/security-groups?id=40c6a069-00aa-4af9-9ce2-95671f73b724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508950 Apr 29 13:22:37.654244 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 49710) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:22:37.759640 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e8fcf076-7096-4451-846d-90b28196310b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:37.863579 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f574cda8-a16e-4f26-94a8-b778beb1e7f5 req-96c55fc7-2717-4472-a717-de138c32b731 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:37.865101 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f574cda8-a16e-4f26-94a8-b778beb1e7f5 req-96c55fc7-2717-4472-a717-de138c32b731 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=204ebe5a-3964-4a27-919b-77cb567dba0a HTTP/1.1" status: 200 len: 945 time: 0.0797925 Apr 29 13:22:37.934874 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e8fcf076-7096-4451-846d-90b28196310b admin admin] Publish callbacks [] for security_group (317e742c-0aae-4c86-acf6-8b21e742df9d), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:37.939494 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f574cda8-a16e-4f26-94a8-b778beb1e7f5 req-a29b0b7c-354a-43b5-9c72-a3cb84b1e16e tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups?id=9277d33e-10a4-42d1-9d68-7406368ee816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671265 Apr 29 13:22:37.940464 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e8fcf076-7096-4451-846d-90b28196310b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (317e742c-0aae-4c86-acf6-8b21e742df9d), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:37.979298 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-e8fcf076-7096-4451-846d-90b28196310b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8c953f87d03b4b4d94fb0b5bf310c053&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3323698 Apr 29 13:22:37.980308 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fcf076-7096-4451-846d-90b28196310b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=317e742c-0aae-4c86-acf6-8b21e742df9d,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:37.982088 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 49720) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:22:38.032556 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e28ea5f7-28de-420d-84b8-be838424ed6a admin admin] Publish callbacks [] for security_group (317e742c-0aae-4c86-acf6-8b21e742df9d), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:38.054103 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e28ea5f7-28de-420d-84b8-be838424ed6a admin admin] Publish callbacks [] for security_group (317e742c-0aae-4c86-acf6-8b21e742df9d), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:38.128108 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b954d7-0f32-4c9d-8842-6c881028e719 req-df1cede8-adab-4c84-9978-89ebc04bdbb0 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:38.129588 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e7b954d7-0f32-4c9d-8842-6c881028e719 req-df1cede8-adab-4c84-9978-89ebc04bdbb0 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 945 time: 0.0602491 Apr 29 13:22:38.149905 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e28ea5f7-28de-420d-84b8-be838424ed6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (317e742c-0aae-4c86-acf6-8b21e742df9d), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:38.152780 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e28ea5f7-28de-420d-84b8-be838424ed6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:38.153894 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-e28ea5f7-28de-420d-84b8-be838424ed6a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/317e742c-0aae-4c86-acf6-8b21e742df9d HTTP/1.1" status: 204 len: 168 time: 0.1707382 Apr 29 13:22:38.166121 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28ea5f7-28de-420d-84b8-be838424ed6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=317e742c-0aae-4c86-acf6-8b21e742df9d,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:38.201480 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e7b954d7-0f32-4c9d-8842-6c881028e719 req-6bc61e85-a6a1-49bc-9cb8-bc28fa285637 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656793 Apr 29 13:22:38.507854 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3671635-8bad-4dec-a421-eb817cee6527 req-68e54dc3-8340-47fc-adf1-9f6d37789e72 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:38.509381 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b3671635-8bad-4dec-a421-eb817cee6527 req-68e54dc3-8340-47fc-adf1-9f6d37789e72 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa4ab5fc-ffc6-4725-930a-b8447e16b10f HTTP/1.1" status: 200 len: 945 time: 0.0492320 Apr 29 13:22:38.561938 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b3671635-8bad-4dec-a421-eb817cee6527 req-049052d1-1514-4b95-815c-301424ff48e2 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466990 Apr 29 13:22:38.793856 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed22651-971c-4877-8646-85130601bd1f req-648d40e0-2e67-4361-ab38-af05dfa7cea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:38.793856 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9ed22651-971c-4877-8646-85130601bd1f req-648d40e0-2e67-4361-ab38-af05dfa7cea2 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9f59e443-3db1-41f0-85e9-12ea320207b5 HTTP/1.1" status: 200 len: 853 time: 0.1146390 Apr 29 13:22:38.793856 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9a5924b3-c32b-47dc-bc49-08c55302c393 req-96583c10-9da2-4b05-ad28-dbe25c1f2774 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384432 Apr 29 13:22:38.812329 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb797f3-8a17-44f0-9ca0-90d4d84525b4 req-dab0b359-2f37-4c0e-bc9c-fc48ba84a1b3 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:38.813905 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-aeb797f3-8a17-44f0-9ca0-90d4d84525b4 req-dab0b359-2f37-4c0e-bc9c-fc48ba84a1b3 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/ports?device_id=1f3cda49-ba0f-4b59-919c-b07377513680 HTTP/1.1" status: 200 len: 943 time: 0.0908725 Apr 29 13:22:38.834289 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac7f0a6-7559-4dde-b35a-d9a4945c41c9 req-28fa023b-03f5-46b9-81b6-412d5d756a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:38.835743 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-dac7f0a6-7559-4dde-b35a-d9a4945c41c9 req-28fa023b-03f5-46b9-81b6-412d5d756a54 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1858752 Apr 29 13:22:38.854403 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8adc7aa1-e8f5-4f8e-b5f1-a20f33ff7f58 req-7046a93d-9436-4d8c-b6c2-40bb24faabe8 service neutron] 10.222.0.75 "GET /v2.0/networks/3410551e-5a46-4ac5-98b2-aca173f9205e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957202 Apr 29 13:22:38.873642 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-aeb797f3-8a17-44f0-9ca0-90d4d84525b4 req-517d3473-fa71-4454-b680-5d8a6cf8f472 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/security-groups?id=40c6a069-00aa-4af9-9ce2-95671f73b724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532982 Apr 29 13:22:39.053881 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983c1165-c44a-40ed-90ba-5c9e929f9eed req-ebafaa2d-3cc9-4e5f-b7ae-1fef3b12fa3b tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:39.055376 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-983c1165-c44a-40ed-90ba-5c9e929f9eed req-ebafaa2d-3cc9-4e5f-b7ae-1fef3b12fa3b tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=204ebe5a-3964-4a27-919b-77cb567dba0a HTTP/1.1" status: 200 len: 945 time: 0.0491128 Apr 29 13:22:39.083980 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device fc4f30ac-b094-4a8b-bc80-d1f0623ce3c7 up at agent hyperv_hv-cinder-83769 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:22:39.106659 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-983c1165-c44a-40ed-90ba-5c9e929f9eed req-73ce659d-3f17-48e2-8337-f010b847cbde tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups?id=9277d33e-10a4-42d1-9d68-7406368ee816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448554 Apr 29 13:22:39.131571 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Provisioning for port fc4f30ac-b094-4a8b-bc80-d1f0623ce3c7 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 13:22:39.138654 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Provisioning complete for port fc4f30ac-b094-4a8b-bc80-d1f0623ce3c7 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:22:39.139169 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (fc4f30ac-b094-4a8b-bc80-d1f0623ce3c7), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:39.238351 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Current status of the port fc4f30ac-b094-4a8b-bc80-d1f0623ce3c7 is: BUILD; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:22:39.238811 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (fc4f30ac-b094-4a8b-bc80-d1f0623ce3c7), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:39.246713 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6887cc92-20de-40b5-8f81-7432f427f327 req-dbf5e815-0c79-4b30-aec3-86dacfe09119 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:39.248962 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-6887cc92-20de-40b5-8f81-7432f427f327 req-dbf5e815-0c79-4b30-aec3-86dacfe09119 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=204ebe5a-3964-4a27-919b-77cb567dba0a HTTP/1.1" status: 200 len: 945 time: 0.0689144 Apr 29 13:22:39.257140 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 49766) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:22:39.261742 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-d1122838-f202-4af1-aa2f-eee00768f139 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Request body: {'floatingip': {'port_id': '0727d745-efdd-4928-8413-f105198fd646'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:22:39.273238 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa4ab5fc-ffc6-4725-930a-b8447e16b10f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc4f30ac-b094-4a8b-bc80-d1f0623ce3c7'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:22:39.275605 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0016abbf82925ac5bb98c97d9984ae38170a8446c70b2249197f38a9e3d809b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e416a721-4f6e-4e37-861e-f2d6c8b0df3e" -d '{"events": [{"server_uuid": "aa4ab5fc-ffc6-4725-930a-b8447e16b10f", "name": "network-vif-plugged", "status": "completed", "tag": "fc4f30ac-b094-4a8b-bc80-d1f0623ce3c7"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:22:39.294486 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] For port fc4f30ac-b094-4a8b-bc80-d1f0623ce3c7, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=fc4f30ac-b094-4a8b-bc80-d1f0623ce3c7,segment=NetworkSegment(102c26fc-bc3b-4b71-98bb-4021ece289b9),segment_id=102c26fc-bc3b-4b71-98bb-4021ece289b9)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:22:39.300670 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (fc4f30ac-b094-4a8b-bc80-d1f0623ce3c7), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:39.325834 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d1122838-f202-4af1-aa2f-eee00768f139 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks [] for floatingip (6602e79d-bd2b-4c07-b09d-744e4e78b69c), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:39.328409 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2061d637-4fec-45e3-95b8-ba873673d487 x-openstack-request-id: req-2061d637-4fec-45e3-95b8-ba873673d487 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:22:39.329018 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa4ab5fc-ffc6-4725-930a-b8447e16b10f", "name": "network-vif-plugged", "status": "completed", "tag": "fc4f30ac-b094-4a8b-bc80-d1f0623ce3c7", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:22:39.329503 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2061d637-4fec-45e3-95b8-ba873673d487 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:22:39.330112 dv-cinder-837699-3-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2061d637-4fec-45e3-95b8-ba873673d487'] response: {'server_uuid': 'aa4ab5fc-ffc6-4725-930a-b8447e16b10f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc4f30ac-b094-4a8b-bc80-d1f0623ce3c7', 'code': 200} Apr 29 13:22:39.358627 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Pushing event updated for resources: {'Port': ['ID=fc4f30ac-b094-4a8b-bc80-d1f0623ce3c7,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:39.423688 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df6b69a-fc40-41a4-8fcd-17445f348649 req-cbc3f02a-3b03-42e3-956f-8b221181b844 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:39.425212 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5df6b69a-fc40-41a4-8fcd-17445f348649 req-cbc3f02a-3b03-42e3-956f-8b221181b844 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 945 time: 0.1221318 Apr 29 13:22:39.546692 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5df6b69a-fc40-41a4-8fcd-17445f348649 req-7ee356d8-4570-4df2-bab3-d19997ba26fe tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160090 Apr 29 13:22:39.692234 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6d9933-88be-4c58-bbd7-926734c46342 req-910607ca-4ab1-4503-8755-4ab7b532ca82 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:39.695489 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-0f6d9933-88be-4c58-bbd7-926734c46342 req-910607ca-4ab1-4503-8755-4ab7b532ca82 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa4ab5fc-ffc6-4725-930a-b8447e16b10f HTTP/1.1" status: 200 len: 946 time: 0.0593834 Apr 29 13:22:39.749061 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-0f6d9933-88be-4c58-bbd7-926734c46342 req-4c72660c-4304-4a1b-aec3-59e6a84d33d8 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474472 Apr 29 13:22:40.050888 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6659f14e-4fe2-424d-b1c0-b3c13536a17b req-443cb229-7912-4628-9260-6ac7eae62a7c tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:40.052332 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6659f14e-4fe2-424d-b1c0-b3c13536a17b req-443cb229-7912-4628-9260-6ac7eae62a7c tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/ports?device_id=1f3cda49-ba0f-4b59-919c-b07377513680 HTTP/1.1" status: 200 len: 943 time: 0.0593624 Apr 29 13:22:40.166524 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6659f14e-4fe2-424d-b1c0-b3c13536a17b req-a2ccaec9-8076-4076-aab6-6b3268935905 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/security-groups?id=40c6a069-00aa-4af9-9ce2-95671f73b724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886905 Apr 29 13:22:40.174662 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d1122838-f202-4af1-aa2f-eee00768f139 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:40.180373 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d1122838-f202-4af1-aa2f-eee00768f139 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706107'] for floatingip (6602e79d-bd2b-4c07-b09d-744e4e78b69c), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:40.289337 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.db.l3_db [None req-d1122838-f202-4af1-aa2f-eee00768f139 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Floating IP 6602e79d-bd2b-4c07-b09d-744e4e78b69c associated. External IP: 172.27.0.147, port: 0727d745-efdd-4928-8413-f105198fd646. Apr 29 13:22:40.514642 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1122838-f202-4af1-aa2f-eee00768f139 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Router 4207c677-3435-46c0-b6cf-36c72361e689 has already been hosted by L3 agent ffd5f049-29fc-4e99-906d-6eadce93ab48 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:22:40.628191 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1122838-f202-4af1-aa2f-eee00768f139 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Notify agent at l3_agent.dv-cinder-837699-3-iscsi the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:22:40.632508 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d1122838-f202-4af1-aa2f-eee00768f139 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574'] for floatingip (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:40.639929 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1628fd25-bf4e-433b-a14f-e78d9e882c95 None None] Sync routers for ids ['4207c677-3435-46c0-b6cf-36c72361e689'] in dv-cinder-837699-3-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:22:40.650170 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1628fd25-bf4e-433b-a14f-e78d9e882c95 None None] Routers {'4207c677-3435-46c0-b6cf-36c72361e689'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:22:40.650684 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-1628fd25-bf4e-433b-a14f-e78d9e882c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:22:24Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['4207c677-3435-46c0-b6cf-36c72361e689'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:22:40.663813 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-d1122838-f202-4af1-aa2f-eee00768f139 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "PUT /v2.0/floatingips/6602e79d-bd2b-4c07-b09d-744e4e78b69c HTTP/1.1" status: 200 len: 991 time: 1.4055586 Apr 29 13:22:40.664508 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '204ebe5a-3964-4a27-919b-77cb567dba0a', 'tag': '0727d745-efdd-4928-8413-f105198fd646'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:22:40.666810 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34453e8beaba66333125c1a762a789c78ce2f458b63942c2f470c2340433bc94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b072439-a38d-4eaf-9d6e-42e4cd424677" -d '{"events": [{"name": "network-changed", "server_uuid": "204ebe5a-3964-4a27-919b-77cb567dba0a", "tag": "0727d745-efdd-4928-8413-f105198fd646"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:22:40.692167 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e875fc-5afa-452f-8f8d-87b8de4520d4 req-f5253f60-f029-4709-95a1-a163a33818d1 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:40.695049 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-02e875fc-5afa-452f-8f8d-87b8de4520d4 req-f5253f60-f029-4709-95a1-a163a33818d1 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 945 time: 0.0627513 Apr 29 13:22:40.714140 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f67038ca-249f-403d-a62d-9bf53a4e2bd9 x-openstack-request-id: req-f67038ca-249f-403d-a62d-9bf53a4e2bd9 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:22:40.714442 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "204ebe5a-3964-4a27-919b-77cb567dba0a", "tag": "0727d745-efdd-4928-8413-f105198fd646", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:22:40.714738 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f67038ca-249f-403d-a62d-9bf53a4e2bd9 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:22:40.715113 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f67038ca-249f-403d-a62d-9bf53a4e2bd9'] response: {'name': 'network-changed', 'server_uuid': '204ebe5a-3964-4a27-919b-77cb567dba0a', 'tag': '0727d745-efdd-4928-8413-f105198fd646', 'status': 'completed', 'code': 200} Apr 29 13:22:40.746436 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-02e875fc-5afa-452f-8f8d-87b8de4520d4 req-5651b9ba-63ea-453b-8301-d2feb874830b tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465784 Apr 29 13:22:40.790117 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-1628fd25-bf4e-433b-a14f-e78d9e882c95 None None] Set router 4207c677-3435-46c0-b6cf-36c72361e689 gateway port host: dv-cinder-837699-3-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:22:40.865488 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b954fb5f-9e7a-45a4-95e8-61fa3c3355f2 req-d6d49936-0a84-41d7-9009-7697d87943b5 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:40.866975 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b954fb5f-9e7a-45a4-95e8-61fa3c3355f2 req-d6d49936-0a84-41d7-9009-7697d87943b5 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa4ab5fc-ffc6-4725-930a-b8447e16b10f HTTP/1.1" status: 200 len: 946 time: 0.0476522 Apr 29 13:22:40.919086 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b954fb5f-9e7a-45a4-95e8-61fa3c3355f2 req-9d138041-1281-4846-9e94-f61be5d5f997 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461912 Apr 29 13:22:41.103604 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-1628fd25-bf4e-433b-a14f-e78d9e882c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4207c677-3435-46c0-b6cf-36c72361e689', 'name': 'tempest-AttachVolumeTestJSON-2087911582-router', 'tenant_id': '83b6a855b277450186870a3529210025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '82c48137-ef66-4132-bb6d-1c06501fae0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:30Z', 'updated_at': '2022-04-29T13:21:39Z', 'revision_number': 4, 'project_id': '83b6a855b277450186870a3529210025', 'gw_port': {'id': '82c48137-ef66-4132-bb6d-1c06501fae0e', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:66:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4207c677-3435-46c0-b6cf-36c72361e689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:30Z', 'updated_at': '2022-04-29T13:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_floatingips': [{'id': '6602e79d-bd2b-4c07-b09d-744e4e78b69c', 'tenant_id': '83b6a855b277450186870a3529210025', 'floating_ip_address': '172.27.0.147', 'floating_network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'router_id': '4207c677-3435-46c0-b6cf-36c72361e689', 'port_id': '0727d745-efdd-4928-8413-f105198fd646', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc1af930-75bb-4703-ab95-43d130c7c5b4', 'mac_address': 'fa:16:3e:3a:03:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204ebe5a-3964-4a27-919b-77cb567dba0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:21:53Z', 'updated_at': '2022-04-29T13:22:40Z', 'revision_number': 1, 'project_id': '83b6a855b277450186870a3529210025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a51b6e3-d324-43f5-bf29-86f48503ee2c', 'name': '', 'network_id': 'fc1af930-75bb-4703-ab95-43d130c7c5b4', 'tenant_id': '83b6a855b277450186870a3529210025', 'mac_address': 'fa:16:3e:52:91:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4207c677-3435-46c0-b6cf-36c72361e689', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '77a47b69-c61f-4715-a126-776e82c7238b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:36Z', 'updated_at': '2022-04-29T13:21:48Z', 'revision_number': 5, 'project_id': '83b6a855b277450186870a3529210025', 'subnets': [{'id': '77a47b69-c61f-4715-a126-776e82c7238b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:22:41.128727 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed22651-971c-4877-8646-85130601bd1f req-285691b6-20aa-49e5-8064-a053c8037e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:41.129931 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1628fd25-bf4e-433b-a14f-e78d9e882c95 None None] Checking router: 4207c677-3435-46c0-b6cf-36c72361e689 for host: dv-cinder-837699-3-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:22:41.130313 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9ed22651-971c-4877-8646-85130601bd1f req-285691b6-20aa-49e5-8064-a053c8037e2e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8f33b954-1f3c-43fa-a8bf-3eab44702663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402887 Apr 29 13:22:41.139809 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1628fd25-bf4e-433b-a14f-e78d9e882c95 None None] Routers {'4207c677-3435-46c0-b6cf-36c72361e689'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:22:41.140412 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-1628fd25-bf4e-433b-a14f-e78d9e882c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:22:24Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['4207c677-3435-46c0-b6cf-36c72361e689'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:22:41.248816 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-1628fd25-bf4e-433b-a14f-e78d9e882c95 None None] Set router 4207c677-3435-46c0-b6cf-36c72361e689 gateway port host: dv-cinder-837699-3-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:22:41.285545 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b77240-cefb-47fd-801b-20958db88428 req-78a0e5ae-1c24-4680-b158-2e34c8c18171 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:41.287133 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-05b77240-cefb-47fd-801b-20958db88428 req-78a0e5ae-1c24-4680-b158-2e34c8c18171 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/ports?device_id=1f3cda49-ba0f-4b59-919c-b07377513680 HTTP/1.1" status: 200 len: 943 time: 0.0480392 Apr 29 13:22:41.340897 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-05b77240-cefb-47fd-801b-20958db88428 req-e72b50f0-1b9b-4368-8da6-cd69800374ce tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/security-groups?id=40c6a069-00aa-4af9-9ce2-95671f73b724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461013 Apr 29 13:22:41.474166 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-1628fd25-bf4e-433b-a14f-e78d9e882c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4207c677-3435-46c0-b6cf-36c72361e689', 'name': 'tempest-AttachVolumeTestJSON-2087911582-router', 'tenant_id': '83b6a855b277450186870a3529210025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '82c48137-ef66-4132-bb6d-1c06501fae0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:30Z', 'updated_at': '2022-04-29T13:21:39Z', 'revision_number': 4, 'project_id': '83b6a855b277450186870a3529210025', 'gw_port': {'id': '82c48137-ef66-4132-bb6d-1c06501fae0e', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:66:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4207c677-3435-46c0-b6cf-36c72361e689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:30Z', 'updated_at': '2022-04-29T13:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_floatingips': [{'id': '6602e79d-bd2b-4c07-b09d-744e4e78b69c', 'tenant_id': '83b6a855b277450186870a3529210025', 'floating_ip_address': '172.27.0.147', 'floating_network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'router_id': '4207c677-3435-46c0-b6cf-36c72361e689', 'port_id': '0727d745-efdd-4928-8413-f105198fd646', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc1af930-75bb-4703-ab95-43d130c7c5b4', 'mac_address': 'fa:16:3e:3a:03:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204ebe5a-3964-4a27-919b-77cb567dba0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:21:53Z', 'updated_at': '2022-04-29T13:22:40Z', 'revision_number': 1, 'project_id': '83b6a855b277450186870a3529210025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a51b6e3-d324-43f5-bf29-86f48503ee2c', 'name': '', 'network_id': 'fc1af930-75bb-4703-ab95-43d130c7c5b4', 'tenant_id': '83b6a855b277450186870a3529210025', 'mac_address': 'fa:16:3e:52:91:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4207c677-3435-46c0-b6cf-36c72361e689', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '77a47b69-c61f-4715-a126-776e82c7238b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:36Z', 'updated_at': '2022-04-29T13:21:48Z', 'revision_number': 5, 'project_id': '83b6a855b277450186870a3529210025', 'subnets': [{'id': '77a47b69-c61f-4715-a126-776e82c7238b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:22:41.501097 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1628fd25-bf4e-433b-a14f-e78d9e882c95 None None] The sync data for ids ['4207c677-3435-46c0-b6cf-36c72361e689'] in dv-cinder-837699-3-iscsi is: [{'id': '4207c677-3435-46c0-b6cf-36c72361e689', 'name': 'tempest-AttachVolumeTestJSON-2087911582-router', 'tenant_id': '83b6a855b277450186870a3529210025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '82c48137-ef66-4132-bb6d-1c06501fae0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:30Z', 'updated_at': '2022-04-29T13:21:39Z', 'revision_number': 4, 'project_id': '83b6a855b277450186870a3529210025', 'gw_port': {'id': '82c48137-ef66-4132-bb6d-1c06501fae0e', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:66:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4207c677-3435-46c0-b6cf-36c72361e689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:30Z', 'updated_at': '2022-04-29T13:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_floatingips': [{'id': '6602e79d-bd2b-4c07-b09d-744e4e78b69c', 'tenant_id': '83b6a855b277450186870a3529210025', 'floating_ip_address': '172.27.0.147', 'floating_network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'router_id': '4207c677-3435-46c0-b6cf-36c72361e689', 'port_id': '0727d745-efdd-4928-8413-f105198fd646', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc1af930-75bb-4703-ab95-43d130c7c5b4', 'mac_address': 'fa:16:3e:3a:03:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204ebe5a-3964-4a27-919b-77cb567dba0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:21:53Z', 'updated_at': '2022-04-29T13:22:40Z', 'revision_number': 1, 'project_id': '83b6a855b277450186870a3529210025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a51b6e3-d324-43f5-bf29-86f48503ee2c', 'name': '', 'network_id': 'fc1af930-75bb-4703-ab95-43d130c7c5b4', 'tenant_id': '83b6a855b277450186870a3529210025', 'mac_address': 'fa:16:3e:52:91:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4207c677-3435-46c0-b6cf-36c72361e689', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '77a47b69-c61f-4715-a126-776e82c7238b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:36Z', 'updated_at': '2022-04-29T13:21:48Z', 'revision_number': 5, 'project_id': '83b6a855b277450186870a3529210025', 'subnets': [{'id': '77a47b69-c61f-4715-a126-776e82c7238b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:22:41.702567 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bfcc84-2ab0-4968-a834-57ac06211809 None None] New status for floating IP 6602e79d-bd2b-4c07-b09d-744e4e78b69c: ACTIVE {{(pid=103366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 13:22:41.874233 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1800234-9b77-4b7e-83e8-654d5b4eb3bf req-31350638-2e9b-4f06-afef-50941389b06a tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:41.875887 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e1800234-9b77-4b7e-83e8-654d5b4eb3bf req-31350638-2e9b-4f06-afef-50941389b06a tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 945 time: 0.0562198 Apr 29 13:22:41.929598 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e1800234-9b77-4b7e-83e8-654d5b4eb3bf req-9a3bcbb1-8495-494c-a620-d6613875afe0 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465367 Apr 29 13:22:42.040177 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1616301-f426-4555-b425-b342488895eb req-f9892365-ccdc-428b-929a-3e26ff1ecc54 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:42.043121 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-c1616301-f426-4555-b425-b342488895eb req-f9892365-ccdc-428b-929a-3e26ff1ecc54 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa4ab5fc-ffc6-4725-930a-b8447e16b10f HTTP/1.1" status: 200 len: 946 time: 0.0493040 Apr 29 13:22:42.053723 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd06326-5657-4a26-b904-4af1d789c549 req-755de04e-ce9d-4971-aaed-5728000087dd tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:42.055447 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4bd06326-5657-4a26-b904-4af1d789c549 req-755de04e-ce9d-4971-aaed-5728000087dd tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 945 time: 0.0551240 Apr 29 13:22:42.065398 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 49834) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:22:42.071923 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-778bd2a9-a53e-4eb4-80db-b1ab6ba76dda tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Request body: {'floatingip': {'port_id': '7b84c292-da1e-45fb-bee4-72836b1be7c7'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:22:42.106751 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-c1616301-f426-4555-b425-b342488895eb req-a12acd04-2829-4dbc-96b5-e851d1cb6300 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574152 Apr 29 13:22:42.122333 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-778bd2a9-a53e-4eb4-80db-b1ab6ba76dda tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks [] for floatingip (b898e64d-8a73-4a27-ab4f-5bac1954794b), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:42.563102 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57272f1-2b56-443e-8b0c-793674685772 req-f1d48098-f4d6-4d6d-afc9-961fdf472ee7 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:42.564656 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b57272f1-2b56-443e-8b0c-793674685772 req-f1d48098-f4d6-4d6d-afc9-961fdf472ee7 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/ports?device_id=1f3cda49-ba0f-4b59-919c-b07377513680 HTTP/1.1" status: 200 len: 943 time: 0.1269500 Apr 29 13:22:42.588597 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b072439-a38d-4eaf-9d6e-42e4cd424677 req-0216e22b-de9a-4c1b-86d9-4df6b6b51a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:42.590702 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2b072439-a38d-4eaf-9d6e-42e4cd424677 req-0216e22b-de9a-4c1b-86d9-4df6b6b51a72 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=83b6a855b277450186870a3529210025&device_id=204ebe5a-3964-4a27-919b-77cb567dba0a HTTP/1.1" status: 200 len: 1129 time: 0.1136873 Apr 29 13:22:42.611167 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd326b1-df77-4be1-91e1-93ab1ecbd4c4 req-93b29d74-3655-47f5-ab91-694b74d52237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:42.612940 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-bbd326b1-df77-4be1-91e1-93ab1ecbd4c4 req-93b29d74-3655-47f5-ab91-694b74d52237 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=fabf7cc13fed41db887130c8fcc80b2e&device_id=1f3cda49-ba0f-4b59-919c-b07377513680 HTTP/1.1" status: 200 len: 1127 time: 0.1158779 Apr 29 13:22:42.641150 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9ed22651-971c-4877-8646-85130601bd1f req-e6c2b7a4-22d7-45ae-802f-552bdeb6a157 service neutron] 10.222.0.75 "GET /v2.0/networks/8f33b954-1f3c-43fa-a8bf-3eab44702663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833413 Apr 29 13:22:42.667437 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b57272f1-2b56-443e-8b0c-793674685772 req-88fb6918-94c2-4d53-8aa3-3a90d86554e9 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/security-groups?id=40c6a069-00aa-4af9-9ce2-95671f73b724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945785 Apr 29 13:22:42.763843 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-bbd326b1-df77-4be1-91e1-93ab1ecbd4c4 req-e5c61c4a-42f5-43d2-9594-5f82eaf8a1d7 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a02918e-e082-4e84-935f-f625ef33c0c9 HTTP/1.1" status: 200 len: 217 time: 0.0534420 Apr 29 13:22:42.811808 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-778bd2a9-a53e-4eb4-80db-b1ab6ba76dda tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:42.820871 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef54477a-de56-4668-8e0e-5245bb300381 req-a79a98c6-bf13-4966-b4f2-cc7569de6fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:42.822374 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ef54477a-de56-4668-8e0e-5245bb300381 req-a79a98c6-bf13-4966-b4f2-cc7569de6fc3 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=aa4ab5fc-ffc6-4725-930a-b8447e16b10f HTTP/1.1" status: 200 len: 1130 time: 0.0993712 Apr 29 13:22:42.822946 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-778bd2a9-a53e-4eb4-80db-b1ab6ba76dda tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706107'] for floatingip (b898e64d-8a73-4a27-ab4f-5bac1954794b), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:42.858537 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd326b1-df77-4be1-91e1-93ab1ecbd4c4 req-f1b63954-9c09-4d83-842a-1d092221c81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:42.859995 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-bbd326b1-df77-4be1-91e1-93ab1ecbd4c4 req-f1b63954-9c09-4d83-842a-1d092221c81e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e9b8baec-f323-4f7d-a63e-e078a5c175b2 HTTP/1.1" status: 200 len: 848 time: 0.0898311 Apr 29 13:22:42.870281 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9ed22651-971c-4877-8646-85130601bd1f req-96795278-2923-467a-bf94-df7f21a1615c service neutron] 10.222.0.75 "GET /v2.0/networks/8f33b954-1f3c-43fa-a8bf-3eab44702663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586943 Apr 29 13:22:42.889569 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b072439-a38d-4eaf-9d6e-42e4cd424677 req-42ed56a5-1f5f-48ac-9cd3-679d03e2854f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:42.891124 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2b072439-a38d-4eaf-9d6e-42e4cd424677 req-42ed56a5-1f5f-48ac-9cd3-679d03e2854f service neutron] 10.222.0.75 "GET /v2.0/networks?id=fc1af930-75bb-4703-ab95-43d130c7c5b4 HTTP/1.1" status: 200 len: 912 time: 0.2199237 Apr 29 13:22:42.947852 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.db.l3_db [None req-778bd2a9-a53e-4eb4-80db-b1ab6ba76dda tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Floating IP b898e64d-8a73-4a27-ab4f-5bac1954794b associated. External IP: 172.27.0.68, port: 7b84c292-da1e-45fb-bee4-72836b1be7c7. Apr 29 13:22:42.997731 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-bbd326b1-df77-4be1-91e1-93ab1ecbd4c4 req-1e836879-13a0-4956-9d93-043bba05c6b7 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a4fad290-576a-4feb-b6ce-f41b37f2e434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286889 Apr 29 13:22:43.147768 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2b072439-a38d-4eaf-9d6e-42e4cd424677 req-fe3f9550-94b1-46b5-8a8f-721f7f009f86 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0727d745-efdd-4928-8413-f105198fd646 HTTP/1.1" status: 200 len: 1001 time: 0.1622045 Apr 29 13:22:43.155877 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ef54477a-de56-4668-8e0e-5245bb300381 req-bb2e8afa-596d-457d-9a2b-f2fcb60bb4f0 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715286 Apr 29 13:22:43.236152 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b196d45-cf6f-4a61-8497-02f1eb0fc705 req-df4eafa7-ffa0-445f-93e9-23b7117ad65b tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:43.237672 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9b196d45-cf6f-4a61-8497-02f1eb0fc705 req-df4eafa7-ffa0-445f-93e9-23b7117ad65b tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa4ab5fc-ffc6-4725-930a-b8447e16b10f HTTP/1.1" status: 200 len: 946 time: 0.0558774 Apr 29 13:22:43.285563 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9b196d45-cf6f-4a61-8497-02f1eb0fc705 req-e0569f5d-58a0-4734-b123-8ed3bec8bdff tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423260 Apr 29 13:22:43.306116 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-778bd2a9-a53e-4eb4-80db-b1ab6ba76dda tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Router a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd has already been hosted by L3 agent ffd5f049-29fc-4e99-906d-6eadce93ab48 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:22:43.658980 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-778bd2a9-a53e-4eb4-80db-b1ab6ba76dda tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Notify agent at l3_agent.dv-cinder-837699-3-iscsi the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:22:43.663924 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-778bd2a9-a53e-4eb4-80db-b1ab6ba76dda tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574'] for floatingip (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:43.670205 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72c94b2-bfdf-4a86-81a1-775df513b4c4 None None] Sync routers for ids ['a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd'] in dv-cinder-837699-3-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:22:43.681969 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72c94b2-bfdf-4a86-81a1-775df513b4c4 None None] Routers {'a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:22:43.683323 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-f72c94b2-bfdf-4a86-81a1-775df513b4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:22:24Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:22:43.708858 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-778bd2a9-a53e-4eb4-80db-b1ab6ba76dda tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "PUT /v2.0/floatingips/b898e64d-8a73-4a27-ab4f-5bac1954794b HTTP/1.1" status: 200 len: 990 time: 1.6297462 Apr 29 13:22:43.708858 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe23dcfb-5b9c-453c-8307-1347c9b3f960', 'tag': '7b84c292-da1e-45fb-bee4-72836b1be7c7'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:22:43.708858 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34453e8beaba66333125c1a762a789c78ce2f458b63942c2f470c2340433bc94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc16157b-d4e9-4b75-aa3f-11304884e99a" -d '{"events": [{"name": "network-changed", "server_uuid": "fe23dcfb-5b9c-453c-8307-1347c9b3f960", "tag": "7b84c292-da1e-45fb-bee4-72836b1be7c7"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:22:43.779943 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f2c4f7-1dbe-4829-b6a7-52d9f917aee7 x-openstack-request-id: req-c1f2c4f7-1dbe-4829-b6a7-52d9f917aee7 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:22:43.780237 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe23dcfb-5b9c-453c-8307-1347c9b3f960", "tag": "7b84c292-da1e-45fb-bee4-72836b1be7c7", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:22:43.780490 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c1f2c4f7-1dbe-4829-b6a7-52d9f917aee7 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:22:43.780912 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1f2c4f7-1dbe-4829-b6a7-52d9f917aee7'] response: {'name': 'network-changed', 'server_uuid': 'fe23dcfb-5b9c-453c-8307-1347c9b3f960', 'tag': '7b84c292-da1e-45fb-bee4-72836b1be7c7', 'status': 'completed', 'code': 200} Apr 29 13:22:43.804798 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b788b9-da15-4b72-9e71-155446538a37 req-38a261b7-dca1-4d5e-812b-d73b62f5617a tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:43.806275 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-97b788b9-da15-4b72-9e71-155446538a37 req-38a261b7-dca1-4d5e-812b-d73b62f5617a tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/ports?device_id=1f3cda49-ba0f-4b59-919c-b07377513680 HTTP/1.1" status: 200 len: 943 time: 0.0610409 Apr 29 13:22:43.832878 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-f72c94b2-bfdf-4a86-81a1-775df513b4c4 None None] Set router a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd gateway port host: dv-cinder-837699-3-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:22:43.858396 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-97b788b9-da15-4b72-9e71-155446538a37 req-6c13ebe9-32bf-4e0f-af56-e1a63d898183 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/security-groups?id=40c6a069-00aa-4af9-9ce2-95671f73b724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459309 Apr 29 13:22:44.069713 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-f72c94b2-bfdf-4a86-81a1-775df513b4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd', 'name': 'tempest-AttachVolumeShelveTestJSON-1550131135-router', 'tenant_id': '62259e68f4eb4e72bddb618088a3d06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '866e1567-71eb-41ed-a87e-796e78667f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:34Z', 'updated_at': '2022-04-29T13:21:50Z', 'revision_number': 4, 'project_id': '62259e68f4eb4e72bddb618088a3d06a', 'gw_port': {'id': '866e1567-71eb-41ed-a87e-796e78667f40', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:92:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:37Z', 'updated_at': '2022-04-29T13:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_floatingips': [{'id': 'b898e64d-8a73-4a27-ab4f-5bac1954794b', 'tenant_id': '62259e68f4eb4e72bddb618088a3d06a', 'floating_ip_address': '172.27.0.68', 'floating_network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'router_id': 'a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd', 'port_id': '7b84c292-da1e-45fb-bee4-72836b1be7c7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3410551e-5a46-4ac5-98b2-aca173f9205e', 'mac_address': 'fa:16:3e:a8:c0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe23dcfb-5b9c-453c-8307-1347c9b3f960', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:21:57Z', 'updated_at': '2022-04-29T13:22:42Z', 'revision_number': 1, 'project_id': '62259e68f4eb4e72bddb618088a3d06a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f62e06f5-fe6a-4baa-8595-55a8a668d899', 'name': '', 'network_id': '3410551e-5a46-4ac5-98b2-aca173f9205e', 'tenant_id': '62259e68f4eb4e72bddb618088a3d06a', 'mac_address': 'fa:16:3e:05:35:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'd4719930-215c-410a-9121-e8646740b594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:48Z', 'updated_at': '2022-04-29T13:22:05Z', 'revision_number': 5, 'project_id': '62259e68f4eb4e72bddb618088a3d06a', 'subnets': [{'id': 'd4719930-215c-410a-9121-e8646740b594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:22:44.095551 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72c94b2-bfdf-4a86-81a1-775df513b4c4 None None] Checking router: a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd for host: dv-cinder-837699-3-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:22:44.104214 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72c94b2-bfdf-4a86-81a1-775df513b4c4 None None] Routers {'a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:22:44.105293 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-f72c94b2-bfdf-4a86-81a1-775df513b4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:22:24Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:22:44.213625 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-f72c94b2-bfdf-4a86-81a1-775df513b4c4 None None] Set router a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd gateway port host: dv-cinder-837699-3-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:22:44.263405 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-bbd326b1-df77-4be1-91e1-93ab1ecbd4c4 req-9455df09-14f3-43c6-a136-54b22b91c493 service neutron] 10.222.0.75 "GET /v2.0/networks/a4fad290-576a-4feb-b6ce-f41b37f2e434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982814 Apr 29 13:22:44.348462 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b072439-a38d-4eaf-9d6e-42e4cd424677 req-f92bcd61-b79a-4558-853b-9e08d52b66cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:44.350284 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2b072439-a38d-4eaf-9d6e-42e4cd424677 req-f92bcd61-b79a-4558-853b-9e08d52b66cd service neutron] 10.222.0.75 "GET /v2.0/subnets?id=77a47b69-c61f-4715-a126-776e82c7238b HTTP/1.1" status: 200 len: 850 time: 0.0631089 Apr 29 13:22:44.429966 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d541dc5-e5e7-41dc-ae4e-152e90be6139 req-36f05d58-590b-4323-97ee-2fb4397b712f tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:44.431358 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-4d541dc5-e5e7-41dc-ae4e-152e90be6139 req-36f05d58-590b-4323-97ee-2fb4397b712f tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa4ab5fc-ffc6-4725-930a-b8447e16b10f HTTP/1.1" status: 200 len: 946 time: 0.0727923 Apr 29 13:22:44.444649 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-f72c94b2-bfdf-4a86-81a1-775df513b4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd', 'name': 'tempest-AttachVolumeShelveTestJSON-1550131135-router', 'tenant_id': '62259e68f4eb4e72bddb618088a3d06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '866e1567-71eb-41ed-a87e-796e78667f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:34Z', 'updated_at': '2022-04-29T13:21:50Z', 'revision_number': 4, 'project_id': '62259e68f4eb4e72bddb618088a3d06a', 'gw_port': {'id': '866e1567-71eb-41ed-a87e-796e78667f40', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:92:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:37Z', 'updated_at': '2022-04-29T13:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_floatingips': [{'id': 'b898e64d-8a73-4a27-ab4f-5bac1954794b', 'tenant_id': '62259e68f4eb4e72bddb618088a3d06a', 'floating_ip_address': '172.27.0.68', 'floating_network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'router_id': 'a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd', 'port_id': '7b84c292-da1e-45fb-bee4-72836b1be7c7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3410551e-5a46-4ac5-98b2-aca173f9205e', 'mac_address': 'fa:16:3e:a8:c0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe23dcfb-5b9c-453c-8307-1347c9b3f960', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:21:57Z', 'updated_at': '2022-04-29T13:22:42Z', 'revision_number': 1, 'project_id': '62259e68f4eb4e72bddb618088a3d06a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f62e06f5-fe6a-4baa-8595-55a8a668d899', 'name': '', 'network_id': '3410551e-5a46-4ac5-98b2-aca173f9205e', 'tenant_id': '62259e68f4eb4e72bddb618088a3d06a', 'mac_address': 'fa:16:3e:05:35:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'd4719930-215c-410a-9121-e8646740b594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:48Z', 'updated_at': '2022-04-29T13:22:05Z', 'revision_number': 5, 'project_id': '62259e68f4eb4e72bddb618088a3d06a', 'subnets': [{'id': 'd4719930-215c-410a-9121-e8646740b594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:22:44.471084 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72c94b2-bfdf-4a86-81a1-775df513b4c4 None None] The sync data for ids ['a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd'] in dv-cinder-837699-3-iscsi is: [{'id': 'a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd', 'name': 'tempest-AttachVolumeShelveTestJSON-1550131135-router', 'tenant_id': '62259e68f4eb4e72bddb618088a3d06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '866e1567-71eb-41ed-a87e-796e78667f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:34Z', 'updated_at': '2022-04-29T13:21:50Z', 'revision_number': 4, 'project_id': '62259e68f4eb4e72bddb618088a3d06a', 'gw_port': {'id': '866e1567-71eb-41ed-a87e-796e78667f40', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:92:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:37Z', 'updated_at': '2022-04-29T13:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_floatingips': [{'id': 'b898e64d-8a73-4a27-ab4f-5bac1954794b', 'tenant_id': '62259e68f4eb4e72bddb618088a3d06a', 'floating_ip_address': '172.27.0.68', 'floating_network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'router_id': 'a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd', 'port_id': '7b84c292-da1e-45fb-bee4-72836b1be7c7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3410551e-5a46-4ac5-98b2-aca173f9205e', 'mac_address': 'fa:16:3e:a8:c0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe23dcfb-5b9c-453c-8307-1347c9b3f960', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:21:57Z', 'updated_at': '2022-04-29T13:22:42Z', 'revision_number': 1, 'project_id': '62259e68f4eb4e72bddb618088a3d06a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f62e06f5-fe6a-4baa-8595-55a8a668d899', 'name': '', 'network_id': '3410551e-5a46-4ac5-98b2-aca173f9205e', 'tenant_id': '62259e68f4eb4e72bddb618088a3d06a', 'mac_address': 'fa:16:3e:05:35:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'd4719930-215c-410a-9121-e8646740b594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:48Z', 'updated_at': '2022-04-29T13:22:05Z', 'revision_number': 5, 'project_id': '62259e68f4eb4e72bddb618088a3d06a', 'subnets': [{'id': 'd4719930-215c-410a-9121-e8646740b594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:22:44.521055 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-bbd326b1-df77-4be1-91e1-93ab1ecbd4c4 req-375a74b8-81eb-4535-9b61-d96264a0d6cf service neutron] 10.222.0.75 "GET /v2.0/networks/a4fad290-576a-4feb-b6ce-f41b37f2e434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522233 Apr 29 13:22:44.524806 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-4d541dc5-e5e7-41dc-ae4e-152e90be6139 req-8ecd6c41-96ed-46a4-8048-0a02fd25e9d1 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654085 Apr 29 13:22:44.668783 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1704bae4-8ae9-431b-8c1d-19cf2fb885a1 None None] New status for floating IP b898e64d-8a73-4a27-ab4f-5bac1954794b: ACTIVE {{(pid=103366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 13:22:44.974223 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f37cbf0-b644-4d9b-ac84-c26468896437 req-90791105-b054-47ca-8eeb-c639ba92cbd0 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:44.975725 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9f37cbf0-b644-4d9b-ac84-c26468896437 req-90791105-b054-47ca-8eeb-c639ba92cbd0 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/ports?device_id=1f3cda49-ba0f-4b59-919c-b07377513680 HTTP/1.1" status: 200 len: 943 time: 0.0479457 Apr 29 13:22:45.025537 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9f37cbf0-b644-4d9b-ac84-c26468896437 req-4cd38167-a8cb-4be8-b04c-df8186115ff7 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/security-groups?id=40c6a069-00aa-4af9-9ce2-95671f73b724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434072 Apr 29 13:22:45.098312 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b072439-a38d-4eaf-9d6e-42e4cd424677 req-e4346e5d-7805-45b6-9856-89b7d2142211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:45.099890 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2b072439-a38d-4eaf-9d6e-42e4cd424677 req-e4346e5d-7805-45b6-9856-89b7d2142211 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fc1af930-75bb-4703-ab95-43d130c7c5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0711098 Apr 29 13:22:45.105148 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc16157b-d4e9-4b75-aa3f-11304884e99a req-beac429b-b6d4-4065-9dfc-86fd62066790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:45.106660 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cc16157b-d4e9-4b75-aa3f-11304884e99a req-beac429b-b6d4-4065-9dfc-86fd62066790 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=62259e68f4eb4e72bddb618088a3d06a&device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 1129 time: 0.0514102 Apr 29 13:22:45.649052 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bfaad0-2c85-4c9c-80a0-f7a3ec6722d7 req-dd5a1921-3bfa-4661-956d-21e93d2d0b9a tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:45.650509 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-b3bfaad0-2c85-4c9c-80a0-f7a3ec6722d7 req-dd5a1921-3bfa-4661-956d-21e93d2d0b9a tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa4ab5fc-ffc6-4725-930a-b8447e16b10f HTTP/1.1" status: 200 len: 946 time: 0.0522232 Apr 29 13:22:45.701135 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-b3bfaad0-2c85-4c9c-80a0-f7a3ec6722d7 req-6e0506b1-5642-4bc4-83b4-a5e9aff82ff2 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449026 Apr 29 13:22:46.139647 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b1aba-0869-4ffc-905b-f6d319dd84e7 req-3002c22b-a3a7-4cda-950e-36dc33019613 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:46.141148 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ff0b1aba-0869-4ffc-905b-f6d319dd84e7 req-3002c22b-a3a7-4cda-950e-36dc33019613 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/ports?device_id=1f3cda49-ba0f-4b59-919c-b07377513680 HTTP/1.1" status: 200 len: 943 time: 0.0466390 Apr 29 13:22:46.187891 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ff0b1aba-0869-4ffc-905b-f6d319dd84e7 req-bccb343e-41da-4d0c-a2a4-d0dbce6c07c1 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/security-groups?id=40c6a069-00aa-4af9-9ce2-95671f73b724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411980 Apr 29 13:22:46.648578 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 49912) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:22:46.752975 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e8fdd39c-badb-4764-9972-5d7736f548f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:46.818294 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2144f1ce-f6a4-4c09-bfaf-832d2d0bb5e7 req-f152f3d8-c4e0-4800-9057-bd9936b2584e tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:46.820288 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-2144f1ce-f6a4-4c09-bfaf-832d2d0bb5e7 req-f152f3d8-c4e0-4800-9057-bd9936b2584e tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa4ab5fc-ffc6-4725-930a-b8447e16b10f HTTP/1.1" status: 200 len: 946 time: 0.0501752 Apr 29 13:22:46.834318 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e8fdd39c-badb-4764-9972-5d7736f548f3 admin admin] Publish callbacks [] for security_group (3232ee67-e73e-4375-9f7a-ceff9552d59c), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:46.840955 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e8fdd39c-badb-4764-9972-5d7736f548f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (3232ee67-e73e-4375-9f7a-ceff9552d59c), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:46.869084 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-2144f1ce-f6a4-4c09-bfaf-832d2d0bb5e7 req-571d80ce-d7b9-4e3c-b654-bb24c9f65398 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427060 Apr 29 13:22:46.880531 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-e8fdd39c-badb-4764-9972-5d7736f548f3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cc8e37c1714f4557952e91d4ae6c197d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2308552 Apr 29 13:22:46.882533 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fdd39c-badb-4764-9972-5d7736f548f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3232ee67-e73e-4375-9f7a-ceff9552d59c,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:46.886377 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 49918) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:22:46.938631 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-06ba5eb6-5ce4-45a3-99ac-aebd21c77441 admin admin] Publish callbacks [] for security_group (3232ee67-e73e-4375-9f7a-ceff9552d59c), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:46.959642 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-06ba5eb6-5ce4-45a3-99ac-aebd21c77441 admin admin] Publish callbacks [] for security_group (3232ee67-e73e-4375-9f7a-ceff9552d59c), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:47.008273 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-06ba5eb6-5ce4-45a3-99ac-aebd21c77441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (3232ee67-e73e-4375-9f7a-ceff9552d59c), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:47.010891 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-06ba5eb6-5ce4-45a3-99ac-aebd21c77441 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:47.012042 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-06ba5eb6-5ce4-45a3-99ac-aebd21c77441 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3232ee67-e73e-4375-9f7a-ceff9552d59c HTTP/1.1" status: 204 len: 168 time: 0.1248496 Apr 29 13:22:47.019731 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ba5eb6-5ce4-45a3-99ac-aebd21c77441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3232ee67-e73e-4375-9f7a-ceff9552d59c,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:47.279598 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 49926) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:22:47.294657 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dfba35bc-3a6d-451a-aba4-abb295fdf1ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:47.303302 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea641a-9ba6-4cb4-90e3-ae797b78b5d6 req-e0456f42-22f4-4a43-ab2c-993ece2740df tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:47.305282 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-38ea641a-9ba6-4cb4-90e3-ae797b78b5d6 req-e0456f42-22f4-4a43-ab2c-993ece2740df tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/ports?device_id=1f3cda49-ba0f-4b59-919c-b07377513680 HTTP/1.1" status: 200 len: 943 time: 0.0499959 Apr 29 13:22:47.361404 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-38ea641a-9ba6-4cb4-90e3-ae797b78b5d6 req-7c2168c0-2063-4b75-8e9d-862c2761e411 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/security-groups?id=40c6a069-00aa-4af9-9ce2-95671f73b724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500443 Apr 29 13:22:47.382375 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dfba35bc-3a6d-451a-aba4-abb295fdf1ec admin admin] Publish callbacks [] for security_group (0b6609db-53df-48cb-8bae-7a619c2f05d9), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:47.387292 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dfba35bc-3a6d-451a-aba4-abb295fdf1ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (0b6609db-53df-48cb-8bae-7a619c2f05d9), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:47.428127 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfba35bc-3a6d-451a-aba4-abb295fdf1ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b6609db-53df-48cb-8bae-7a619c2f05d9,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:47.433994 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-dfba35bc-3a6d-451a-aba4-abb295fdf1ec admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f7731f247fe6455aa9cda462ada685d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1531141 Apr 29 13:22:47.436555 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 49932) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:22:47.484556 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-75dea690-df4a-4e92-b67d-6f08c1061515 admin admin] Publish callbacks [] for security_group (0b6609db-53df-48cb-8bae-7a619c2f05d9), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:47.505781 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-75dea690-df4a-4e92-b67d-6f08c1061515 admin admin] Publish callbacks [] for security_group (0b6609db-53df-48cb-8bae-7a619c2f05d9), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:47.550861 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-75dea690-df4a-4e92-b67d-6f08c1061515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (0b6609db-53df-48cb-8bae-7a619c2f05d9), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:47.553629 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-75dea690-df4a-4e92-b67d-6f08c1061515 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:47.554754 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-75dea690-df4a-4e92-b67d-6f08c1061515 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0b6609db-53df-48cb-8bae-7a619c2f05d9 HTTP/1.1" status: 204 len: 168 time: 0.1172721 Apr 29 13:22:47.564148 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dea690-df4a-4e92-b67d-6f08c1061515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b6609db-53df-48cb-8bae-7a619c2f05d9,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:47.877505 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 49938) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:22:47.891032 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-863eeccb-9e2d-47aa-990b-2de50b8ac753 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:47.999795 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98f601-edbe-4b41-ba05-2f3312b0865a req-199e98c5-efd6-4068-abd3-75b6e91b4d5d tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:48.001294 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-4b98f601-edbe-4b41-ba05-2f3312b0865a req-199e98c5-efd6-4068-abd3-75b6e91b4d5d tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa4ab5fc-ffc6-4725-930a-b8447e16b10f HTTP/1.1" status: 200 len: 946 time: 0.0650694 Apr 29 13:22:48.011346 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-863eeccb-9e2d-47aa-990b-2de50b8ac753 admin admin] Publish callbacks [] for security_group (e806c7b9-a637-4d51-8dbc-d5df6c84344f), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:48.017909 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-863eeccb-9e2d-47aa-990b-2de50b8ac753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (e806c7b9-a637-4d51-8dbc-d5df6c84344f), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:48.244000 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863eeccb-9e2d-47aa-990b-2de50b8ac753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e806c7b9-a637-4d51-8dbc-d5df6c84344f,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:48.254749 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-863eeccb-9e2d-47aa-990b-2de50b8ac753 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d1b3f6b92d1a42cbba4bf31073dc8d4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3733883 Apr 29 13:22:48.255668 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 49942) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:22:48.259644 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-4b98f601-edbe-4b41-ba05-2f3312b0865a req-19a42e73-f8c7-47ff-90e2-87bb5824720a tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509043 Apr 29 13:22:48.305756 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5785463b-c170-456c-adc6-724dcc4ef0ba admin admin] Publish callbacks [] for security_group (e806c7b9-a637-4d51-8dbc-d5df6c84344f), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:48.327124 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5785463b-c170-456c-adc6-724dcc4ef0ba admin admin] Publish callbacks [] for security_group (e806c7b9-a637-4d51-8dbc-d5df6c84344f), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:48.378126 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5785463b-c170-456c-adc6-724dcc4ef0ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (e806c7b9-a637-4d51-8dbc-d5df6c84344f), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:48.380864 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5785463b-c170-456c-adc6-724dcc4ef0ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:48.384598 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-5785463b-c170-456c-adc6-724dcc4ef0ba admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e806c7b9-a637-4d51-8dbc-d5df6c84344f HTTP/1.1" status: 204 len: 168 time: 0.1249974 Apr 29 13:22:48.391219 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5785463b-c170-456c-adc6-724dcc4ef0ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e806c7b9-a637-4d51-8dbc-d5df6c84344f,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:48.483593 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced6c66a-00f1-48f2-995d-f02922a7e24a req-cfc1f69d-6af2-45e6-8924-b69909986868 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:48.485167 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ced6c66a-00f1-48f2-995d-f02922a7e24a req-cfc1f69d-6af2-45e6-8924-b69909986868 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/ports?device_id=1f3cda49-ba0f-4b59-919c-b07377513680 HTTP/1.1" status: 200 len: 943 time: 0.0497990 Apr 29 13:22:48.536031 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ced6c66a-00f1-48f2-995d-f02922a7e24a req-3c953334-430a-4dfe-ba47-e1559db4b6fb tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/security-groups?id=40c6a069-00aa-4af9-9ce2-95671f73b724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446141 Apr 29 13:22:49.002803 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc16157b-d4e9-4b75-aa3f-11304884e99a req-3cda9a9b-d191-4a0d-b1ca-8a537724f594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:49.004564 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cc16157b-d4e9-4b75-aa3f-11304884e99a req-3cda9a9b-d191-4a0d-b1ca-8a537724f594 service neutron] 10.222.0.75 "GET /v2.0/networks?id=3410551e-5a46-4ac5-98b2-aca173f9205e HTTP/1.1" status: 200 len: 918 time: 0.1791921 Apr 29 13:22:49.008186 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2b072439-a38d-4eaf-9d6e-42e4cd424677 req-026ac588-a795-4c80-83d4-d1067d64ef11 service neutron] 10.222.0.75 "GET /v2.0/networks/fc1af930-75bb-4703-ab95-43d130c7c5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751037 Apr 29 13:22:49.145637 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device 6a02918e-e082-4e84-935f-f625ef33c0c9 details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 13:22:49.255523 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] For port 6a02918e-e082-4e84-935f-f625ef33c0c9, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=6a02918e-e082-4e84-935f-f625ef33c0c9,segment=NetworkSegment(f20e2df8-3258-40c1-b5eb-5cf8acda4898),segment_id=f20e2df8-3258-40c1-b5eb-5cf8acda4898)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:22:49.268330 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Returning: {'device': '6a02918e-e082-4e84-935f-f625ef33c0c9', 'network_id': 'a4fad290-576a-4feb-b6ce-f41b37f2e434', 'port_id': '6a02918e-e082-4e84-935f-f625ef33c0c9', 'mac_address': 'fa:16:3e:e6:cd:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9b8baec-f323-4f7d-a63e-e078a5c175b2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 13:22:49.314611 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Current status of the port 6a02918e-e082-4e84-935f-f625ef33c0c9 is: DOWN; New status is: BUILD {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:22:49.315250 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (6a02918e-e082-4e84-935f-f625ef33c0c9), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:49.336096 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a02918e-e082-4e84-935f-f625ef33c0c9 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:22:49.359186 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] For port 6a02918e-e082-4e84-935f-f625ef33c0c9, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=6a02918e-e082-4e84-935f-f625ef33c0c9,segment=NetworkSegment(f20e2df8-3258-40c1-b5eb-5cf8acda4898),segment_id=f20e2df8-3258-40c1-b5eb-5cf8acda4898)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:22:49.365351 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (6a02918e-e082-4e84-935f-f625ef33c0c9), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:49.399846 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e174e78-26c0-41f6-9bba-ba9a0c43d3e4 req-7b1a5fac-0bb5-4dfb-b06c-1a516e046600 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:49.401184 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-8e174e78-26c0-41f6-9bba-ba9a0c43d3e4 req-7b1a5fac-0bb5-4dfb-b06c-1a516e046600 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa4ab5fc-ffc6-4725-930a-b8447e16b10f HTTP/1.1" status: 200 len: 946 time: 0.0691769 Apr 29 13:22:49.430693 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Pushing event updated for resources: {'Port': ['ID=6a02918e-e082-4e84-935f-f625ef33c0c9,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:49.472653 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-8e174e78-26c0-41f6-9bba-ba9a0c43d3e4 req-bc26979b-626e-4775-ae0a-67d3dedb7996 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647528 Apr 29 13:22:49.703858 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a335cb8a-5d99-4a1a-bace-616cd40463d5 req-e319c1a3-af93-490a-9d09-c1b9233cec84 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:49.714436 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-a335cb8a-5d99-4a1a-bace-616cd40463d5 req-e319c1a3-af93-490a-9d09-c1b9233cec84 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/ports?device_id=1f3cda49-ba0f-4b59-919c-b07377513680 HTTP/1.1" status: 200 len: 944 time: 0.0792205 Apr 29 13:22:49.885138 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-a335cb8a-5d99-4a1a-bace-616cd40463d5 req-6adddb85-806c-40fa-8cd7-4df338cb3d1d tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/security-groups?id=40c6a069-00aa-4af9-9ce2-95671f73b724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678360 Apr 29 13:22:49.891208 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a26852-97c3-4ab2-8afd-9c4ce28d3540 req-c36d4e68-e688-4cca-903e-fb43da6156c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:49.892826 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-c5a26852-97c3-4ab2-8afd-9c4ce28d3540 req-c36d4e68-e688-4cca-903e-fb43da6156c9 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f816e6d8de4d489b965fa6fe021f3b58&device_id=aa4ab5fc-ffc6-4725-930a-b8447e16b10f HTTP/1.1" status: 200 len: 1130 time: 0.0665047 Apr 29 13:22:49.915910 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cc16157b-d4e9-4b75-aa3f-11304884e99a req-f8ab71d2-c119-41e3-8023-c862e021fec8 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b84c292-da1e-45fb-bee4-72836b1be7c7 HTTP/1.1" status: 200 len: 1000 time: 0.3098383 Apr 29 13:22:49.942553 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebc8235-1ffe-49d6-a79b-e7a50130576d req-5d2b2267-e5e9-4e63-970d-6abd4023296f tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:49.944110 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4ebc8235-1ffe-49d6-a79b-e7a50130576d req-5d2b2267-e5e9-4e63-970d-6abd4023296f tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa4ab5fc-ffc6-4725-930a-b8447e16b10f HTTP/1.1" status: 200 len: 946 time: 0.1121440 Apr 29 13:22:49.998396 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2b072439-a38d-4eaf-9d6e-42e4cd424677 req-bef151f6-c78d-4789-aae5-20e2b67895ed service neutron] 10.222.0.75 "GET /v2.0/networks/fc1af930-75bb-4703-ab95-43d130c7c5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3756340 Apr 29 13:22:50.013731 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc16157b-d4e9-4b75-aa3f-11304884e99a req-1ffcd1f7-367f-4b74-9491-180ce5172315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:50.015216 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cc16157b-d4e9-4b75-aa3f-11304884e99a req-1ffcd1f7-367f-4b74-9491-180ce5172315 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d4719930-215c-410a-9121-e8646740b594 HTTP/1.1" status: 200 len: 856 time: 0.0914397 Apr 29 13:22:50.040452 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4ebc8235-1ffe-49d6-a79b-e7a50130576d req-a7c3b49f-0a07-47db-a84f-02377155b356 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730932 Apr 29 13:22:50.067725 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a26852-97c3-4ab2-8afd-9c4ce28d3540 req-61264a87-78f3-4f7e-be8c-5ef2c92dd9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:50.070093 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-c5a26852-97c3-4ab2-8afd-9c4ce28d3540 req-61264a87-78f3-4f7e-be8c-5ef2c92dd9e6 service neutron] 10.222.0.75 "GET /v2.0/networks?id=75b7fe95-ba69-4d04-89c6-6ad49ef540b7 HTTP/1.1" status: 200 len: 920 time: 0.1657388 Apr 29 13:22:50.100663 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc16157b-d4e9-4b75-aa3f-11304884e99a req-022a9bb0-15a2-4755-9031-9a26b9fbf71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:50.102263 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cc16157b-d4e9-4b75-aa3f-11304884e99a req-022a9bb0-15a2-4755-9031-9a26b9fbf71b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3410551e-5a46-4ac5-98b2-aca173f9205e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0589483 Apr 29 13:22:50.148630 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-c5a26852-97c3-4ab2-8afd-9c4ce28d3540 req-2440e11a-56c0-486e-ab68-a5b542595d57 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc4f30ac-b094-4a8b-bc80-d1f0623ce3c7 HTTP/1.1" status: 200 len: 217 time: 0.0552416 Apr 29 13:22:50.189618 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] get_ports_and_sgs() called for port_ids ['6a02918e-e082-4e84-935f-f625ef33c0c9'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 13:22:50.234869 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cc16157b-d4e9-4b75-aa3f-11304884e99a req-c5ce612d-21a8-47bd-b9a0-a9ce6c2c60df service neutron] 10.222.0.75 "GET /v2.0/networks/3410551e-5a46-4ac5-98b2-aca173f9205e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157572 Apr 29 13:22:50.238231 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a26852-97c3-4ab2-8afd-9c4ce28d3540 req-502aeaf8-0c2e-4a2c-88ba-2d39535371ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:50.239781 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-c5a26852-97c3-4ab2-8afd-9c4ce28d3540 req-502aeaf8-0c2e-4a2c-88ba-2d39535371ca service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c49f2808-2545-473c-889a-37ee93dfd06e HTTP/1.1" status: 200 len: 858 time: 0.0769312 Apr 29 13:22:50.299229 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a26852-97c3-4ab2-8afd-9c4ce28d3540 req-9164de02-cb7a-44c5-a469-8230b49f5d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:50.300727 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-c5a26852-97c3-4ab2-8afd-9c4ce28d3540 req-9164de02-cb7a-44c5-a469-8230b49f5d19 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=75b7fe95-ba69-4d04-89c6-6ad49ef540b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485461 Apr 29 13:22:50.370070 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cc16157b-d4e9-4b75-aa3f-11304884e99a req-3d383c82-90bf-4f58-9972-c84fbaaf8140 service neutron] 10.222.0.75 "GET /v2.0/networks/3410551e-5a46-4ac5-98b2-aca173f9205e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186419 Apr 29 13:22:50.416479 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-c5a26852-97c3-4ab2-8afd-9c4ce28d3540 req-562fd9b4-8568-407f-a46f-53800c0d3576 service neutron] 10.222.0.75 "GET /v2.0/networks/75b7fe95-ba69-4d04-89c6-6ad49ef540b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084580 Apr 29 13:22:50.523826 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-c5a26852-97c3-4ab2-8afd-9c4ce28d3540 req-9832e1ea-2fa8-4835-b7f6-5614fc4595e9 service neutron] 10.222.0.75 "GET /v2.0/networks/75b7fe95-ba69-4d04-89c6-6ad49ef540b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997894 Apr 29 13:22:51.013141 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e1cafe-f22f-44bb-81db-10318df5bdbf req-40be2cf8-29a8-46ab-92df-bc33a18faa20 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:51.014632 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-08e1cafe-f22f-44bb-81db-10318df5bdbf req-40be2cf8-29a8-46ab-92df-bc33a18faa20 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/ports?device_id=1f3cda49-ba0f-4b59-919c-b07377513680 HTTP/1.1" status: 200 len: 944 time: 0.0514457 Apr 29 13:22:51.062171 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-08e1cafe-f22f-44bb-81db-10318df5bdbf req-ab194eb2-7849-458a-ae2d-13c9f493a2c2 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/security-groups?id=40c6a069-00aa-4af9-9ce2-95671f73b724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418608 Apr 29 13:22:51.165137 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e10ab7-62ad-4f7a-a830-70f524917560 req-a18eefa2-bc36-4ec2-924e-ade815a3543a tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:51.166449 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-68e10ab7-62ad-4f7a-a830-70f524917560 req-a18eefa2-bc36-4ec2-924e-ade815a3543a tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa4ab5fc-ffc6-4725-930a-b8447e16b10f HTTP/1.1" status: 200 len: 946 time: 0.0530133 Apr 29 13:22:51.219743 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-68e10ab7-62ad-4f7a-a830-70f524917560 req-fbc31f52-c64c-485d-8fe7-55f2d996e0af tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465178 Apr 29 13:22:51.530931 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-960f4865-6436-4c93-bba6-ba86ad62765c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (e437e712-237e-4a54-83a8-782eed3c5f0c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:52.015569 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device 6a02918e-e082-4e84-935f-f625ef33c0c9 up at agent hyperv_hv-cinder-83769 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:22:52.066012 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Provisioning for port 6a02918e-e082-4e84-935f-f625ef33c0c9 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 13:22:52.072607 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Provisioning complete for port 6a02918e-e082-4e84-935f-f625ef33c0c9 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:22:52.073008 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (6a02918e-e082-4e84-935f-f625ef33c0c9), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:52.156692 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Current status of the port 6a02918e-e082-4e84-935f-f625ef33c0c9 is: BUILD; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:22:52.157125 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (6a02918e-e082-4e84-935f-f625ef33c0c9), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:52.181689 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e33947-1de2-4864-aa6b-f8b23d49ef4e req-8e8f8aa9-146e-4999-9154-0aeb8c10e70d tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:52.182718 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f3cda49-ba0f-4b59-919c-b07377513680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a02918e-e082-4e84-935f-f625ef33c0c9'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:22:52.183272 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-19e33947-1de2-4864-aa6b-f8b23d49ef4e req-8e8f8aa9-146e-4999-9154-0aeb8c10e70d tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/ports?device_id=1f3cda49-ba0f-4b59-919c-b07377513680 HTTP/1.1" status: 200 len: 944 time: 0.0489681 Apr 29 13:22:52.185023 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0016abbf82925ac5bb98c97d9984ae38170a8446c70b2249197f38a9e3d809b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f82690-66a8-43db-96d5-e3d709c7fa2b" -d '{"events": [{"server_uuid": "1f3cda49-ba0f-4b59-919c-b07377513680", "name": "network-vif-plugged", "status": "completed", "tag": "6a02918e-e082-4e84-935f-f625ef33c0c9"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:22:52.199989 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] For port 6a02918e-e082-4e84-935f-f625ef33c0c9, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=6a02918e-e082-4e84-935f-f625ef33c0c9,segment=NetworkSegment(f20e2df8-3258-40c1-b5eb-5cf8acda4898),segment_id=f20e2df8-3258-40c1-b5eb-5cf8acda4898)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:22:52.205751 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (6a02918e-e082-4e84-935f-f625ef33c0c9), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:52.233594 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac9691d3-a880-4181-af1a-70c819259a4c x-openstack-request-id: req-ac9691d3-a880-4181-af1a-70c819259a4c {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:22:52.233920 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f3cda49-ba0f-4b59-919c-b07377513680", "name": "network-vif-plugged", "status": "completed", "tag": "6a02918e-e082-4e84-935f-f625ef33c0c9", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:22:52.234187 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ac9691d3-a880-4181-af1a-70c819259a4c {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:22:52.234586 dv-cinder-837699-3-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac9691d3-a880-4181-af1a-70c819259a4c'] response: {'server_uuid': '1f3cda49-ba0f-4b59-919c-b07377513680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a02918e-e082-4e84-935f-f625ef33c0c9', 'code': 200} Apr 29 13:22:52.243671 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-19e33947-1de2-4864-aa6b-f8b23d49ef4e req-febdf0b9-0e0f-4394-af94-339d03edc8ec tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/security-groups?id=40c6a069-00aa-4af9-9ce2-95671f73b724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527451 Apr 29 13:22:52.263381 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Pushing event updated for resources: {'Port': ['ID=6a02918e-e082-4e84-935f-f625ef33c0c9,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:52.345828 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c72e6-265b-4116-a82b-799d24dd8dc2 req-2b238940-41d9-4ffb-988b-b85335086d5e tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:52.347532 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-639c72e6-265b-4116-a82b-799d24dd8dc2 req-2b238940-41d9-4ffb-988b-b85335086d5e tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa4ab5fc-ffc6-4725-930a-b8447e16b10f HTTP/1.1" status: 200 len: 946 time: 0.0505095 Apr 29 13:22:52.407649 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-639c72e6-265b-4116-a82b-799d24dd8dc2 req-e8b64312-2c42-4bc0-a3e8-9a61a6571a3b tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534005 Apr 29 13:22:52.509646 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa9e39e-3eaf-4450-97b9-0b33fa004202 req-c413852f-a379-4fc6-8270-3537083907b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:52.513256 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-dfa9e39e-3eaf-4450-97b9-0b33fa004202 req-c413852f-a379-4fc6-8270-3537083907b8 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=1f3cda49-ba0f-4b59-919c-b07377513680 HTTP/1.1" status: 200 len: 1129 time: 0.0532322 Apr 29 13:22:52.564500 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-dfa9e39e-3eaf-4450-97b9-0b33fa004202 req-431e78b4-2068-4e94-ab16-12603fe859e6 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=40c6a069-00aa-4af9-9ce2-95671f73b724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415645 Apr 29 13:22:53.359600 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc041e-31e3-49b2-a563-bb7d2d49965f req-b721006a-91e5-4210-9415-780e89e25e3f tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:53.361174 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-87bc041e-31e3-49b2-a563-bb7d2d49965f req-b721006a-91e5-4210-9415-780e89e25e3f tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/ports?device_id=1f3cda49-ba0f-4b59-919c-b07377513680 HTTP/1.1" status: 200 len: 945 time: 0.0480990 Apr 29 13:22:53.414734 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-87bc041e-31e3-49b2-a563-bb7d2d49965f req-ce9542a1-e7b5-4b2e-a9bb-682a2df6d536 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/security-groups?id=40c6a069-00aa-4af9-9ce2-95671f73b724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472963 Apr 29 13:22:53.527816 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee5e53-edbe-49a1-af97-e28a3b6ad398 req-3de06eff-c2e6-431c-b1ee-3bcffaed4818 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:53.529244 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e8ee5e53-edbe-49a1-af97-e28a3b6ad398 req-3de06eff-c2e6-431c-b1ee-3bcffaed4818 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa4ab5fc-ffc6-4725-930a-b8447e16b10f HTTP/1.1" status: 200 len: 946 time: 0.0516152 Apr 29 13:22:53.579079 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e8ee5e53-edbe-49a1-af97-e28a3b6ad398 req-4b5e84b7-2d69-4fbb-a979-c0ee97fbbccf tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435848 Apr 29 13:22:54.240412 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-12ca2041-be3c-4bfc-b6ce-06f85fb530e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (ffd5f049-29fc-4e99-906d-6eadce93ab48), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:54.539927 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b7db35-1b75-46db-ba09-f437c028bd11 req-320242b7-b8eb-4906-a264-8c805e514d66 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:54.541529 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-94b7db35-1b75-46db-ba09-f437c028bd11 req-320242b7-b8eb-4906-a264-8c805e514d66 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/ports?device_id=1f3cda49-ba0f-4b59-919c-b07377513680 HTTP/1.1" status: 200 len: 945 time: 0.0522904 Apr 29 13:22:54.593577 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-94b7db35-1b75-46db-ba09-f437c028bd11 req-b0826b14-7484-4bd5-8bc4-aba6b42fe2ff tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/security-groups?id=40c6a069-00aa-4af9-9ce2-95671f73b724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458734 Apr 29 13:22:54.705853 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6730867-b177-4910-bc07-caba1a2ff7fe req-9909618f-e33e-422b-8057-3a4a857572b4 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:54.707564 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d6730867-b177-4910-bc07-caba1a2ff7fe req-9909618f-e33e-422b-8057-3a4a857572b4 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa4ab5fc-ffc6-4725-930a-b8447e16b10f HTTP/1.1" status: 200 len: 946 time: 0.0572150 Apr 29 13:22:54.763528 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d6730867-b177-4910-bc07-caba1a2ff7fe req-0cd00b82-7ff4-4e60-87c3-a23536717500 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498521 Apr 29 13:22:55.714132 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccb0580-3233-4fc6-917e-3da2fa86461b req-091ffba7-d473-4bf9-901a-669b40ca47c0 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:55.715757 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-0ccb0580-3233-4fc6-917e-3da2fa86461b req-091ffba7-d473-4bf9-901a-669b40ca47c0 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/ports?device_id=1f3cda49-ba0f-4b59-919c-b07377513680 HTTP/1.1" status: 200 len: 945 time: 0.0500617 Apr 29 13:22:55.774935 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-0ccb0580-3233-4fc6-917e-3da2fa86461b req-01dc9aa3-dba4-4f44-ac67-6b69bf97939f tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/security-groups?id=40c6a069-00aa-4af9-9ce2-95671f73b724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519187 Apr 29 13:22:55.799083 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d46c6b96-c9c1-47b5-84ba-015c4e42046f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (1b2ea45c-9419-45d0-91af-29e2c5a1844a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:55.912955 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d38eb6-d32d-443e-a13e-03dd8c240665 req-79a003cd-618c-42d9-8ee4-31cae9f6fb9c tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:55.914463 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a2d38eb6-d32d-443e-a13e-03dd8c240665 req-79a003cd-618c-42d9-8ee4-31cae9f6fb9c tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa4ab5fc-ffc6-4725-930a-b8447e16b10f HTTP/1.1" status: 200 len: 946 time: 0.0604844 Apr 29 13:22:55.969597 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a2d38eb6-d32d-443e-a13e-03dd8c240665 req-3b2c613b-37c3-4bcb-8a08-dc8143a298e0 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489495 Apr 29 13:22:56.895427 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e1db63-502f-460d-8d41-b8e563b59267 req-d25e33ed-24da-4937-ad26-f2c89388c048 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:56.896978 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-d8e1db63-502f-460d-8d41-b8e563b59267 req-d25e33ed-24da-4937-ad26-f2c89388c048 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/ports?device_id=1f3cda49-ba0f-4b59-919c-b07377513680 HTTP/1.1" status: 200 len: 945 time: 0.0498290 Apr 29 13:22:56.958323 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-d8e1db63-502f-460d-8d41-b8e563b59267 req-2cece9e1-b1cb-4389-a568-0e64e3f40409 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/security-groups?id=40c6a069-00aa-4af9-9ce2-95671f73b724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491595 Apr 29 13:22:57.085201 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f9adf-92e2-4f4d-88c3-c43b834993a0 req-8291aed5-8255-4ff5-aa08-14891fa404d1 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:57.086639 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ff0f9adf-92e2-4f4d-88c3-c43b834993a0 req-8291aed5-8255-4ff5-aa08-14891fa404d1 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa4ab5fc-ffc6-4725-930a-b8447e16b10f HTTP/1.1" status: 200 len: 946 time: 0.0490382 Apr 29 13:22:57.141001 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ff0f9adf-92e2-4f4d-88c3-c43b834993a0 req-65e437a6-1134-4889-9455-c46767347388 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478532 Apr 29 13:22:57.234971 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bea047bf-f99e-49b2-8b9d-5ba249a30c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (23d6c007-0036-4fdb-b033-28b1fd628d82), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:57.850158 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1864eec-82f4-48b5-936d-99cccf76fc34 req-45d7016e-fc44-4f32-a07f-045fed438348 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:57.851661 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d1864eec-82f4-48b5-936d-99cccf76fc34 req-45d7016e-fc44-4f32-a07f-045fed438348 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/ports?device_id=1f3cda49-ba0f-4b59-919c-b07377513680 HTTP/1.1" status: 200 len: 945 time: 0.0495284 Apr 29 13:22:57.909856 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (477bd1e1-70d7-4a7b-b37c-5892af57f2e4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:57.917397 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d1864eec-82f4-48b5-936d-99cccf76fc34 req-7d0e9097-fd39-4071-8ce5-4128d4c29bbf tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/security-groups?id=40c6a069-00aa-4af9-9ce2-95671f73b724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588548 Apr 29 13:22:58.275868 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa63071b-87f8-42df-a974-621865ee9520 req-9cc22f4a-117c-4f3a-8f33-b30d2b580b4a tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:58.277914 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-aa63071b-87f8-42df-a974-621865ee9520 req-9cc22f4a-117c-4f3a-8f33-b30d2b580b4a tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa4ab5fc-ffc6-4725-930a-b8447e16b10f HTTP/1.1" status: 200 len: 946 time: 0.0529273 Apr 29 13:22:58.328641 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-aa63071b-87f8-42df-a974-621865ee9520 req-07ffe291-1968-44d5-9142-68ecdc72a2e5 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445986 Apr 29 13:22:58.664072 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (070d87cd-fed4-4d07-85b5-c26ded61f2d8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:22:59.040309 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f96217b-cbba-4e52-822f-9d746823e603 req-3e846c28-cd41-4c78-b66c-1ecf19ace4e7 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:59.041999 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6f96217b-cbba-4e52-822f-9d746823e603 req-3e846c28-cd41-4c78-b66c-1ecf19ace4e7 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/ports?device_id=1f3cda49-ba0f-4b59-919c-b07377513680 HTTP/1.1" status: 200 len: 945 time: 0.0557356 Apr 29 13:22:59.102927 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6f96217b-cbba-4e52-822f-9d746823e603 req-78ee860b-bf4b-4067-98e3-1c8449a050b0 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/security-groups?id=40c6a069-00aa-4af9-9ce2-95671f73b724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527830 Apr 29 13:22:59.458885 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b257e-28ed-4a63-b5fd-9befebdda989 req-79988aa5-aa03-4e35-8220-a9a53f25f986 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:22:59.460502 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7e7b257e-28ed-4a63-b5fd-9befebdda989 req-79988aa5-aa03-4e35-8220-a9a53f25f986 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa4ab5fc-ffc6-4725-930a-b8447e16b10f HTTP/1.1" status: 200 len: 946 time: 0.0508220 Apr 29 13:22:59.514096 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7e7b257e-28ed-4a63-b5fd-9befebdda989 req-c4d5a527-b0d4-4648-8607-4e488a07cedd tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473890 Apr 29 13:23:00.235590 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c77e3ff-5d04-4263-b01f-e5451356407c req-887e542b-3e0b-4270-8b93-70f97c967631 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:00.237359 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2c77e3ff-5d04-4263-b01f-e5451356407c req-887e542b-3e0b-4270-8b93-70f97c967631 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/ports?device_id=1f3cda49-ba0f-4b59-919c-b07377513680 HTTP/1.1" status: 200 len: 945 time: 0.0560844 Apr 29 13:23:00.294853 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2c77e3ff-5d04-4263-b01f-e5451356407c req-a39bb8ed-47e2-45e1-b432-ebe98f8dffde tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/security-groups?id=40c6a069-00aa-4af9-9ce2-95671f73b724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518210 Apr 29 13:23:00.420124 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae93affc-74fa-4d5a-8b11-1f25ed011863 req-23705ebb-2798-4e4b-a1a5-c982e13a183c tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:00.421672 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ae93affc-74fa-4d5a-8b11-1f25ed011863 req-23705ebb-2798-4e4b-a1a5-c982e13a183c tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed9fcae1-761b-4591-b3e3-5495bfe3fd32 HTTP/1.1" status: 200 len: 946 time: 0.0523939 Apr 29 13:23:00.478737 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ae93affc-74fa-4d5a-8b11-1f25ed011863 req-4b974e9d-99c2-4118-8c59-b6a1d4052abd tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] 10.222.0.11 "GET /v2.0/security-groups?id=792e7502-e0ef-4f4c-98d5-f0878f981827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512655 Apr 29 13:23:00.641579 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1eafdb-0167-4bbd-bb8b-ac77a2f23b78 req-4d1a07ba-88e4-478f-b90f-be291309053b tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:00.643167 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-0a1eafdb-0167-4bbd-bb8b-ac77a2f23b78 req-4d1a07ba-88e4-478f-b90f-be291309053b tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa4ab5fc-ffc6-4725-930a-b8447e16b10f HTTP/1.1" status: 200 len: 946 time: 0.0543840 Apr 29 13:23:00.693023 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-0a1eafdb-0167-4bbd-bb8b-ac77a2f23b78 req-642e64dd-792a-4b1c-a834-a64de54a42c3 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435963 Apr 29 13:23:01.421003 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a1759-3dad-4a06-9dd7-efa3cbdb0d3c req-71874cb3-c565-4ace-a302-c68f76a6853c tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:01.422706 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f35a1759-3dad-4a06-9dd7-efa3cbdb0d3c req-71874cb3-c565-4ace-a302-c68f76a6853c tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/ports?device_id=1f3cda49-ba0f-4b59-919c-b07377513680 HTTP/1.1" status: 200 len: 945 time: 0.0534086 Apr 29 13:23:01.481691 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f35a1759-3dad-4a06-9dd7-efa3cbdb0d3c req-0fe1870a-8019-4570-aa7a-ac9b31f9882a tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/security-groups?id=40c6a069-00aa-4af9-9ce2-95671f73b724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527163 Apr 29 13:23:01.623306 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4ba6a3-a3b5-4b64-9f26-111350e48db6 req-0a60a51f-c46f-4e8c-a367-df54ec94e813 tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:01.624832 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-3a4ba6a3-a3b5-4b64-9f26-111350e48db6 req-0a60a51f-c46f-4e8c-a367-df54ec94e813 tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed9fcae1-761b-4591-b3e3-5495bfe3fd32 HTTP/1.1" status: 200 len: 946 time: 0.0570738 Apr 29 13:23:01.678572 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-3a4ba6a3-a3b5-4b64-9f26-111350e48db6 req-d2a60f25-ab56-44b2-9340-39a43e7a879f tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] 10.222.0.11 "GET /v2.0/security-groups?id=792e7502-e0ef-4f4c-98d5-f0878f981827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452948 Apr 29 13:23:01.812092 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db4d20-250c-4e8c-aadb-d3da84836f9a req-b610919e-9f1c-4bd3-a6c8-bf455ee7865e tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:01.813643 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f2db4d20-250c-4e8c-aadb-d3da84836f9a req-b610919e-9f1c-4bd3-a6c8-bf455ee7865e tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa4ab5fc-ffc6-4725-930a-b8447e16b10f HTTP/1.1" status: 200 len: 946 time: 0.0490015 Apr 29 13:23:01.867397 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f2db4d20-250c-4e8c-aadb-d3da84836f9a req-f7516745-8449-4a74-aa39-545388c3fdeb tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480361 Apr 29 13:23:02.459791 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9603c30-193b-415e-ac33-a06675f3d13f req-710068d7-e9f7-4bdd-844c-07e5267a8891 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:02.461760 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-f9603c30-193b-415e-ac33-a06675f3d13f req-710068d7-e9f7-4bdd-844c-07e5267a8891 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.75 "GET /v2.0/ports?device_id=1f3cda49-ba0f-4b59-919c-b07377513680 HTTP/1.1" status: 200 len: 945 time: 0.0536718 Apr 29 13:23:02.678935 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-f9603c30-193b-415e-ac33-a06675f3d13f req-1b324e87-4352-455a-850d-2e0cf8943d5c tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Deleting port 6a02918e-e082-4e84-935f-f625ef33c0c9 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:23:02.679643 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f9603c30-193b-415e-ac33-a06675f3d13f req-1b324e87-4352-455a-850d-2e0cf8943d5c tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783156326988'] for port (6a02918e-e082-4e84-935f-f625ef33c0c9), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:02.800608 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8535c80-bd80-4e63-b0a9-2b7669c33884 req-29899320-5ef3-4e12-be1b-18d15bb0b01d tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:02.802206 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-b8535c80-bd80-4e63-b0a9-2b7669c33884 req-29899320-5ef3-4e12-be1b-18d15bb0b01d tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/ports?device_id=1f3cda49-ba0f-4b59-919c-b07377513680 HTTP/1.1" status: 200 len: 945 time: 0.0901492 Apr 29 13:23:02.809171 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b0869-3963-463f-ae20-208f724102ab req-4a30d32b-3284-4f19-9805-019502375f07 tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:02.814115 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fb7b0869-3963-463f-ae20-208f724102ab req-4a30d32b-3284-4f19-9805-019502375f07 tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed9fcae1-761b-4591-b3e3-5495bfe3fd32 HTTP/1.1" status: 200 len: 946 time: 0.0611014 Apr 29 13:23:02.856470 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-f9603c30-193b-415e-ac33-a06675f3d13f req-1b324e87-4352-455a-850d-2e0cf8943d5c tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] For port 6a02918e-e082-4e84-935f-f625ef33c0c9, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=6a02918e-e082-4e84-935f-f625ef33c0c9,segment=NetworkSegment(f20e2df8-3258-40c1-b5eb-5cf8acda4898),segment_id=f20e2df8-3258-40c1-b5eb-5cf8acda4898)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:23:02.856997 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f9603c30-193b-415e-ac33-a06675f3d13f req-1b324e87-4352-455a-850d-2e0cf8943d5c tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749638'] for port (6a02918e-e082-4e84-935f-f625ef33c0c9), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:02.876394 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fb7b0869-3963-463f-ae20-208f724102ab req-13438677-e2f7-41c6-97d7-fbac37d335b0 tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] 10.222.0.11 "GET /v2.0/security-groups?id=792e7502-e0ef-4f4c-98d5-f0878f981827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598416 Apr 29 13:23:02.882793 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-f9603c30-193b-415e-ac33-a06675f3d13f req-1b324e87-4352-455a-850d-2e0cf8943d5c tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Calling delete_port for 6a02918e-e082-4e84-935f-f625ef33c0c9 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:23:02.907671 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-b8535c80-bd80-4e63-b0a9-2b7669c33884 req-39ddac86-5280-4ed1-a20b-5d961aa186c5 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/security-groups?id=40c6a069-00aa-4af9-9ce2-95671f73b724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912027 Apr 29 13:23:03.006211 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d427b-6087-428e-8f75-f0a21ae174fb req-d99f43ee-127b-4701-92be-a799a0e2a5a8 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:03.007677 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b35d427b-6087-428e-8f75-f0a21ae174fb req-d99f43ee-127b-4701-92be-a799a0e2a5a8 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa4ab5fc-ffc6-4725-930a-b8447e16b10f HTTP/1.1" status: 200 len: 946 time: 0.0525246 Apr 29 13:23:03.076573 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b35d427b-6087-428e-8f75-f0a21ae174fb req-f1f99f0e-be31-4497-9262-cbe03ef91144 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476737 Apr 29 13:23:03.083897 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f9603c30-193b-415e-ac33-a06675f3d13f req-1b324e87-4352-455a-850d-2e0cf8943d5c tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783156333258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783155810407'] for port (6a02918e-e082-4e84-935f-f625ef33c0c9), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:03.116796 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b324e87-4352-455a-850d-2e0cf8943d5c tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Pushing event deleted for resources: {'Port': ['ID=6a02918e-e082-4e84-935f-f625ef33c0c9,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:03.131365 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] get_ports_and_sgs() called for port_ids ['6a02918e-e082-4e84-935f-f625ef33c0c9'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 13:23:03.191340 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9603c30-193b-415e-ac33-a06675f3d13f req-1b324e87-4352-455a-850d-2e0cf8943d5c tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] No DVR routers for this DVR port 6a02918e-e082-4e84-935f-f625ef33c0c9 on host hv-cinder-83769 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:23:03.195169 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f9603c30-193b-415e-ac33-a06675f3d13f req-1b324e87-4352-455a-850d-2e0cf8943d5c tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:03.198586 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-f9603c30-193b-415e-ac33-a06675f3d13f req-1b324e87-4352-455a-850d-2e0cf8943d5c tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.75 "DELETE /v2.0/ports/6a02918e-e082-4e84-935f-f625ef33c0c9 HTTP/1.1" status: 204 len: 173 time: 0.6955643 Apr 29 13:23:03.199053 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f3cda49-ba0f-4b59-919c-b07377513680', 'name': 'network-vif-deleted', 'tag': '6a02918e-e082-4e84-935f-f625ef33c0c9'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:23:03.201510 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ba167d508349ed0cdfb80239bd9ae2522ecb2b1d56ec89f6128388f9fbd08d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8215abae-f473-4170-b7f3-b89b60cde919" -d '{"events": [{"server_uuid": "1f3cda49-ba0f-4b59-919c-b07377513680", "name": "network-vif-deleted", "tag": "6a02918e-e082-4e84-935f-f625ef33c0c9"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:23:03.240216 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2e1866-897b-46fc-b7b9-f97236b62dba x-openstack-request-id: req-dd2e1866-897b-46fc-b7b9-f97236b62dba {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:23:03.240667 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f3cda49-ba0f-4b59-919c-b07377513680", "name": "network-vif-deleted", "tag": "6a02918e-e082-4e84-935f-f625ef33c0c9", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:23:03.241108 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dd2e1866-897b-46fc-b7b9-f97236b62dba {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:23:03.241770 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd2e1866-897b-46fc-b7b9-f97236b62dba'] response: {'server_uuid': '1f3cda49-ba0f-4b59-919c-b07377513680', 'name': 'network-vif-deleted', 'tag': '6a02918e-e082-4e84-935f-f625ef33c0c9', 'status': 'completed', 'code': 200} Apr 29 13:23:03.749906 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538efa29-68de-491d-98ae-4b87daa1f36b req-deba87f2-84bc-4885-814b-6236a3fbefe0 tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:03.751547 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-538efa29-68de-491d-98ae-4b87daa1f36b req-deba87f2-84bc-4885-814b-6236a3fbefe0 tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed9fcae1-761b-4591-b3e3-5495bfe3fd32 HTTP/1.1" status: 200 len: 946 time: 0.0495195 Apr 29 13:23:03.754187 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c4090ed3-b188-48ef-a6b9-5d78229fc55d None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:23:04.011778 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da5b358-d362-415c-802b-523f0f8607b3 req-00d6662e-bd59-41df-922e-0a304d2e8802 tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:04.013340 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5da5b358-d362-415c-802b-523f0f8607b3 req-00d6662e-bd59-41df-922e-0a304d2e8802 tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed9fcae1-761b-4591-b3e3-5495bfe3fd32 HTTP/1.1" status: 200 len: 946 time: 0.0649960 Apr 29 13:23:04.067832 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-3f7f9172-e728-4669-9ff9-5b0c9e82dec5 req-75909a25-a429-4fa0-8da1-43ad701649a7 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/ports?device_id=1f3cda49-ba0f-4b59-919c-b07377513680 HTTP/1.1" status: 200 len: 210 time: 0.0495267 Apr 29 13:23:04.068508 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5da5b358-d362-415c-802b-523f0f8607b3 req-848959e3-2a5a-4ad6-93e8-25a2edfb813a tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] 10.222.0.11 "GET /v2.0/security-groups?id=792e7502-e0ef-4f4c-98d5-f0878f981827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481412 Apr 29 13:23:04.140241 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-538efa29-68de-491d-98ae-4b87daa1f36b req-b2d1dca3-c968-48ee-a55d-3cb80c66b464 tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] Deleting port d217b78a-2748-437f-8687-950224b25ffc {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:23:04.140603 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-538efa29-68de-491d-98ae-4b87daa1f36b req-b2d1dca3-c968-48ee-a55d-3cb80c66b464 tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783156326988'] for port (d217b78a-2748-437f-8687-950224b25ffc), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:04.259002 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ab8a18-91f8-4c4a-9a71-f16464012b14 req-45598d5a-7aa2-4362-8340-b476647a0649 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:04.260473 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-c7ab8a18-91f8-4c4a-9a71-f16464012b14 req-45598d5a-7aa2-4362-8340-b476647a0649 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa4ab5fc-ffc6-4725-930a-b8447e16b10f HTTP/1.1" status: 200 len: 946 time: 0.0995529 Apr 29 13:23:04.319699 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-538efa29-68de-491d-98ae-4b87daa1f36b req-b2d1dca3-c968-48ee-a55d-3cb80c66b464 tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] For port d217b78a-2748-437f-8687-950224b25ffc, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=d217b78a-2748-437f-8687-950224b25ffc,segment=NetworkSegment(9fb2306b-647f-449e-a535-dc422cb8ffaa),segment_id=9fb2306b-647f-449e-a535-dc422cb8ffaa)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:23:04.320074 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-538efa29-68de-491d-98ae-4b87daa1f36b req-b2d1dca3-c968-48ee-a55d-3cb80c66b464 tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749638'] for port (d217b78a-2748-437f-8687-950224b25ffc), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:04.343916 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-538efa29-68de-491d-98ae-4b87daa1f36b req-b2d1dca3-c968-48ee-a55d-3cb80c66b464 tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] Calling delete_port for d217b78a-2748-437f-8687-950224b25ffc owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:23:04.351544 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-c7ab8a18-91f8-4c4a-9a71-f16464012b14 req-8a8db1c5-e890-4978-9350-e46bb76108be tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845397 Apr 29 13:23:04.489771 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-538efa29-68de-491d-98ae-4b87daa1f36b req-b2d1dca3-c968-48ee-a55d-3cb80c66b464 tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783156333258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783155810407'] for port (d217b78a-2748-437f-8687-950224b25ffc), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:04.522643 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d1dca3-c968-48ee-a55d-3cb80c66b464 tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] Pushing event deleted for resources: {'Port': ['ID=d217b78a-2748-437f-8687-950224b25ffc,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:04.539153 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] get_ports_and_sgs() called for port_ids ['d217b78a-2748-437f-8687-950224b25ffc'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 13:23:04.568689 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-538efa29-68de-491d-98ae-4b87daa1f36b req-b2d1dca3-c968-48ee-a55d-3cb80c66b464 tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] No DVR routers for this DVR port d217b78a-2748-437f-8687-950224b25ffc on host hv-cinder-83769 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:23:04.571975 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-538efa29-68de-491d-98ae-4b87daa1f36b req-b2d1dca3-c968-48ee-a55d-3cb80c66b464 tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:04.575879 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-538efa29-68de-491d-98ae-4b87daa1f36b req-b2d1dca3-c968-48ee-a55d-3cb80c66b464 tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] 10.222.0.75 "DELETE /v2.0/ports/d217b78a-2748-437f-8687-950224b25ffc HTTP/1.1" status: 204 len: 173 time: 0.5704987 Apr 29 13:23:05.196873 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1a08d4fa-edc9-46e6-98a3-32050c831aba req-42974367-56ee-4625-a45f-71ae318fa4e9 tempest-DeleteServersTestJSON-211784496 tempest-DeleteServersTestJSON-211784496-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed9fcae1-761b-4591-b3e3-5495bfe3fd32 HTTP/1.1" status: 200 len: 210 time: 0.0311735 Apr 29 13:23:05.242684 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed9fcae1-761b-4591-b3e3-5495bfe3fd32', 'name': 'network-vif-deleted', 'tag': 'd217b78a-2748-437f-8687-950224b25ffc'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:23:05.245290 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ba167d508349ed0cdfb80239bd9ae2522ecb2b1d56ec89f6128388f9fbd08d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a62797-edaa-4185-96d3-93cc7e803cd0" -d '{"events": [{"server_uuid": "ed9fcae1-761b-4591-b3e3-5495bfe3fd32", "name": "network-vif-deleted", "tag": "d217b78a-2748-437f-8687-950224b25ffc"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:23:05.295748 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e5dd257-0b8c-40a1-aa5c-3a1700e2d286 x-openstack-request-id: req-4e5dd257-0b8c-40a1-aa5c-3a1700e2d286 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:23:05.296045 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed9fcae1-761b-4591-b3e3-5495bfe3fd32", "name": "network-vif-deleted", "tag": "d217b78a-2748-437f-8687-950224b25ffc", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:23:05.296418 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4e5dd257-0b8c-40a1-aa5c-3a1700e2d286 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:23:05.296678 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e5dd257-0b8c-40a1-aa5c-3a1700e2d286'] response: {'server_uuid': 'ed9fcae1-761b-4591-b3e3-5495bfe3fd32', 'name': 'network-vif-deleted', 'tag': 'd217b78a-2748-437f-8687-950224b25ffc', 'status': 'completed', 'code': 200} Apr 29 13:23:05.487363 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdaebc3-ec89-46d7-bcf9-3fb40cd0167d req-dbe73073-a61f-4330-90aa-8ec7a7d77da3 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:05.488902 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-8fdaebc3-ec89-46d7-bcf9-3fb40cd0167d req-dbe73073-a61f-4330-90aa-8ec7a7d77da3 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa4ab5fc-ffc6-4725-930a-b8447e16b10f HTTP/1.1" status: 200 len: 946 time: 0.0536566 Apr 29 13:23:05.545377 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-8fdaebc3-ec89-46d7-bcf9-3fb40cd0167d req-3ff1e9b2-4431-4c3e-8625-41e8edfba6dc tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507112 Apr 29 13:23:05.596839 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d517452-ce37-4dda-ad5d-2652aed14944 req-9bac5afb-4a29-4350-8ddb-f5cadcac5666 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:05.598855 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9d517452-ce37-4dda-ad5d-2652aed14944 req-9bac5afb-4a29-4350-8ddb-f5cadcac5666 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/networks?id=a4fad290-576a-4feb-b6ce-f41b37f2e434 HTTP/1.1" status: 200 len: 808 time: 0.1265407 Apr 29 13:23:05.615175 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9d517452-ce37-4dda-ad5d-2652aed14944 req-0140ea6f-6711-4718-bdf4-04e0131be184 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/quotas/fabf7cc13fed41db887130c8fcc80b2e HTTP/1.1" status: 200 len: 375 time: 0.0109060 Apr 29 13:23:05.656504 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9d517452-ce37-4dda-ad5d-2652aed14944 req-c72cdf95-eb23-46d6-a26f-46015d8b8de1 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=fabf7cc13fed41db887130c8fcc80b2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347652 Apr 29 13:23:05.757800 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9d517452-ce37-4dda-ad5d-2652aed14944 req-1255f862-a352-4420-997a-4022a4c62740 service neutron] 10.222.0.11 "GET /v2.0/networks/a4fad290-576a-4feb-b6ce-f41b37f2e434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923519 Apr 29 13:23:05.851570 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9d517452-ce37-4dda-ad5d-2652aed14944 req-854f6f1b-1462-4bde-aaa7-4e22bac30a47 service neutron] 10.222.0.11 "GET /v2.0/networks/a4fad290-576a-4feb-b6ce-f41b37f2e434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871072 Apr 29 13:23:06.013303 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-3579077d-c7a3-446c-a580-2e3dd3a2c84a req-7ce0bdc8-34e4-42b6-9e79-0fb7bf6834f5 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a5770ca-13c1-4213-a077-670683465eda HTTP/1.1" status: 200 len: 210 time: 0.0296178 Apr 29 13:23:06.158449 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device d217b78a-2748-437f-8687-950224b25ffc no longer exists at agent hyperv_hv-cinder-83769 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:23:06.179087 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] No Port match for: d217b78a-2748-437f-8687-950224b25ffc {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:23:06.179437 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device d217b78a-2748-437f-8687-950224b25ffc not bound to the agent host hv-cinder-83769 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:23:06.179862 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device 6a02918e-e082-4e84-935f-f625ef33c0c9 no longer exists at agent hyperv_hv-cinder-83769 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:23:06.200670 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] No Port match for: 6a02918e-e082-4e84-935f-f625ef33c0c9 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:23:06.201052 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device 6a02918e-e082-4e84-935f-f625ef33c0c9 not bound to the agent host hv-cinder-83769 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:23:06.692069 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20369941-00a3-4cda-94c0-dfba6cce96ea req-cda24220-5af8-4bc1-832a-ccefcc4521a5 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:06.693814 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-20369941-00a3-4cda-94c0-dfba6cce96ea req-cda24220-5af8-4bc1-832a-ccefcc4521a5 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa4ab5fc-ffc6-4725-930a-b8447e16b10f HTTP/1.1" status: 200 len: 946 time: 0.0528100 Apr 29 13:23:06.748608 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-20369941-00a3-4cda-94c0-dfba6cce96ea req-60a52754-60df-43a1-bb17-7fa7592120e0 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466433 Apr 29 13:23:07.114066 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-2d780380-e984-4738-91c3-27ebcb2b7703 req-b8a2f45e-c35e-4fa4-84f5-f50be2ac361b tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a5770ca-13c1-4213-a077-670683465eda HTTP/1.1" status: 200 len: 210 time: 0.0282626 Apr 29 13:23:07.447747 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d517452-ce37-4dda-ad5d-2652aed14944 req-55848c98-27ba-43ee-b547-b9e82c4bb952 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:07.449978 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9d517452-ce37-4dda-ad5d-2652aed14944 req-55848c98-27ba-43ee-b547-b9e82c4bb952 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.75 "GET /v2.0/networks?id=a4fad290-576a-4feb-b6ce-f41b37f2e434 HTTP/1.1" status: 200 len: 808 time: 0.2898958 Apr 29 13:23:07.502841 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [req-9d517452-ce37-4dda-ad5d-2652aed14944 req-91faeb61-4c9b-4026-a910-e09d554f187a tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Request body: {'port': {'device_id': '1a5770ca-13c1-4213-a077-670683465eda', 'network_id': 'a4fad290-576a-4feb-b6ce-f41b37f2e434', 'admin_state_up': True, 'tenant_id': 'fabf7cc13fed41db887130c8fcc80b2e'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:23:07.613328 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d517452-ce37-4dda-ad5d-2652aed14944 req-91faeb61-4c9b-4026-a910-e09d554f187a tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Made reservation on behalf of fabf7cc13fed41db887130c8fcc80b2e for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:23:07.617286 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-9d517452-ce37-4dda-ad5d-2652aed14944 req-91faeb61-4c9b-4026-a910-e09d554f187a tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:07.677627 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 50254) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:23:07.725341 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-8225319a-121f-4bf5-816a-e80723677638 admin admin] Deleting subnet 7155c938-ce60-4dd2-8443-11b2fc253ef7 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 13:23:07.730141 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8225319a-121f-4bf5-816a-e80723677638 admin admin] Publish callbacks [] for subnet (7155c938-ce60-4dd2-8443-11b2fc253ef7), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:07.758791 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-9d517452-ce37-4dda-ad5d-2652aed14944 req-91faeb61-4c9b-4026-a910-e09d554f187a tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Allocated IP 172.20.0.8 (a4fad290-576a-4feb-b6ce-f41b37f2e434/e9b8baec-f323-4f7d-a63e-e078a5c175b2/3b79504c-e598-4e35-a722-a6f75ad2d52e) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:23:07.796450 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8225319a-121f-4bf5-816a-e80723677638 admin admin] Publish callbacks [] for subnet (7155c938-ce60-4dd2-8443-11b2fc253ef7), precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:07.817073 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8225319a-121f-4bf5-816a-e80723677638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1407265'] for subnet (7155c938-ce60-4dd2-8443-11b2fc253ef7), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:07.899996 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19da2e-43ef-4c1f-9473-5d0c57b74a0f req-08bbdf89-93b8-4206-8267-078e96f5bf73 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:07.901517 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ac19da2e-43ef-4c1f-9473-5d0c57b74a0f req-08bbdf89-93b8-4206-8267-078e96f5bf73 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa4ab5fc-ffc6-4725-930a-b8447e16b10f HTTP/1.1" status: 200 len: 946 time: 0.0642381 Apr 29 13:23:07.926897 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-9d517452-ce37-4dda-ad5d-2652aed14944 req-91faeb61-4c9b-4026-a910-e09d554f187a tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Publish callbacks [] for port (3b79504c-e598-4e35-a722-a6f75ad2d52e), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:07.928614 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8225319a-121f-4bf5-816a-e80723677638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1407272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861'] for subnet (7155c938-ce60-4dd2-8443-11b2fc253ef7), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:07.962096 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-9d517452-ce37-4dda-ad5d-2652aed14944 req-91faeb61-4c9b-4026-a910-e09d554f187a tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783155810398'] for port (3b79504c-e598-4e35-a722-a6f75ad2d52e), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:07.962478 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8225319a-121f-4bf5-816a-e80723677638 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7155c938-ce60-4dd2-8443-11b2fc253ef7,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:07.974840 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8225319a-121f-4bf5-816a-e80723677638 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549835'] for subnet (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:07.978331 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-8225319a-121f-4bf5-816a-e80723677638 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/7155c938-ce60-4dd2-8443-11b2fc253ef7 HTTP/1.1" status: 204 len: 168 time: 0.2996795 Apr 29 13:23:07.982222 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 50260) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:23:07.998158 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ac19da2e-43ef-4c1f-9473-5d0c57b74a0f req-a2ea9612-d429-4b00-9ed8-aaf73dd5629e tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899258 Apr 29 13:23:08.043105 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d517452-ce37-4dda-ad5d-2652aed14944 req-91faeb61-4c9b-4026-a910-e09d554f187a tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Network a4fad290-576a-4feb-b6ce-f41b37f2e434 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:23:08.051733 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-9d517452-ce37-4dda-ad5d-2652aed14944 req-91faeb61-4c9b-4026-a910-e09d554f187a tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:23:08.081104 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91faeb61-4c9b-4026-a910-e09d554f187a tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Pushing event updated for resources: {'Port': ['ID=3b79504c-e598-4e35-a722-a6f75ad2d52e,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:08.086636 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d517452-ce37-4dda-ad5d-2652aed14944 req-91faeb61-4c9b-4026-a910-e09d554f187a tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:23:08.091902 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d517452-ce37-4dda-ad5d-2652aed14944 req-91faeb61-4c9b-4026-a910-e09d554f187a tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:08.092513 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-9d517452-ce37-4dda-ad5d-2652aed14944 req-91faeb61-4c9b-4026-a910-e09d554f187a tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:08.111097 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-89be65e7-dfd0-4bbc-a5e6-5420d275d0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793423'] for network (f7b2159c-541e-40fc-88d7-6131e3b1d41e), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:08.122278 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9d517452-ce37-4dda-ad5d-2652aed14944 req-91faeb61-4c9b-4026-a910-e09d554f187a tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6234691 Apr 29 13:23:08.154258 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [req-9d517452-ce37-4dda-ad5d-2652aed14944 req-78f97f4d-6b2d-4228-9420-275a844bf74c service neutron] Request body: {'port': {'device_id': '1a5770ca-13c1-4213-a077-670683465eda', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83769'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:23:08.268743 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-89be65e7-dfd0-4bbc-a5e6-5420d275d0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405116', 'neutron.services.segments.db._delete_segments_for_network-8783156274041'] for network (f7b2159c-541e-40fc-88d7-6131e3b1d41e), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:08.317324 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-89be65e7-dfd0-4bbc-a5e6-5420d275d0e8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:23:08.317692 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-89be65e7-dfd0-4bbc-a5e6-5420d275d0e8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:23:08.318458 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-89be65e7-dfd0-4bbc-a5e6-5420d275d0e8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:23:08.318790 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-89be65e7-dfd0-4bbc-a5e6-5420d275d0e8 admin admin] Subscribe: > port after_create 55550000 {{(pid=103365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:23:08.319145 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-89be65e7-dfd0-4bbc-a5e6-5420d275d0e8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:23:08.319482 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-89be65e7-dfd0-4bbc-a5e6-5420d275d0e8 admin admin] Subscribe: > port after_update 55550000 {{(pid=103365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:23:08.319805 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-89be65e7-dfd0-4bbc-a5e6-5420d275d0e8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:23:08.320125 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-89be65e7-dfd0-4bbc-a5e6-5420d275d0e8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:23:08.320448 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-89be65e7-dfd0-4bbc-a5e6-5420d275d0e8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:23:08.320797 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-89be65e7-dfd0-4bbc-a5e6-5420d275d0e8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:23:08.428727 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-89be65e7-dfd0-4bbc-a5e6-5420d275d0e8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:23:08.429035 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-89be65e7-dfd0-4bbc-a5e6-5420d275d0e8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:23:08.429369 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-89be65e7-dfd0-4bbc-a5e6-5420d275d0e8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:23:08.429706 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-89be65e7-dfd0-4bbc-a5e6-5420d275d0e8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:23:08.430084 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-89be65e7-dfd0-4bbc-a5e6-5420d275d0e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7b2159c-541e-40fc-88d7-6131e3b1d41e']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:23:08.450119 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbad19b-7eb6-4aba-b43d-439771b249b5 req-39c52c6d-4490-4616-9c92-b08434c3287d tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:08.451678 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1fbad19b-7eb6-4aba-b43d-439771b249b5 req-39c52c6d-4490-4616-9c92-b08434c3287d tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a5770ca-13c1-4213-a077-670683465eda HTTP/1.1" status: 200 len: 931 time: 0.2667234 Apr 29 13:23:08.460770 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-89be65e7-dfd0-4bbc-a5e6-5420d275d0e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fb2306b-647f-449e-a535-dc422cb8ffaa') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:23:08.461091 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-89be65e7-dfd0-4bbc-a5e6-5420d275d0e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fb2306b-647f-449e-a535-dc422cb8ffaa') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:23:08.487323 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-89be65e7-dfd0-4bbc-a5e6-5420d275d0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783156275074', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023086'] for segment (9fb2306b-647f-449e-a535-dc422cb8ffaa), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:08.490863 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-9d517452-ce37-4dda-ad5d-2652aed14944 req-78f97f4d-6b2d-4228-9420-275a844bf74c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (3b79504c-e598-4e35-a722-a6f75ad2d52e), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:08.543724 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-89be65e7-dfd0-4bbc-a5e6-5420d275d0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401276'] for segment (9fb2306b-647f-449e-a535-dc422cb8ffaa), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:08.587008 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89be65e7-dfd0-4bbc-a5e6-5420d275d0e8 admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 13:23:08.587407 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-89be65e7-dfd0-4bbc-a5e6-5420d275d0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9127810'] for segment (9fb2306b-647f-449e-a535-dc422cb8ffaa), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:08.619153 dv-cinder-837699-3-iscsi neutron-server[103365]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 29 13:23:08.619153 dv-cinder-837699-3-iscsi neutron-server[103365]: from cryptography.utils import int_from_bytes Apr 29 13:23:08.619153 dv-cinder-837699-3-iscsi neutron-server[103365]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 29 13:23:08.619153 dv-cinder-837699-3-iscsi neutron-server[103365]: from cryptography.utils import int_from_bytes Apr 29 13:23:08.619153 dv-cinder-837699-3-iscsi neutron-server[103365]: Traceback (most recent call last): Apr 29 13:23:08.619153 dv-cinder-837699-3-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 13:23:08.619153 dv-cinder-837699-3-iscsi neutron-server[103365]: timer() Apr 29 13:23:08.619153 dv-cinder-837699-3-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:23:08.619153 dv-cinder-837699-3-iscsi neutron-server[103365]: cb(*args, **kw) Apr 29 13:23:08.619153 dv-cinder-837699-3-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 13:23:08.619153 dv-cinder-837699-3-iscsi neutron-server[103365]: return func(*args, **kwargs) Apr 29 13:23:08.619153 dv-cinder-837699-3-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:23:08.619153 dv-cinder-837699-3-iscsi neutron-server[103365]: self._notify() Apr 29 13:23:08.619153 dv-cinder-837699-3-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:23:08.619153 dv-cinder-837699-3-iscsi neutron-server[103365]: self.callback(batched_events) Apr 29 13:23:08.619153 dv-cinder-837699-3-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:23:08.619153 dv-cinder-837699-3-iscsi neutron-server[103365]: event.method(event) Apr 29 13:23:08.619153 dv-cinder-837699-3-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 13:23:08.619153 dv-cinder-837699-3-iscsi neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:23:08.619153 dv-cinder-837699-3-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 13:23:08.619153 dv-cinder-837699-3-iscsi neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:23:08.619153 dv-cinder-837699-3-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 13:23:08.619153 dv-cinder-837699-3-iscsi neutron-server[103365]: return f(self, *a, **k) Apr 29 13:23:08.619153 dv-cinder-837699-3-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:23:08.619153 dv-cinder-837699-3-iscsi neutron-server[103365]: return self._get(url).json() Apr 29 13:23:08.619153 dv-cinder-837699-3-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:23:08.619153 dv-cinder-837699-3-iscsi neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:23:08.619153 dv-cinder-837699-3-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 13:23:08.619153 dv-cinder-837699-3-iscsi neutron-server[103365]: return self.request(url, 'GET', **kwargs) Apr 29 13:23:08.619153 dv-cinder-837699-3-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 13:23:08.619153 dv-cinder-837699-3-iscsi neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:23:08.619153 dv-cinder-837699-3-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 13:23:08.619153 dv-cinder-837699-3-iscsi neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:23:08.619153 dv-cinder-837699-3-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 13:23:08.619153 dv-cinder-837699-3-iscsi neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:23:08.619153 dv-cinder-837699-3-iscsi neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:23:08.650326 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1fbad19b-7eb6-4aba-b43d-439771b249b5 req-2fb0702e-8347-4202-a4f2-6c53286e638f tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/security-groups?id=40c6a069-00aa-4af9-9ce2-95671f73b724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916537 Apr 29 13:23:08.739480 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-89be65e7-dfd0-4bbc-a5e6-5420d275d0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-706069'] for network (f7b2159c-541e-40fc-88d7-6131e3b1d41e), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:08.754547 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-89be65e7-dfd0-4bbc-a5e6-5420d275d0e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549835'] for network (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:08.762963 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-89be65e7-dfd0-4bbc-a5e6-5420d275d0e8 admin admin] 10.222.0.11 "DELETE /v2.0/networks/f7b2159c-541e-40fc-88d7-6131e3b1d41e HTTP/1.1" status: 204 len: 168 time: 0.7580166 Apr 29 13:23:08.773700 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89be65e7-dfd0-4bbc-a5e6-5420d275d0e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7b2159c-541e-40fc-88d7-6131e3b1d41e,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:08.969489 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [req-9d517452-ce37-4dda-ad5d-2652aed14944 req-78f97f4d-6b2d-4228-9420-275a844bf74c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b79504c-e598-4e35-a722-a6f75ad2d52e {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:23:08.971773 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 50268) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:23:08.981845 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-9d517452-ce37-4dda-ad5d-2652aed14944 req-78f97f4d-6b2d-4228-9420-275a844bf74c service neutron] Publish callbacks [] for port (3b79504c-e598-4e35-a722-a6f75ad2d52e), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:09.001554 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-9d517452-ce37-4dda-ad5d-2652aed14944 req-78f97f4d-6b2d-4228-9420-275a844bf74c service neutron] Transition to ACTIVE for port object 3b79504c-e598-4e35-a722-a6f75ad2d52e will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 13:23:09.008439 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-9d517452-ce37-4dda-ad5d-2652aed14944 req-78f97f4d-6b2d-4228-9420-275a844bf74c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9127854'] for port (3b79504c-e598-4e35-a722-a6f75ad2d52e), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:09.040766 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-a5b5a50e-16de-42c2-997a-b5cd076335fa admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=54963ec7385e4e83946be5462fe92907&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0659289 Apr 29 13:23:09.044005 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 50272) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:23:09.072276 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f97f4d-6b2d-4228-9420-275a844bf74c service neutron] Pushing event updated for resources: {'Port': ['ID=3b79504c-e598-4e35-a722-a6f75ad2d52e,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:09.142672 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73fd19a-ae3d-417d-9c3b-b17eafd9f561 req-2ad772f7-ee9c-497d-b460-e1b0ab5b5269 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:09.144227 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f73fd19a-ae3d-417d-9c3b-b17eafd9f561 req-2ad772f7-ee9c-497d-b460-e1b0ab5b5269 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa4ab5fc-ffc6-4725-930a-b8447e16b10f HTTP/1.1" status: 200 len: 946 time: 0.0662467 Apr 29 13:23:09.145352 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-59eb5202-9946-4127-99cb-0033b96823e2 admin admin] Publish callbacks [] for security_group (792e7502-e0ef-4f4c-98d5-f0878f981827), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:09.154306 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-9d517452-ce37-4dda-ad5d-2652aed14944 req-78f97f4d-6b2d-4228-9420-275a844bf74c service neutron] Attempting to bind port 3b79504c-e598-4e35-a722-a6f75ad2d52e on host hv-cinder-83769 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:23:09.154862 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-9d517452-ce37-4dda-ad5d-2652aed14944 req-78f97f4d-6b2d-4228-9420-275a844bf74c service neutron] Attempting to bind port 3b79504c-e598-4e35-a722-a6f75ad2d52e by drivers openvswitch,hyperv on host hv-cinder-83769 at level 0 using segments [{'id': 'f20e2df8-3258-40c1-b5eb-5cf8acda4898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a4fad290-576a-4feb-b6ce-f41b37f2e434'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:23:09.155542 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d517452-ce37-4dda-ad5d-2652aed14944 req-78f97f4d-6b2d-4228-9420-275a844bf74c service neutron] Attempting to bind port 3b79504c-e598-4e35-a722-a6f75ad2d52e on network a4fad290-576a-4feb-b6ce-f41b37f2e434 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:23:09.166755 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d517452-ce37-4dda-ad5d-2652aed14944 req-78f97f4d-6b2d-4228-9420-275a844bf74c service neutron] Port 3b79504c-e598-4e35-a722-a6f75ad2d52e on network a4fad290-576a-4feb-b6ce-f41b37f2e434 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83769 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 13:23:09.167677 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d517452-ce37-4dda-ad5d-2652aed14944 req-78f97f4d-6b2d-4228-9420-275a844bf74c service neutron] Attempting to bind port 3b79504c-e598-4e35-a722-a6f75ad2d52e on network a4fad290-576a-4feb-b6ce-f41b37f2e434 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:23:09.174125 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d517452-ce37-4dda-ad5d-2652aed14944 req-78f97f4d-6b2d-4228-9420-275a844bf74c service neutron] Checking agent: {'id': '477bd1e1-70d7-4a7b-b37c-5892af57f2e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83769', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 19, 28), 'started_at': datetime.datetime(2022, 4, 29, 13, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:23:09.174465 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d517452-ce37-4dda-ad5d-2652aed14944 req-78f97f4d-6b2d-4228-9420-275a844bf74c service neutron] Checking segment: {'id': 'f20e2df8-3258-40c1-b5eb-5cf8acda4898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a4fad290-576a-4feb-b6ce-f41b37f2e434'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:23:09.174854 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d517452-ce37-4dda-ad5d-2652aed14944 req-78f97f4d-6b2d-4228-9420-275a844bf74c service neutron] Bound using segment: {'id': 'f20e2df8-3258-40c1-b5eb-5cf8acda4898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a4fad290-576a-4feb-b6ce-f41b37f2e434'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:23:09.175293 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-9d517452-ce37-4dda-ad5d-2652aed14944 req-78f97f4d-6b2d-4228-9420-275a844bf74c service neutron] Bound port: 3b79504c-e598-4e35-a722-a6f75ad2d52e, host: hv-cinder-83769, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f20e2df8-3258-40c1-b5eb-5cf8acda4898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a4fad290-576a-4feb-b6ce-f41b37f2e434'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:23:09.175652 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-9d517452-ce37-4dda-ad5d-2652aed14944 req-78f97f4d-6b2d-4228-9420-275a844bf74c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (3b79504c-e598-4e35-a722-a6f75ad2d52e), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:09.190986 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-59eb5202-9946-4127-99cb-0033b96823e2 admin admin] Publish callbacks [] for security_group (792e7502-e0ef-4f4c-98d5-f0878f981827), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:09.253157 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-9d517452-ce37-4dda-ad5d-2652aed14944 req-78f97f4d-6b2d-4228-9420-275a844bf74c service neutron] For port 3b79504c-e598-4e35-a722-a6f75ad2d52e, host hv-cinder-83769, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:23:09.254265 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f73fd19a-ae3d-417d-9c3b-b17eafd9f561 req-f3681edd-f2fe-474d-9af5-c474c44443b1 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984824 Apr 29 13:23:09.260284 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-9d517452-ce37-4dda-ad5d-2652aed14944 req-78f97f4d-6b2d-4228-9420-275a844bf74c service neutron] For port 3b79504c-e598-4e35-a722-a6f75ad2d52e, host hv-cinder-83769, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=3b79504c-e598-4e35-a722-a6f75ad2d52e,segment=NetworkSegment(f20e2df8-3258-40c1-b5eb-5cf8acda4898),segment_id=f20e2df8-3258-40c1-b5eb-5cf8acda4898)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:23:09.269322 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-9d517452-ce37-4dda-ad5d-2652aed14944 req-78f97f4d-6b2d-4228-9420-275a844bf74c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9127854'] for port (3b79504c-e598-4e35-a722-a6f75ad2d52e), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:09.279738 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-59eb5202-9946-4127-99cb-0033b96823e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (792e7502-e0ef-4f4c-98d5-f0878f981827), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:09.282474 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-59eb5202-9946-4127-99cb-0033b96823e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:09.284411 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-59eb5202-9946-4127-99cb-0033b96823e2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/792e7502-e0ef-4f4c-98d5-f0878f981827 HTTP/1.1" status: 204 len: 168 time: 0.2383616 Apr 29 13:23:09.291493 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eb5202-9946-4127-99cb-0033b96823e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=792e7502-e0ef-4f4c-98d5-f0878f981827,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:09.326568 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d517452-ce37-4dda-ad5d-2652aed14944 req-78f97f4d-6b2d-4228-9420-275a844bf74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:09.327580 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-9d517452-ce37-4dda-ad5d-2652aed14944 req-78f97f4d-6b2d-4228-9420-275a844bf74c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:09.330026 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9d517452-ce37-4dda-ad5d-2652aed14944 req-78f97f4d-6b2d-4228-9420-275a844bf74c service neutron] 10.222.0.75 "PUT /v2.0/ports/3b79504c-e598-4e35-a722-a6f75ad2d52e HTTP/1.1" status: 200 len: 1093 time: 1.1805758 Apr 29 13:23:09.330807 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a5770ca-13c1-4213-a077-670683465eda', 'tag': '3b79504c-e598-4e35-a722-a6f75ad2d52e'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:23:09.334719 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ba167d508349ed0cdfb80239bd9ae2522ecb2b1d56ec89f6128388f9fbd08d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50664508-b98e-4045-852f-338b29d4ae2b" -d '{"events": [{"name": "network-changed", "server_uuid": "1a5770ca-13c1-4213-a077-670683465eda", "tag": "3b79504c-e598-4e35-a722-a6f75ad2d52e"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:23:09.382146 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-055a953d-c54d-4676-b859-b274cf5242d0 x-openstack-request-id: req-055a953d-c54d-4676-b859-b274cf5242d0 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:23:09.382599 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a5770ca-13c1-4213-a077-670683465eda", "tag": "3b79504c-e598-4e35-a722-a6f75ad2d52e", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:23:09.383006 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-055a953d-c54d-4676-b859-b274cf5242d0 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:23:09.383640 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event matching ['req-055a953d-c54d-4676-b859-b274cf5242d0'] response: {'name': 'network-changed', 'server_uuid': '1a5770ca-13c1-4213-a077-670683465eda', 'tag': '3b79504c-e598-4e35-a722-a6f75ad2d52e', 'status': 'completed', 'code': 200} Apr 29 13:23:09.385305 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f97f4d-6b2d-4228-9420-275a844bf74c service neutron] Pushing event updated for resources: {'Port': ['ID=3b79504c-e598-4e35-a722-a6f75ad2d52e,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:09.473769 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d517452-ce37-4dda-ad5d-2652aed14944 req-6557cbf7-9ab7-411b-8285-0ba9ba708874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:09.475418 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9d517452-ce37-4dda-ad5d-2652aed14944 req-6557cbf7-9ab7-411b-8285-0ba9ba708874 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=fabf7cc13fed41db887130c8fcc80b2e&device_id=1a5770ca-13c1-4213-a077-670683465eda HTTP/1.1" status: 200 len: 1127 time: 0.0435381 Apr 29 13:23:09.545636 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9d517452-ce37-4dda-ad5d-2652aed14944 req-91a1e380-aee1-4ae3-8a33-bc6f8851e020 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b79504c-e598-4e35-a722-a6f75ad2d52e HTTP/1.1" status: 200 len: 217 time: 0.0441532 Apr 29 13:23:09.614053 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d517452-ce37-4dda-ad5d-2652aed14944 req-73f58fe3-4410-487c-a2d3-d16725e9aba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:09.619392 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9d517452-ce37-4dda-ad5d-2652aed14944 req-73f58fe3-4410-487c-a2d3-d16725e9aba6 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e9b8baec-f323-4f7d-a63e-e078a5c175b2 HTTP/1.1" status: 200 len: 848 time: 0.0624034 Apr 29 13:23:09.657731 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9d517452-ce37-4dda-ad5d-2652aed14944 req-504933fa-15f6-4c53-ab01-4d0a5e79a24c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a4fad290-576a-4feb-b6ce-f41b37f2e434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285685 Apr 29 13:23:09.767895 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9d517452-ce37-4dda-ad5d-2652aed14944 req-348f40ef-01d1-44d3-a8a0-1c29a3a90267 service neutron] 10.222.0.75 "GET /v2.0/networks/a4fad290-576a-4feb-b6ce-f41b37f2e434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021183 Apr 29 13:23:09.785772 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd44ad83-b675-491a-a7f3-5f64c6c3b2cc req-a4a8ca3e-f269-40f9-bdf8-432c2943070b tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:09.786995 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bd44ad83-b675-491a-a7f3-5f64c6c3b2cc req-a4a8ca3e-f269-40f9-bdf8-432c2943070b tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a5770ca-13c1-4213-a077-670683465eda HTTP/1.1" status: 200 len: 943 time: 0.0649369 Apr 29 13:23:09.855363 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bd44ad83-b675-491a-a7f3-5f64c6c3b2cc req-2fa98868-905e-4ca1-9bdc-c962b91b5911 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/security-groups?id=40c6a069-00aa-4af9-9ce2-95671f73b724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605550 Apr 29 13:23:09.878399 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9d517452-ce37-4dda-ad5d-2652aed14944 req-fdcb2a2f-d108-42e3-b271-c84fd40916c5 service neutron] 10.222.0.75 "GET /v2.0/networks/a4fad290-576a-4feb-b6ce-f41b37f2e434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036921 Apr 29 13:23:10.382233 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8182909a-6487-443e-8686-de9ee69c103d req-1ef20208-5507-4b1f-9169-838afb741c8b tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:10.383698 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-8182909a-6487-443e-8686-de9ee69c103d req-1ef20208-5507-4b1f-9169-838afb741c8b tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa4ab5fc-ffc6-4725-930a-b8447e16b10f HTTP/1.1" status: 200 len: 946 time: 0.0503345 Apr 29 13:23:10.438483 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-8182909a-6487-443e-8686-de9ee69c103d req-791e0279-40f2-43f9-acca-4ea78a69086d tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471375 Apr 29 13:23:10.987310 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94afc430-eb49-48e5-bb0e-900a79178ec2 req-6172ba14-b610-4312-916b-2c1f693354d0 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:10.989592 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-94afc430-eb49-48e5-bb0e-900a79178ec2 req-6172ba14-b610-4312-916b-2c1f693354d0 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a5770ca-13c1-4213-a077-670683465eda HTTP/1.1" status: 200 len: 943 time: 0.0622890 Apr 29 13:23:11.041692 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-94afc430-eb49-48e5-bb0e-900a79178ec2 req-6fadc5fc-6da3-4d05-a873-6c24ec0a2c91 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/security-groups?id=40c6a069-00aa-4af9-9ce2-95671f73b724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455072 Apr 29 13:23:11.554007 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cccba3-4449-4d4e-bb42-cdbecddae04b req-9f4b6237-8b47-42c1-b23d-bb98bc134cd2 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:11.555468 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-29cccba3-4449-4d4e-bb42-cdbecddae04b req-9f4b6237-8b47-42c1-b23d-bb98bc134cd2 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa4ab5fc-ffc6-4725-930a-b8447e16b10f HTTP/1.1" status: 200 len: 946 time: 0.0468113 Apr 29 13:23:11.603583 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-29cccba3-4449-4d4e-bb42-cdbecddae04b req-c8bd518f-6d1f-4b34-a54d-f9546db6a35f tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418401 Apr 29 13:23:12.157023 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157e4d81-f997-4329-877f-3fc87c8ffb34 req-8d5d8ba3-ff09-473a-aeac-52af6baaf1df tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:12.158581 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-157e4d81-f997-4329-877f-3fc87c8ffb34 req-8d5d8ba3-ff09-473a-aeac-52af6baaf1df tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a5770ca-13c1-4213-a077-670683465eda HTTP/1.1" status: 200 len: 943 time: 0.0479970 Apr 29 13:23:12.212395 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-157e4d81-f997-4329-877f-3fc87c8ffb34 req-ccdbd80b-7806-41bf-92a6-12cf77d63cde tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/security-groups?id=40c6a069-00aa-4af9-9ce2-95671f73b724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480783 Apr 29 13:23:12.718025 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6094a6e9-2d2b-4d54-87b3-8c09c28d8f10 req-85678b79-8730-4c11-9f59-a9bcfa367711 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:12.719522 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-6094a6e9-2d2b-4d54-87b3-8c09c28d8f10 req-85678b79-8730-4c11-9f59-a9bcfa367711 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa4ab5fc-ffc6-4725-930a-b8447e16b10f HTTP/1.1" status: 200 len: 946 time: 0.0476487 Apr 29 13:23:12.773518 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-6094a6e9-2d2b-4d54-87b3-8c09c28d8f10 req-10b83635-5743-4412-9cc4-632435493648 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480807 Apr 29 13:23:13.327847 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b827d-af96-46bf-a944-30d72ed8dd3d req-8d330957-a5c2-4c97-b2de-25a0ae29774e tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:13.329358 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-007b827d-af96-46bf-a944-30d72ed8dd3d req-8d330957-a5c2-4c97-b2de-25a0ae29774e tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a5770ca-13c1-4213-a077-670683465eda HTTP/1.1" status: 200 len: 943 time: 0.0468261 Apr 29 13:23:13.379232 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-007b827d-af96-46bf-a944-30d72ed8dd3d req-d67f68c9-1015-4890-985b-8215099170b4 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/security-groups?id=40c6a069-00aa-4af9-9ce2-95671f73b724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443559 Apr 29 13:23:13.934370 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a358d48-9658-4bf2-9c35-5ef1eaac481d req-31fc6d87-d35d-49ee-af7a-3eaf5486a6e7 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:13.936488 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-2a358d48-9658-4bf2-9c35-5ef1eaac481d req-31fc6d87-d35d-49ee-af7a-3eaf5486a6e7 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa4ab5fc-ffc6-4725-930a-b8447e16b10f HTTP/1.1" status: 200 len: 946 time: 0.0683405 Apr 29 13:23:14.003784 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-2a358d48-9658-4bf2-9c35-5ef1eaac481d req-6b04b400-7c97-45ce-a903-e3a6e410d9ee tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560274 Apr 29 13:23:14.499270 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c73773-aaf9-4389-bdae-7c2a1c49366e req-263d1050-b47e-44d9-8f7a-4c7e7162322c tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:14.500966 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-93c73773-aaf9-4389-bdae-7c2a1c49366e req-263d1050-b47e-44d9-8f7a-4c7e7162322c tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a5770ca-13c1-4213-a077-670683465eda HTTP/1.1" status: 200 len: 943 time: 0.0487001 Apr 29 13:23:14.553859 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-93c73773-aaf9-4389-bdae-7c2a1c49366e req-2e2a7c62-ab18-4afc-93ae-d8f32d74c42c tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/security-groups?id=40c6a069-00aa-4af9-9ce2-95671f73b724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472555 Apr 29 13:23:15.134123 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6b94b-d8b1-4e56-98ef-e2b5bf28be80 req-d3f10481-7820-4ae2-899f-6747254f763d tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:15.136485 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-04d6b94b-d8b1-4e56-98ef-e2b5bf28be80 req-d3f10481-7820-4ae2-899f-6747254f763d tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa4ab5fc-ffc6-4725-930a-b8447e16b10f HTTP/1.1" status: 200 len: 946 time: 0.0504136 Apr 29 13:23:15.196113 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-04d6b94b-d8b1-4e56-98ef-e2b5bf28be80 req-8f108ef5-f027-43ce-aed9-f761835ff07c tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537426 Apr 29 13:23:15.677940 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff354554-b079-47b5-b200-d1443e66a835 req-d507bd45-7499-4ffb-9e62-e3e9453417fc tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:15.679489 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ff354554-b079-47b5-b200-d1443e66a835 req-d507bd45-7499-4ffb-9e62-e3e9453417fc tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a5770ca-13c1-4213-a077-670683465eda HTTP/1.1" status: 200 len: 943 time: 0.0557458 Apr 29 13:23:15.729401 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ff354554-b079-47b5-b200-d1443e66a835 req-3c036f3b-75be-4f93-98e0-6950f48a9133 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/security-groups?id=40c6a069-00aa-4af9-9ce2-95671f73b724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429726 Apr 29 13:23:16.315386 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10516bbc-9272-4ec1-b3e4-2b0c1da92daf req-92b012d1-5f64-4170-b6f6-fb3740cd520d tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:16.316947 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-10516bbc-9272-4ec1-b3e4-2b0c1da92daf req-92b012d1-5f64-4170-b6f6-fb3740cd520d tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa4ab5fc-ffc6-4725-930a-b8447e16b10f HTTP/1.1" status: 200 len: 946 time: 0.0479383 Apr 29 13:23:16.376886 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-10516bbc-9272-4ec1-b3e4-2b0c1da92daf req-6a7873ae-e58c-4ac5-b2aa-736943d3fe24 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502732 Apr 29 13:23:16.844083 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6012a5-43cc-4d0c-9afa-ce521f08231c req-7c95fa04-8a34-4ffe-b64d-f0ba61c1310d tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:16.845699 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7f6012a5-43cc-4d0c-9afa-ce521f08231c req-7c95fa04-8a34-4ffe-b64d-f0ba61c1310d tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a5770ca-13c1-4213-a077-670683465eda HTTP/1.1" status: 200 len: 943 time: 0.0464716 Apr 29 13:23:16.892774 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7f6012a5-43cc-4d0c-9afa-ce521f08231c req-96c5295c-1898-4fbf-bcfd-93dd480601df tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/security-groups?id=40c6a069-00aa-4af9-9ce2-95671f73b724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415955 Apr 29 13:23:17.433135 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device 3b79504c-e598-4e35-a722-a6f75ad2d52e details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 13:23:17.486444 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e080785-7e3b-4380-8552-6b5864065657 req-4fda6dcc-2770-4e0a-8685-706356f3d511 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:17.487982 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1e080785-7e3b-4380-8552-6b5864065657 req-4fda6dcc-2770-4e0a-8685-706356f3d511 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa4ab5fc-ffc6-4725-930a-b8447e16b10f HTTP/1.1" status: 200 len: 946 time: 0.0478840 Apr 29 13:23:17.532635 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] For port 3b79504c-e598-4e35-a722-a6f75ad2d52e, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=3b79504c-e598-4e35-a722-a6f75ad2d52e,segment=NetworkSegment(f20e2df8-3258-40c1-b5eb-5cf8acda4898),segment_id=f20e2df8-3258-40c1-b5eb-5cf8acda4898)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:23:17.536109 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1e080785-7e3b-4380-8552-6b5864065657 req-b3e473c1-2a36-4c69-a39a-d54546c7551e tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425055 Apr 29 13:23:17.544256 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Returning: {'device': '3b79504c-e598-4e35-a722-a6f75ad2d52e', 'network_id': 'a4fad290-576a-4feb-b6ce-f41b37f2e434', 'port_id': '3b79504c-e598-4e35-a722-a6f75ad2d52e', 'mac_address': 'fa:16:3e:4e:82:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9b8baec-f323-4f7d-a63e-e078a5c175b2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 13:23:17.581707 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Current status of the port 3b79504c-e598-4e35-a722-a6f75ad2d52e is: DOWN; New status is: BUILD {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:23:17.582086 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (3b79504c-e598-4e35-a722-a6f75ad2d52e), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:17.594838 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b79504c-e598-4e35-a722-a6f75ad2d52e {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:23:17.614296 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] For port 3b79504c-e598-4e35-a722-a6f75ad2d52e, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=3b79504c-e598-4e35-a722-a6f75ad2d52e,segment=NetworkSegment(f20e2df8-3258-40c1-b5eb-5cf8acda4898),segment_id=f20e2df8-3258-40c1-b5eb-5cf8acda4898)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:23:17.618517 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (3b79504c-e598-4e35-a722-a6f75ad2d52e), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:17.669907 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Pushing event updated for resources: {'Port': ['ID=3b79504c-e598-4e35-a722-a6f75ad2d52e,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:18.016050 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2ab1d2-4578-4bfb-ba9b-4ba9187a630c req-d23642b4-a96a-4c8f-82bd-567b85f6ab29 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:18.017601 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fe2ab1d2-4578-4bfb-ba9b-4ba9187a630c req-d23642b4-a96a-4c8f-82bd-567b85f6ab29 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a5770ca-13c1-4213-a077-670683465eda HTTP/1.1" status: 200 len: 944 time: 0.0537481 Apr 29 13:23:18.067591 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fe2ab1d2-4578-4bfb-ba9b-4ba9187a630c req-0ca284c6-91e3-4411-8394-4c0633774918 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/security-groups?id=40c6a069-00aa-4af9-9ce2-95671f73b724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442650 Apr 29 13:23:18.649913 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157adb9f-5b03-4f95-9491-45b63c6e2afe req-e8b25cd9-4f58-4ac0-bcc3-ca0eee75e636 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:18.651970 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-157adb9f-5b03-4f95-9491-45b63c6e2afe req-e8b25cd9-4f58-4ac0-bcc3-ca0eee75e636 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa4ab5fc-ffc6-4725-930a-b8447e16b10f HTTP/1.1" status: 200 len: 946 time: 0.0472014 Apr 29 13:23:18.701937 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-157adb9f-5b03-4f95-9491-45b63c6e2afe req-90773fb0-9dee-4293-a905-df1c9ba42010 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434391 Apr 29 13:23:19.184213 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a678087-63ce-4102-a89a-2605a2752bd1 req-d91b8b11-3c8e-476f-8674-1ad7620ca6ef tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:19.185768 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8a678087-63ce-4102-a89a-2605a2752bd1 req-d91b8b11-3c8e-476f-8674-1ad7620ca6ef tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a5770ca-13c1-4213-a077-670683465eda HTTP/1.1" status: 200 len: 944 time: 0.0475407 Apr 29 13:23:19.240297 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8a678087-63ce-4102-a89a-2605a2752bd1 req-f0d07482-33d1-449c-bb80-0b67910e454b tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/security-groups?id=40c6a069-00aa-4af9-9ce2-95671f73b724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489521 Apr 29 13:23:19.826481 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc1c40b-afae-4bfc-a7c4-6813bb0d0d17 req-7a2cc19b-76e3-4db8-b36a-be7c82fbb01f tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:19.828067 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-6fc1c40b-afae-4bfc-a7c4-6813bb0d0d17 req-7a2cc19b-76e3-4db8-b36a-be7c82fbb01f tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa4ab5fc-ffc6-4725-930a-b8447e16b10f HTTP/1.1" status: 200 len: 946 time: 0.0531609 Apr 29 13:23:19.884181 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-6fc1c40b-afae-4bfc-a7c4-6813bb0d0d17 req-a1619516-8079-42a4-9283-38654db2edd8 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504448 Apr 29 13:23:20.359009 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d051758-aa83-4b60-a13f-ad41bdfc78e5 req-da9769a2-46b3-49ff-a4dc-f23333dbde17 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:20.360636 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3d051758-aa83-4b60-a13f-ad41bdfc78e5 req-da9769a2-46b3-49ff-a4dc-f23333dbde17 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a5770ca-13c1-4213-a077-670683465eda HTTP/1.1" status: 200 len: 944 time: 0.0501966 Apr 29 13:23:20.421000 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3d051758-aa83-4b60-a13f-ad41bdfc78e5 req-f3aaecc6-f0f1-41f9-bd36-3351bf91fe7a tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/security-groups?id=40c6a069-00aa-4af9-9ce2-95671f73b724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544126 Apr 29 13:23:21.015039 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c3eb79-2eb4-435b-a032-1243aff4be45 req-a6830dbe-3e97-4f35-95c1-c715e7444776 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:21.016612 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-a0c3eb79-2eb4-435b-a032-1243aff4be45 req-a6830dbe-3e97-4f35-95c1-c715e7444776 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa4ab5fc-ffc6-4725-930a-b8447e16b10f HTTP/1.1" status: 200 len: 946 time: 0.0537608 Apr 29 13:23:21.073673 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-a0c3eb79-2eb4-435b-a032-1243aff4be45 req-4a75a9c3-eed0-4ec1-9929-982a7138f72b tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511041 Apr 29 13:23:21.539842 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f5158-85f7-4e1e-9bdd-8ce20f5bef30 req-0035bf54-f73b-49c6-adca-c58f312b6657 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:21.542660 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-714f5158-85f7-4e1e-9bdd-8ce20f5bef30 req-0035bf54-f73b-49c6-adca-c58f312b6657 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a5770ca-13c1-4213-a077-670683465eda HTTP/1.1" status: 200 len: 944 time: 0.0507524 Apr 29 13:23:21.546294 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2fc1-5f23-4ddf-86bf-3b0b4dee009a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (e437e712-237e-4a54-83a8-782eed3c5f0c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:21.595772 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-714f5158-85f7-4e1e-9bdd-8ce20f5bef30 req-6b30dd79-568f-4ec9-ab44-ac37b13839af tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/security-groups?id=40c6a069-00aa-4af9-9ce2-95671f73b724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445323 Apr 29 13:23:21.856955 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50664508-b98e-4045-852f-338b29d4ae2b req-98d8c1d5-2d41-435b-afa5-9ae7dc42de57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:21.858802 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-50664508-b98e-4045-852f-338b29d4ae2b req-98d8c1d5-2d41-435b-afa5-9ae7dc42de57 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=fabf7cc13fed41db887130c8fcc80b2e&device_id=1a5770ca-13c1-4213-a077-670683465eda HTTP/1.1" status: 200 len: 1128 time: 0.0464168 Apr 29 13:23:21.955846 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50664508-b98e-4045-852f-338b29d4ae2b req-a86c1d35-3b36-4268-b123-8eb6a3021e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:21.957397 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-50664508-b98e-4045-852f-338b29d4ae2b req-a86c1d35-3b36-4268-b123-8eb6a3021e25 service neutron] 10.222.0.75 "GET /v2.0/networks?id=a4fad290-576a-4feb-b6ce-f41b37f2e434 HTTP/1.1" status: 200 len: 909 time: 0.0927002 Apr 29 13:23:22.007617 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-50664508-b98e-4045-852f-338b29d4ae2b req-0472200c-1532-46cb-91f9-582964b7671c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b79504c-e598-4e35-a722-a6f75ad2d52e HTTP/1.1" status: 200 len: 217 time: 0.0419254 Apr 29 13:23:22.057808 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50664508-b98e-4045-852f-338b29d4ae2b req-816cb389-2c94-43df-876f-2c2f99171215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:22.059273 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-50664508-b98e-4045-852f-338b29d4ae2b req-816cb389-2c94-43df-876f-2c2f99171215 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e9b8baec-f323-4f7d-a63e-e078a5c175b2 HTTP/1.1" status: 200 len: 848 time: 0.0464160 Apr 29 13:23:22.092266 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-50664508-b98e-4045-852f-338b29d4ae2b req-4b6b56af-e847-4acd-b16a-9d0d4a9d1629 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a4fad290-576a-4feb-b6ce-f41b37f2e434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267181 Apr 29 13:23:22.184259 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] get_ports_and_sgs() called for port_ids ['3b79504c-e598-4e35-a722-a6f75ad2d52e'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 13:23:22.231738 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f56aa-4787-4630-9ae8-62e0ca96839d req-74b135ab-7d56-405d-9fb8-5ad40ddd6bf8 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:22.233324 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7b7f56aa-4787-4630-9ae8-62e0ca96839d req-74b135ab-7d56-405d-9fb8-5ad40ddd6bf8 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa4ab5fc-ffc6-4725-930a-b8447e16b10f HTTP/1.1" status: 200 len: 946 time: 0.0754640 Apr 29 13:23:22.241059 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-50664508-b98e-4045-852f-338b29d4ae2b req-9690a749-1785-4404-bd35-b24a60927c8d service neutron] 10.222.0.75 "GET /v2.0/networks/a4fad290-576a-4feb-b6ce-f41b37f2e434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431296 Apr 29 13:23:22.374502 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7b7f56aa-4787-4630-9ae8-62e0ca96839d req-29d78b19-11a3-4615-b87f-893f36789131 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323681 Apr 29 13:23:22.404084 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-50664508-b98e-4045-852f-338b29d4ae2b req-953e7776-3fa4-4030-a50c-8c70d847754e service neutron] 10.222.0.75 "GET /v2.0/networks/a4fad290-576a-4feb-b6ce-f41b37f2e434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537287 Apr 29 13:23:22.709294 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9adc8b7-6cef-45eb-9a52-b428bfbaec7b req-495f6f53-05eb-49e2-9af7-fb752fe373ea tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:22.710758 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f9adc8b7-6cef-45eb-9a52-b428bfbaec7b req-495f6f53-05eb-49e2-9af7-fb752fe373ea tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a5770ca-13c1-4213-a077-670683465eda HTTP/1.1" status: 200 len: 944 time: 0.0460706 Apr 29 13:23:22.762121 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f9adc8b7-6cef-45eb-9a52-b428bfbaec7b req-a130db6b-7f61-4f83-a4a4-9e2ff0e4ba46 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/security-groups?id=40c6a069-00aa-4af9-9ce2-95671f73b724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418377 Apr 29 13:23:23.496512 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9b7ed6-d0b5-4bc2-a36c-1592e699336f req-1a35cd12-abc3-4b50-ab00-ed9be74e44ef tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:23.498074 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-bf9b7ed6-d0b5-4bc2-a36c-1592e699336f req-1a35cd12-abc3-4b50-ab00-ed9be74e44ef tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa4ab5fc-ffc6-4725-930a-b8447e16b10f HTTP/1.1" status: 200 len: 946 time: 0.0508134 Apr 29 13:23:23.547753 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-bf9b7ed6-d0b5-4bc2-a36c-1592e699336f req-f00064c3-e7fb-41d7-ad81-f75aa0029f72 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438306 Apr 29 13:23:23.893017 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ca6274-3f69-4b6b-abd6-033cf4f28456 req-a1c88c0b-cf1b-4112-a65c-74c58daa71ef tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:23.894542 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b4ca6274-3f69-4b6b-abd6-033cf4f28456 req-a1c88c0b-cf1b-4112-a65c-74c58daa71ef tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a5770ca-13c1-4213-a077-670683465eda HTTP/1.1" status: 200 len: 944 time: 0.0611629 Apr 29 13:23:23.944537 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b4ca6274-3f69-4b6b-abd6-033cf4f28456 req-c31c8dcb-7186-4c45-9a7e-bee8e31a742a tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/security-groups?id=40c6a069-00aa-4af9-9ce2-95671f73b724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441337 Apr 29 13:23:24.203233 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device 3b79504c-e598-4e35-a722-a6f75ad2d52e up at agent hyperv_hv-cinder-83769 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:23:24.254500 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d8cb589a-d878-4e41-864a-f024f1dfef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (ffd5f049-29fc-4e99-906d-6eadce93ab48), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:24.265877 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Provisioning for port 3b79504c-e598-4e35-a722-a6f75ad2d52e completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 13:23:24.271196 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Provisioning complete for port 3b79504c-e598-4e35-a722-a6f75ad2d52e triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:23:24.276570 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (3b79504c-e598-4e35-a722-a6f75ad2d52e), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:24.357994 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Current status of the port 3b79504c-e598-4e35-a722-a6f75ad2d52e is: BUILD; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:23:24.358396 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (3b79504c-e598-4e35-a722-a6f75ad2d52e), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:24.382037 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a5770ca-13c1-4213-a077-670683465eda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b79504c-e598-4e35-a722-a6f75ad2d52e'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:23:24.384287 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0016abbf82925ac5bb98c97d9984ae38170a8446c70b2249197f38a9e3d809b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d33654-d5a7-4848-8d1f-316fe2da9085" -d '{"events": [{"server_uuid": "1a5770ca-13c1-4213-a077-670683465eda", "name": "network-vif-plugged", "status": "completed", "tag": "3b79504c-e598-4e35-a722-a6f75ad2d52e"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:23:24.397330 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] For port 3b79504c-e598-4e35-a722-a6f75ad2d52e, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=3b79504c-e598-4e35-a722-a6f75ad2d52e,segment=NetworkSegment(f20e2df8-3258-40c1-b5eb-5cf8acda4898),segment_id=f20e2df8-3258-40c1-b5eb-5cf8acda4898)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:23:24.402628 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (3b79504c-e598-4e35-a722-a6f75ad2d52e), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:24.430106 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c85b101e-38be-4a3e-823e-741e36a529e9 x-openstack-request-id: req-c85b101e-38be-4a3e-823e-741e36a529e9 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:23:24.430446 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a5770ca-13c1-4213-a077-670683465eda", "name": "network-vif-plugged", "status": "completed", "tag": "3b79504c-e598-4e35-a722-a6f75ad2d52e", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:23:24.430701 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c85b101e-38be-4a3e-823e-741e36a529e9 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:23:24.431087 dv-cinder-837699-3-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c85b101e-38be-4a3e-823e-741e36a529e9'] response: {'server_uuid': '1a5770ca-13c1-4213-a077-670683465eda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b79504c-e598-4e35-a722-a6f75ad2d52e', 'code': 200} Apr 29 13:23:24.456559 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Pushing event updated for resources: {'Port': ['ID=3b79504c-e598-4e35-a722-a6f75ad2d52e,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:24.667958 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfd080e-66a0-4998-b87f-c0c5d221af4c req-332356a4-2869-4f0c-9fd7-5ecd73446208 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:24.669729 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-adfd080e-66a0-4998-b87f-c0c5d221af4c req-332356a4-2869-4f0c-9fd7-5ecd73446208 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa4ab5fc-ffc6-4725-930a-b8447e16b10f HTTP/1.1" status: 200 len: 946 time: 0.0546210 Apr 29 13:23:24.741051 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-adfd080e-66a0-4998-b87f-c0c5d221af4c req-b8cc3413-8d9b-4d9a-a4b0-0108de2d5dee tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639820 Apr 29 13:23:25.074445 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96aac9b-1e89-408c-9101-603c778fbc5d req-46330fb8-3e0f-4f2a-a102-7d8bd067b03c tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:25.076135 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e96aac9b-1e89-408c-9101-603c778fbc5d req-46330fb8-3e0f-4f2a-a102-7d8bd067b03c tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a5770ca-13c1-4213-a077-670683465eda HTTP/1.1" status: 200 len: 945 time: 0.0618711 Apr 29 13:23:25.127371 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f758af-c56e-4444-b185-f2ba09ba209d req-4eab3b98-9d12-43bd-85a7-ce7aa2552436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:25.128858 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-36f758af-c56e-4444-b185-f2ba09ba209d req-4eab3b98-9d12-43bd-85a7-ce7aa2552436 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=1a5770ca-13c1-4213-a077-670683465eda HTTP/1.1" status: 200 len: 1129 time: 0.0751472 Apr 29 13:23:25.172349 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e96aac9b-1e89-408c-9101-603c778fbc5d req-aff687f1-7052-4bfc-a7b8-4d222a277f9a tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/security-groups?id=40c6a069-00aa-4af9-9ce2-95671f73b724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753813 Apr 29 13:23:25.194222 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-36f758af-c56e-4444-b185-f2ba09ba209d req-632c74f9-6a16-463c-bb87-5a5798612d11 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=40c6a069-00aa-4af9-9ce2-95671f73b724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594265 Apr 29 13:23:25.318582 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 50518) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:23:25.436153 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-308a0188-d79a-4f1a-8de6-7034a9959c40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:25.519228 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-308a0188-d79a-4f1a-8de6-7034a9959c40 admin admin] Publish callbacks [] for security_group (bef02ae4-59d1-41e6-bcb3-88ee22497386), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:25.523406 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-308a0188-d79a-4f1a-8de6-7034a9959c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (bef02ae4-59d1-41e6-bcb3-88ee22497386), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:25.562631 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-308a0188-d79a-4f1a-8de6-7034a9959c40 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e1d8f83de703425289adeb9f9eb26791&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2428775 Apr 29 13:23:25.563429 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308a0188-d79a-4f1a-8de6-7034a9959c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef02ae4-59d1-41e6-bcb3-88ee22497386,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:25.565487 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 50522) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:23:25.614116 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b40c6ecc-58ee-48fd-8a6a-526e0233b153 admin admin] Publish callbacks [] for security_group (bef02ae4-59d1-41e6-bcb3-88ee22497386), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:25.635881 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b40c6ecc-58ee-48fd-8a6a-526e0233b153 admin admin] Publish callbacks [] for security_group (bef02ae4-59d1-41e6-bcb3-88ee22497386), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:25.687228 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b40c6ecc-58ee-48fd-8a6a-526e0233b153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (bef02ae4-59d1-41e6-bcb3-88ee22497386), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:25.689895 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b40c6ecc-58ee-48fd-8a6a-526e0233b153 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:25.691066 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-b40c6ecc-58ee-48fd-8a6a-526e0233b153 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bef02ae4-59d1-41e6-bcb3-88ee22497386 HTTP/1.1" status: 204 len: 168 time: 0.1246011 Apr 29 13:23:25.700252 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40c6ecc-58ee-48fd-8a6a-526e0233b153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef02ae4-59d1-41e6-bcb3-88ee22497386,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:25.799587 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d46c6b96-c9c1-47b5-84ba-015c4e42046f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (1b2ea45c-9419-45d0-91af-29e2c5a1844a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:25.866271 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b6588-351b-4db4-844f-f2af66d14c3e req-75b9f57f-dbea-4e2d-bff3-a7684211e4b7 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:25.867767 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3c6b6588-351b-4db4-844f-f2af66d14c3e req-75b9f57f-dbea-4e2d-bff3-a7684211e4b7 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa4ab5fc-ffc6-4725-930a-b8447e16b10f HTTP/1.1" status: 200 len: 946 time: 0.0573051 Apr 29 13:23:25.933338 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3c6b6588-351b-4db4-844f-f2af66d14c3e req-f8546945-588c-4796-910f-8f48874ae373 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580530 Apr 29 13:23:26.063981 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 50536) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:23:26.078361 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-211324e8-7310-4ff9-8552-e25fe92ea737 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:26.160895 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-211324e8-7310-4ff9-8552-e25fe92ea737 admin admin] Publish callbacks [] for security_group (441fd461-b7d7-448f-8002-f42d8d9c29ee), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:26.164595 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-211324e8-7310-4ff9-8552-e25fe92ea737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (441fd461-b7d7-448f-8002-f42d8d9c29ee), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:26.206613 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-211324e8-7310-4ff9-8552-e25fe92ea737 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=36cd2f65522c4caa9a947e2bb7f5847c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1385555 Apr 29 13:23:26.206613 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211324e8-7310-4ff9-8552-e25fe92ea737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=441fd461-b7d7-448f-8002-f42d8d9c29ee,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:26.207171 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 50540) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:23:26.292321 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5bfcab61-1ab9-4959-9c87-608a5df9a636 admin admin] Publish callbacks [] for security_group (441fd461-b7d7-448f-8002-f42d8d9c29ee), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:26.309255 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3fb39d-c9bd-4ebe-8b2e-718a3b39938b req-9840bf7e-f2a2-4210-8445-606eca05f4e1 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:26.310708 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-2b3fb39d-c9bd-4ebe-8b2e-718a3b39938b req-9840bf7e-f2a2-4210-8445-606eca05f4e1 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a5770ca-13c1-4213-a077-670683465eda HTTP/1.1" status: 200 len: 945 time: 0.0645363 Apr 29 13:23:26.331341 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5bfcab61-1ab9-4959-9c87-608a5df9a636 admin admin] Publish callbacks [] for security_group (441fd461-b7d7-448f-8002-f42d8d9c29ee), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:26.389077 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-2b3fb39d-c9bd-4ebe-8b2e-718a3b39938b req-4581feda-5d87-468a-97de-eff0ba02f88a tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/security-groups?id=40c6a069-00aa-4af9-9ce2-95671f73b724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727954 Apr 29 13:23:26.405899 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5bfcab61-1ab9-4959-9c87-608a5df9a636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (441fd461-b7d7-448f-8002-f42d8d9c29ee), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:26.408415 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5bfcab61-1ab9-4959-9c87-608a5df9a636 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:26.409565 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-5bfcab61-1ab9-4959-9c87-608a5df9a636 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/441fd461-b7d7-448f-8002-f42d8d9c29ee HTTP/1.1" status: 204 len: 168 time: 0.2010314 Apr 29 13:23:26.418193 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfcab61-1ab9-4959-9c87-608a5df9a636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=441fd461-b7d7-448f-8002-f42d8d9c29ee,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:27.062837 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165da009-2f33-4ae0-b818-b5dacb514dfb req-8e00bf9e-b66d-4495-9837-6f88bf8218d1 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:27.064482 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-165da009-2f33-4ae0-b818-b5dacb514dfb req-8e00bf9e-b66d-4495-9837-6f88bf8218d1 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa4ab5fc-ffc6-4725-930a-b8447e16b10f HTTP/1.1" status: 200 len: 946 time: 0.0605502 Apr 29 13:23:27.122406 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-165da009-2f33-4ae0-b818-b5dacb514dfb req-150c33d9-0b75-4b0e-b479-f5779690c28a tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515416 Apr 29 13:23:27.240864 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bea047bf-f99e-49b2-8b9d-5ba249a30c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (23d6c007-0036-4fdb-b033-28b1fd628d82), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:27.528255 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da8d08-b8d1-4af9-bd95-a93860c1232a req-9695a38d-30c6-4cea-875c-c5bceb7434f1 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:27.529912 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-a5da8d08-b8d1-4af9-bd95-a93860c1232a req-9695a38d-30c6-4cea-875c-c5bceb7434f1 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a5770ca-13c1-4213-a077-670683465eda HTTP/1.1" status: 200 len: 945 time: 0.0599761 Apr 29 13:23:27.584292 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-a5da8d08-b8d1-4af9-bd95-a93860c1232a req-f27e8b2d-4a66-4aa1-90ee-4764a7a2418d tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/security-groups?id=40c6a069-00aa-4af9-9ce2-95671f73b724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468521 Apr 29 13:23:27.948509 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (477bd1e1-70d7-4a7b-b37c-5892af57f2e4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:27.981924 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-4bb5ffef-ba83-4257-9cb7-578e9b5bab7d req-722d9621-effa-451b-95c0-12b1b099fc38 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=204ebe5a-3964-4a27-919b-77cb567dba0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2599812 Apr 29 13:23:28.082570 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb5ffef-ba83-4257-9cb7-578e9b5bab7d req-1d55b722-ec57-44be-8ecb-dbc10e97a758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:28.085024 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-4bb5ffef-ba83-4257-9cb7-578e9b5bab7d req-1d55b722-ec57-44be-8ecb-dbc10e97a758 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=83b6a855b277450186870a3529210025&device_id=204ebe5a-3964-4a27-919b-77cb567dba0a HTTP/1.1" status: 200 len: 1129 time: 0.0403876 Apr 29 13:23:28.207746 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb5ffef-ba83-4257-9cb7-578e9b5bab7d req-d5c6b998-7538-42a3-b883-f0a480e30baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:28.210019 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-4bb5ffef-ba83-4257-9cb7-578e9b5bab7d req-d5c6b998-7538-42a3-b883-f0a480e30baf service neutron] 10.222.0.75 "GET /v2.0/networks?id=fc1af930-75bb-4703-ab95-43d130c7c5b4 HTTP/1.1" status: 200 len: 912 time: 0.1032004 Apr 29 13:23:28.272102 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a054a5-5fc2-4996-a276-d59fa71628ad req-9aef2878-8843-4ade-9719-9d4178008a6e tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:28.273348 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c0a054a5-5fc2-4996-a276-d59fa71628ad req-9aef2878-8843-4ade-9719-9d4178008a6e tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa4ab5fc-ffc6-4725-930a-b8447e16b10f HTTP/1.1" status: 200 len: 946 time: 0.0658066 Apr 29 13:23:28.298253 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-4bb5ffef-ba83-4257-9cb7-578e9b5bab7d req-545927dd-f2a1-4f9c-b76d-a1f7ebf605de service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0727d745-efdd-4928-8413-f105198fd646 HTTP/1.1" status: 200 len: 1001 time: 0.0822616 Apr 29 13:23:28.349284 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c0a054a5-5fc2-4996-a276-d59fa71628ad req-c8340d30-b8b7-4672-b8c9-ceec0df4af0c tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663042 Apr 29 13:23:28.380700 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb5ffef-ba83-4257-9cb7-578e9b5bab7d req-e0c460d6-9b74-48d4-9746-6b588ab82587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:28.382330 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-4bb5ffef-ba83-4257-9cb7-578e9b5bab7d req-e0c460d6-9b74-48d4-9746-6b588ab82587 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=77a47b69-c61f-4715-a126-776e82c7238b HTTP/1.1" status: 200 len: 850 time: 0.0785956 Apr 29 13:23:28.433409 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb5ffef-ba83-4257-9cb7-578e9b5bab7d req-4427c036-093e-4177-bed7-dcc1df66481b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:28.434861 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-4bb5ffef-ba83-4257-9cb7-578e9b5bab7d req-4427c036-093e-4177-bed7-dcc1df66481b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fc1af930-75bb-4703-ab95-43d130c7c5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462153 Apr 29 13:23:28.530317 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-4bb5ffef-ba83-4257-9cb7-578e9b5bab7d req-c521c019-7a5d-4b38-8963-3e9a78838e75 service neutron] 10.222.0.75 "GET /v2.0/networks/fc1af930-75bb-4703-ab95-43d130c7c5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886889 Apr 29 13:23:28.626876 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-4bb5ffef-ba83-4257-9cb7-578e9b5bab7d req-1d9211e7-0d82-4264-981d-a18d71b6a883 service neutron] 10.222.0.75 "GET /v2.0/networks/fc1af930-75bb-4703-ab95-43d130c7c5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902705 Apr 29 13:23:28.667739 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (070d87cd-fed4-4d07-85b5-c26ded61f2d8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:28.968549 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9479af9c-275d-4483-a181-bdf3140be5fa req-7b7d763f-c33e-4c36-a470-b1e277b3fe2e tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:28.970008 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9479af9c-275d-4483-a181-bdf3140be5fa req-7b7d763f-c33e-4c36-a470-b1e277b3fe2e tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a5770ca-13c1-4213-a077-670683465eda HTTP/1.1" status: 200 len: 945 time: 0.0498133 Apr 29 13:23:29.016967 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9479af9c-275d-4483-a181-bdf3140be5fa req-5092af9e-3fa4-46ee-af42-da4423be518b tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/security-groups?id=40c6a069-00aa-4af9-9ce2-95671f73b724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413947 Apr 29 13:23:29.481558 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0101a538-912c-4ca7-9689-c329b54e15b3 req-336c59ad-6c52-47e8-b459-1d84456f4697 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:29.482913 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-0101a538-912c-4ca7-9689-c329b54e15b3 req-336c59ad-6c52-47e8-b459-1d84456f4697 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa4ab5fc-ffc6-4725-930a-b8447e16b10f HTTP/1.1" status: 200 len: 946 time: 0.0518627 Apr 29 13:23:29.559109 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-0101a538-912c-4ca7-9689-c329b54e15b3 req-5b7d8d10-f621-4632-b78e-5b7c937e69ed tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689561 Apr 29 13:23:30.133398 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa39366-fb41-4b4e-ad70-7debca3f4bf3 req-f588f44b-52b0-4840-a08c-f5b3da591c9f tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:30.134870 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-efa39366-fb41-4b4e-ad70-7debca3f4bf3 req-f588f44b-52b0-4840-a08c-f5b3da591c9f tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a5770ca-13c1-4213-a077-670683465eda HTTP/1.1" status: 200 len: 945 time: 0.0468843 Apr 29 13:23:30.187089 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-efa39366-fb41-4b4e-ad70-7debca3f4bf3 req-29128116-01af-4e96-b37a-779ad7aa1418 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/security-groups?id=40c6a069-00aa-4af9-9ce2-95671f73b724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461061 Apr 29 13:23:30.672420 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ed3d4-2377-42d0-be85-b0094e33c480 req-8939c228-c897-4ea5-9213-af0c41391f08 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:30.673889 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-2e6ed3d4-2377-42d0-be85-b0094e33c480 req-8939c228-c897-4ea5-9213-af0c41391f08 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa4ab5fc-ffc6-4725-930a-b8447e16b10f HTTP/1.1" status: 200 len: 946 time: 0.0461612 Apr 29 13:23:30.726279 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-2e6ed3d4-2377-42d0-be85-b0094e33c480 req-75054d29-6e7d-40b3-b3fe-02642b7c13f2 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467908 Apr 29 13:23:31.213453 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 50674) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:23:31.301448 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d15429b-a53e-4a90-841c-fcfed3f7267f req-7aff604c-2e85-46b1-9ff7-977f028fbbc4 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:31.302938 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7d15429b-a53e-4a90-841c-fcfed3f7267f req-7aff604c-2e85-46b1-9ff7-977f028fbbc4 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a5770ca-13c1-4213-a077-670683465eda HTTP/1.1" status: 200 len: 945 time: 0.0467985 Apr 29 13:23:31.343549 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a5ef5138-be36-43ac-a44b-d25309d669f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:31.376568 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7d15429b-a53e-4a90-841c-fcfed3f7267f req-992eb20f-0e53-46c8-94f7-dd7eba8b3381 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/security-groups?id=40c6a069-00aa-4af9-9ce2-95671f73b724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664787 Apr 29 13:23:31.443055 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a5ef5138-be36-43ac-a44b-d25309d669f5 admin admin] Publish callbacks [] for security_group (eacb96eb-6aad-4e90-a221-143b01a7d011), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:31.446807 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a5ef5138-be36-43ac-a44b-d25309d669f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (eacb96eb-6aad-4e90-a221-143b01a7d011), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:31.485008 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-a5ef5138-be36-43ac-a44b-d25309d669f5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=59adce43ed9c42518c8157059646fcfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2703898 Apr 29 13:23:31.485717 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ef5138-be36-43ac-a44b-d25309d669f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eacb96eb-6aad-4e90-a221-143b01a7d011,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:31.488635 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 50678) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:23:31.537847 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c1978aec-d05e-4be4-8e0f-4ce0e53c243c admin admin] Publish callbacks [] for security_group (eacb96eb-6aad-4e90-a221-143b01a7d011), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:31.561049 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c1978aec-d05e-4be4-8e0f-4ce0e53c243c admin admin] Publish callbacks [] for security_group (eacb96eb-6aad-4e90-a221-143b01a7d011), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:31.607144 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c1978aec-d05e-4be4-8e0f-4ce0e53c243c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (eacb96eb-6aad-4e90-a221-143b01a7d011), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:31.609790 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c1978aec-d05e-4be4-8e0f-4ce0e53c243c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:31.610969 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-c1978aec-d05e-4be4-8e0f-4ce0e53c243c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/eacb96eb-6aad-4e90-a221-143b01a7d011 HTTP/1.1" status: 204 len: 168 time: 0.1209056 Apr 29 13:23:31.618598 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1978aec-d05e-4be4-8e0f-4ce0e53c243c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eacb96eb-6aad-4e90-a221-143b01a7d011,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:31.626279 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1978aec-d05e-4be4-8e0f-4ce0e53c243c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:23:31.626699 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1978aec-d05e-4be4-8e0f-4ce0e53c243c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:23:31.626985 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1978aec-d05e-4be4-8e0f-4ce0e53c243c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:23:31.627329 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1978aec-d05e-4be4-8e0f-4ce0e53c243c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:23:31.627668 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1978aec-d05e-4be4-8e0f-4ce0e53c243c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:23:31.628006 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1978aec-d05e-4be4-8e0f-4ce0e53c243c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:23:31.628337 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1978aec-d05e-4be4-8e0f-4ce0e53c243c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:23:31.628669 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1978aec-d05e-4be4-8e0f-4ce0e53c243c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:23:31.629097 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1978aec-d05e-4be4-8e0f-4ce0e53c243c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:23:31.629430 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1978aec-d05e-4be4-8e0f-4ce0e53c243c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:23:31.629762 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1978aec-d05e-4be4-8e0f-4ce0e53c243c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:23:31.630223 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1978aec-d05e-4be4-8e0f-4ce0e53c243c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:23:31.630554 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1978aec-d05e-4be4-8e0f-4ce0e53c243c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:23:31.630993 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1978aec-d05e-4be4-8e0f-4ce0e53c243c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:23:31.631328 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1978aec-d05e-4be4-8e0f-4ce0e53c243c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:23:31.843095 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a993c5bd-e9f1-4120-a56e-1a5e85b3ff64 req-3e9eb248-37eb-4ee1-b5d9-d65c52589a7f tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:31.844589 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-a993c5bd-e9f1-4120-a56e-1a5e85b3ff64 req-3e9eb248-37eb-4ee1-b5d9-d65c52589a7f tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa4ab5fc-ffc6-4725-930a-b8447e16b10f HTTP/1.1" status: 200 len: 946 time: 0.0481968 Apr 29 13:23:31.890955 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 50688) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:23:31.902377 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-a993c5bd-e9f1-4120-a56e-1a5e85b3ff64 req-14bf787f-9a35-4088-a259-760fa62b55ad tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486734 Apr 29 13:23:31.904838 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d30527e5-08dd-46ad-9552-0bafdcf1fd91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:31.990852 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d30527e5-08dd-46ad-9552-0bafdcf1fd91 admin admin] Publish callbacks [] for security_group (a3442ef6-f806-409b-9566-3881058a8ed1), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:31.995447 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d30527e5-08dd-46ad-9552-0bafdcf1fd91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (a3442ef6-f806-409b-9566-3881058a8ed1), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:32.036137 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-d30527e5-08dd-46ad-9552-0bafdcf1fd91 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8ff4f67095ab4294810212bff90faa08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1440535 Apr 29 13:23:32.037028 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30527e5-08dd-46ad-9552-0bafdcf1fd91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3442ef6-f806-409b-9566-3881058a8ed1,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:32.038838 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 50690) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:23:32.045308 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30527e5-08dd-46ad-9552-0bafdcf1fd91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:23:32.045656 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30527e5-08dd-46ad-9552-0bafdcf1fd91 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:23:32.046007 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30527e5-08dd-46ad-9552-0bafdcf1fd91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:23:32.046347 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30527e5-08dd-46ad-9552-0bafdcf1fd91 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:23:32.046683 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30527e5-08dd-46ad-9552-0bafdcf1fd91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:23:32.047032 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30527e5-08dd-46ad-9552-0bafdcf1fd91 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:23:32.047343 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30527e5-08dd-46ad-9552-0bafdcf1fd91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:23:32.047674 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30527e5-08dd-46ad-9552-0bafdcf1fd91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:23:32.047997 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30527e5-08dd-46ad-9552-0bafdcf1fd91 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:23:32.048321 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30527e5-08dd-46ad-9552-0bafdcf1fd91 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:23:32.048649 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30527e5-08dd-46ad-9552-0bafdcf1fd91 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:23:32.049001 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30527e5-08dd-46ad-9552-0bafdcf1fd91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:23:32.049325 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30527e5-08dd-46ad-9552-0bafdcf1fd91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:23:32.049644 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30527e5-08dd-46ad-9552-0bafdcf1fd91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:23:32.049962 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30527e5-08dd-46ad-9552-0bafdcf1fd91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:23:32.089844 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-28117f80-be69-4b19-b6a9-b86b5d247c6c admin admin] Publish callbacks [] for security_group (a3442ef6-f806-409b-9566-3881058a8ed1), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:32.111014 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-28117f80-be69-4b19-b6a9-b86b5d247c6c admin admin] Publish callbacks [] for security_group (a3442ef6-f806-409b-9566-3881058a8ed1), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:32.156532 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-28117f80-be69-4b19-b6a9-b86b5d247c6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (a3442ef6-f806-409b-9566-3881058a8ed1), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:32.159068 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-28117f80-be69-4b19-b6a9-b86b5d247c6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:32.160260 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-28117f80-be69-4b19-b6a9-b86b5d247c6c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a3442ef6-f806-409b-9566-3881058a8ed1 HTTP/1.1" status: 204 len: 168 time: 0.1204443 Apr 29 13:23:32.168744 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28117f80-be69-4b19-b6a9-b86b5d247c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3442ef6-f806-409b-9566-3881058a8ed1,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:32.498629 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b954ff-6b2e-47da-b232-f9310e8fbf29 req-12f4085d-dce9-4d03-adb6-a5cba1f1d243 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:32.500145 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-56b954ff-6b2e-47da-b232-f9310e8fbf29 req-12f4085d-dce9-4d03-adb6-a5cba1f1d243 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a5770ca-13c1-4213-a077-670683465eda HTTP/1.1" status: 200 len: 945 time: 0.0535247 Apr 29 13:23:32.552109 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-56b954ff-6b2e-47da-b232-f9310e8fbf29 req-42868526-a5ff-4a47-b020-70bed7672d4b tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/security-groups?id=40c6a069-00aa-4af9-9ce2-95671f73b724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460753 Apr 29 13:23:33.024397 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d25637-7e52-4b25-ac73-aa74c4cf3517 req-67383d40-0341-4603-9937-69782ba3fd82 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:33.026516 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e0d25637-7e52-4b25-ac73-aa74c4cf3517 req-67383d40-0341-4603-9937-69782ba3fd82 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa4ab5fc-ffc6-4725-930a-b8447e16b10f HTTP/1.1" status: 200 len: 946 time: 0.0496056 Apr 29 13:23:33.079854 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e0d25637-7e52-4b25-ac73-aa74c4cf3517 req-d8bf05a4-aac4-4b64-97f1-a3fb858b6722 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477686 Apr 29 13:23:33.672486 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f52f060-0a85-4e4b-b99f-5eb8cdb67b12 req-dca57d58-d95e-4c6e-9609-326ca856df2a tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:33.673990 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1f52f060-0a85-4e4b-b99f-5eb8cdb67b12 req-dca57d58-d95e-4c6e-9609-326ca856df2a tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a5770ca-13c1-4213-a077-670683465eda HTTP/1.1" status: 200 len: 945 time: 0.0481384 Apr 29 13:23:33.727947 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1f52f060-0a85-4e4b-b99f-5eb8cdb67b12 req-d346131f-c7bd-4624-8cb9-f16c88c4b47d tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/security-groups?id=40c6a069-00aa-4af9-9ce2-95671f73b724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482337 Apr 29 13:23:34.197332 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76860bb8-2370-40db-a986-12b5250265b5 req-9241a18a-5056-4fbb-a331-05e11f53cf3e tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:34.199467 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-76860bb8-2370-40db-a986-12b5250265b5 req-9241a18a-5056-4fbb-a331-05e11f53cf3e tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa4ab5fc-ffc6-4725-930a-b8447e16b10f HTTP/1.1" status: 200 len: 946 time: 0.0483322 Apr 29 13:23:34.259580 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-76860bb8-2370-40db-a986-12b5250265b5 req-c9b4f0ec-c89e-437a-b8c9-b3ac2b5ca4ee tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544555 Apr 29 13:23:34.850447 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff1a9b0-8e4c-41ce-920d-b2515f000038 req-d7baab1d-b282-41bc-9943-d082a9770aad tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:34.852045 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2ff1a9b0-8e4c-41ce-920d-b2515f000038 req-d7baab1d-b282-41bc-9943-d082a9770aad tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a5770ca-13c1-4213-a077-670683465eda HTTP/1.1" status: 200 len: 945 time: 0.0524528 Apr 29 13:23:34.899361 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2ff1a9b0-8e4c-41ce-920d-b2515f000038 req-47fa86eb-295f-418d-a52d-52a4e6d9f884 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/security-groups?id=40c6a069-00aa-4af9-9ce2-95671f73b724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407157 Apr 29 13:23:35.070601 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 50842) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:23:35.177245 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b5a77617-4e53-41bd-823c-f6de0d210276 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:35.261432 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b5a77617-4e53-41bd-823c-f6de0d210276 admin admin] Publish callbacks [] for security_group (0978597c-92b9-4c90-9431-1014375b9a52), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:35.265582 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b5a77617-4e53-41bd-823c-f6de0d210276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (0978597c-92b9-4c90-9431-1014375b9a52), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:35.306692 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-b5a77617-4e53-41bd-823c-f6de0d210276 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=18038fa39f274e74ab70fba7afee1dbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2348328 Apr 29 13:23:35.307893 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a77617-4e53-41bd-823c-f6de0d210276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0978597c-92b9-4c90-9431-1014375b9a52,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:35.308946 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 50848) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:23:35.364654 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7a7ef742-5b29-40c7-83a2-f09feba87d42 admin admin] Publish callbacks [] for security_group (0978597c-92b9-4c90-9431-1014375b9a52), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:35.387581 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7a7ef742-5b29-40c7-83a2-f09feba87d42 admin admin] Publish callbacks [] for security_group (0978597c-92b9-4c90-9431-1014375b9a52), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:35.388469 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49714b2-f074-4f4e-a831-c7f4ee7b7638 req-8acb0f8f-4929-4ed0-a748-dcbbc4d6250d tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:35.390040 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-c49714b2-f074-4f4e-a831-c7f4ee7b7638 req-8acb0f8f-4929-4ed0-a748-dcbbc4d6250d tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa4ab5fc-ffc6-4725-930a-b8447e16b10f HTTP/1.1" status: 200 len: 946 time: 0.0489900 Apr 29 13:23:35.437695 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7a7ef742-5b29-40c7-83a2-f09feba87d42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (0978597c-92b9-4c90-9431-1014375b9a52), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:35.439372 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-c49714b2-f074-4f4e-a831-c7f4ee7b7638 req-5bc82274-477f-472f-b2cb-27fa4e010342 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430729 Apr 29 13:23:35.441647 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7a7ef742-5b29-40c7-83a2-f09feba87d42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:35.443499 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-7a7ef742-5b29-40c7-83a2-f09feba87d42 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0978597c-92b9-4c90-9431-1014375b9a52 HTTP/1.1" status: 204 len: 168 time: 0.1331093 Apr 29 13:23:35.458200 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7ef742-5b29-40c7-83a2-f09feba87d42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0978597c-92b9-4c90-9431-1014375b9a52,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:35.680714 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e61b70-3f06-41ae-88eb-9cdd8e55fa80 req-aeb86a18-f9b0-45de-b03c-4a62273451c4 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:35.683272 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-69e61b70-3f06-41ae-88eb-9cdd8e55fa80 req-aeb86a18-f9b0-45de-b03c-4a62273451c4 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.75 "GET /v2.0/ports?device_id=1a5770ca-13c1-4213-a077-670683465eda HTTP/1.1" status: 200 len: 945 time: 0.0575752 Apr 29 13:23:35.728552 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 50858) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:23:35.741824 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4063fdb8-9a56-4768-9c0e-8825b7364436 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:35.797299 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-69e61b70-3f06-41ae-88eb-9cdd8e55fa80 req-962903b2-3307-4604-90cd-9b87301b6255 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Deleting port 3b79504c-e598-4e35-a722-a6f75ad2d52e {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:23:35.797681 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-69e61b70-3f06-41ae-88eb-9cdd8e55fa80 req-962903b2-3307-4604-90cd-9b87301b6255 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783156326988'] for port (3b79504c-e598-4e35-a722-a6f75ad2d52e), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:35.841702 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4063fdb8-9a56-4768-9c0e-8825b7364436 admin admin] Publish callbacks [] for security_group (bea3357b-c244-44e6-a1af-b8d346cd82a8), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:35.846890 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4063fdb8-9a56-4768-9c0e-8825b7364436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (bea3357b-c244-44e6-a1af-b8d346cd82a8), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:35.897220 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 50860) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:23:35.897483 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-4063fdb8-9a56-4768-9c0e-8825b7364436 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=60cec4dfd7ab4f61bda191dfbdc09a5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1671832 Apr 29 13:23:35.898378 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4063fdb8-9a56-4768-9c0e-8825b7364436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea3357b-c244-44e6-a1af-b8d346cd82a8,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:35.904600 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-69e61b70-3f06-41ae-88eb-9cdd8e55fa80 req-962903b2-3307-4604-90cd-9b87301b6255 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] For port 3b79504c-e598-4e35-a722-a6f75ad2d52e, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=3b79504c-e598-4e35-a722-a6f75ad2d52e,segment=NetworkSegment(f20e2df8-3258-40c1-b5eb-5cf8acda4898),segment_id=f20e2df8-3258-40c1-b5eb-5cf8acda4898)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:23:35.904995 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-69e61b70-3f06-41ae-88eb-9cdd8e55fa80 req-962903b2-3307-4604-90cd-9b87301b6255 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749638'] for port (3b79504c-e598-4e35-a722-a6f75ad2d52e), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:35.926916 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-69e61b70-3f06-41ae-88eb-9cdd8e55fa80 req-962903b2-3307-4604-90cd-9b87301b6255 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Calling delete_port for 3b79504c-e598-4e35-a722-a6f75ad2d52e owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:23:36.017783 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2913a88e-a108-4cf8-b592-e6ef0c524852 admin admin] Publish callbacks [] for security_group (bea3357b-c244-44e6-a1af-b8d346cd82a8), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:36.031586 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f5f73-6e8d-4fc5-82ea-91c07721e01a req-a3dbc01e-7a3a-46e8-b801-003fe5f66794 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:36.039535 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3f5f5f73-6e8d-4fc5-82ea-91c07721e01a req-a3dbc01e-7a3a-46e8-b801-003fe5f66794 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a5770ca-13c1-4213-a077-670683465eda HTTP/1.1" status: 200 len: 945 time: 0.0647125 Apr 29 13:23:36.063149 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2913a88e-a108-4cf8-b592-e6ef0c524852 admin admin] Publish callbacks [] for security_group (bea3357b-c244-44e6-a1af-b8d346cd82a8), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:36.110802 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3f5f5f73-6e8d-4fc5-82ea-91c07721e01a req-778f44d8-0c32-4c85-8d84-bad9fd8a8ff7 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/security-groups?id=40c6a069-00aa-4af9-9ce2-95671f73b724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700424 Apr 29 13:23:36.165181 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2913a88e-a108-4cf8-b592-e6ef0c524852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (bea3357b-c244-44e6-a1af-b8d346cd82a8), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:36.168705 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2913a88e-a108-4cf8-b592-e6ef0c524852 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:36.169984 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-2913a88e-a108-4cf8-b592-e6ef0c524852 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bea3357b-c244-44e6-a1af-b8d346cd82a8 HTTP/1.1" status: 204 len: 168 time: 0.2716725 Apr 29 13:23:36.174442 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-69e61b70-3f06-41ae-88eb-9cdd8e55fa80 req-962903b2-3307-4604-90cd-9b87301b6255 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783156333258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783155810407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9127861'] for port (3b79504c-e598-4e35-a722-a6f75ad2d52e), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:36.210210 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2913a88e-a108-4cf8-b592-e6ef0c524852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea3357b-c244-44e6-a1af-b8d346cd82a8,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:36.210943 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] get_ports_and_sgs() called for port_ids ['3b79504c-e598-4e35-a722-a6f75ad2d52e'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 13:23:36.214767 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962903b2-3307-4604-90cd-9b87301b6255 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Pushing event deleted for resources: {'Port': ['ID=3b79504c-e598-4e35-a722-a6f75ad2d52e,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:36.269257 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-69e61b70-3f06-41ae-88eb-9cdd8e55fa80 req-962903b2-3307-4604-90cd-9b87301b6255 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] No DVR routers for this DVR port 3b79504c-e598-4e35-a722-a6f75ad2d52e on host hv-cinder-83769 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:23:36.272093 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-69e61b70-3f06-41ae-88eb-9cdd8e55fa80 req-962903b2-3307-4604-90cd-9b87301b6255 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:36.275978 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-69e61b70-3f06-41ae-88eb-9cdd8e55fa80 req-962903b2-3307-4604-90cd-9b87301b6255 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.75 "DELETE /v2.0/ports/3b79504c-e598-4e35-a722-a6f75ad2d52e HTTP/1.1" status: 204 len: 173 time: 0.5693815 Apr 29 13:23:36.276376 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a5770ca-13c1-4213-a077-670683465eda', 'name': 'network-vif-deleted', 'tag': '3b79504c-e598-4e35-a722-a6f75ad2d52e'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:23:36.279484 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ba167d508349ed0cdfb80239bd9ae2522ecb2b1d56ec89f6128388f9fbd08d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89406cfb-8c65-45a9-8e61-743279b7e6b6" -d '{"events": [{"server_uuid": "1a5770ca-13c1-4213-a077-670683465eda", "name": "network-vif-deleted", "tag": "3b79504c-e598-4e35-a722-a6f75ad2d52e"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:23:36.320420 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c35c15-9801-4586-986e-bcbca3e4b7f3 x-openstack-request-id: req-10c35c15-9801-4586-986e-bcbca3e4b7f3 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:23:36.320722 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a5770ca-13c1-4213-a077-670683465eda", "name": "network-vif-deleted", "tag": "3b79504c-e598-4e35-a722-a6f75ad2d52e", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:23:36.321015 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-10c35c15-9801-4586-986e-bcbca3e4b7f3 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:23:36.321421 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10c35c15-9801-4586-986e-bcbca3e4b7f3'] response: {'server_uuid': '1a5770ca-13c1-4213-a077-670683465eda', 'name': 'network-vif-deleted', 'tag': '3b79504c-e598-4e35-a722-a6f75ad2d52e', 'status': 'completed', 'code': 200} Apr 29 13:23:36.590375 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73177074-2b4a-4556-bab9-1c5f204b5a59 req-97015148-2c5a-48ee-aa1d-49f3a17f5268 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:36.592027 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-73177074-2b4a-4556-bab9-1c5f204b5a59 req-97015148-2c5a-48ee-aa1d-49f3a17f5268 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa4ab5fc-ffc6-4725-930a-b8447e16b10f HTTP/1.1" status: 200 len: 946 time: 0.0560038 Apr 29 13:23:36.643153 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-73177074-2b4a-4556-bab9-1c5f204b5a59 req-6d3cf3bc-3adf-4158-b5e7-eef094cacd1a tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453787 Apr 29 13:23:37.221380 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-6a68ab9a-754c-408c-86c7-99406cf1745c req-fbba4936-8370-4a89-8517-57249868c949 tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a5770ca-13c1-4213-a077-670683465eda HTTP/1.1" status: 200 len: 210 time: 0.0331562 Apr 29 13:23:37.768658 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506901c9-e6aa-4479-a319-15a018e30dcc req-1731b494-6a5b-4f2f-b803-44e8f5e80029 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:37.770191 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-506901c9-e6aa-4479-a319-15a018e30dcc req-1731b494-6a5b-4f2f-b803-44e8f5e80029 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa4ab5fc-ffc6-4725-930a-b8447e16b10f HTTP/1.1" status: 200 len: 946 time: 0.0550346 Apr 29 13:23:37.823131 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-506901c9-e6aa-4479-a319-15a018e30dcc req-e39c23cb-09c1-42bb-b8fc-a8499416a8b3 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455279 Apr 29 13:23:37.859542 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 50928) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:23:37.967301 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-97ea426c-12e5-4cc3-924d-b2d4a01b1e39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:38.043616 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-97ea426c-12e5-4cc3-924d-b2d4a01b1e39 admin admin] Publish callbacks [] for security_group (f3f5b969-33c4-4585-b78e-277a24581038), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:38.047618 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-97ea426c-12e5-4cc3-924d-b2d4a01b1e39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (f3f5b969-33c4-4585-b78e-277a24581038), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:38.085569 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-97ea426c-12e5-4cc3-924d-b2d4a01b1e39 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9b8dc4e7a58c4736bda719751e3b8318&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2249322 Apr 29 13:23:38.086498 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ea426c-12e5-4cc3-924d-b2d4a01b1e39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f5b969-33c4-4585-b78e-277a24581038,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:38.089394 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 50932) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:23:38.139650 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2dad669d-9f0b-4d00-844a-e1bd99e5a4f6 admin admin] Publish callbacks [] for security_group (f3f5b969-33c4-4585-b78e-277a24581038), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:38.161578 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2dad669d-9f0b-4d00-844a-e1bd99e5a4f6 admin admin] Publish callbacks [] for security_group (f3f5b969-33c4-4585-b78e-277a24581038), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:38.210098 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2dad669d-9f0b-4d00-844a-e1bd99e5a4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (f3f5b969-33c4-4585-b78e-277a24581038), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:38.212649 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2dad669d-9f0b-4d00-844a-e1bd99e5a4f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:38.214448 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-2dad669d-9f0b-4d00-844a-e1bd99e5a4f6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f3f5b969-33c4-4585-b78e-277a24581038 HTTP/1.1" status: 204 len: 168 time: 0.1240838 Apr 29 13:23:38.222503 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dad669d-9f0b-4d00-844a-e1bd99e5a4f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f5b969-33c4-4585-b78e-277a24581038,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:38.258174 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device 3b79504c-e598-4e35-a722-a6f75ad2d52e no longer exists at agent hyperv_hv-cinder-83769 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:23:38.285804 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] No Port match for: 3b79504c-e598-4e35-a722-a6f75ad2d52e {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:23:38.286434 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device 3b79504c-e598-4e35-a722-a6f75ad2d52e not bound to the agent host hv-cinder-83769 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:23:38.340778 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-bb059442-f094-4e8a-8c5b-4677b528cf70 req-7ce80406-ec46-423d-ab90-f7228654f07b tempest-VolumesActionsTest-771400008 tempest-VolumesActionsTest-771400008-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a5770ca-13c1-4213-a077-670683465eda HTTP/1.1" status: 200 len: 210 time: 0.0307934 Apr 29 13:23:38.493047 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 50946) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:23:38.507925 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-52401282-3336-44fc-bd07-e13dd2e5fdf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:38.587131 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-52401282-3336-44fc-bd07-e13dd2e5fdf3 admin admin] Publish callbacks [] for security_group (52976fc3-0314-413c-9a66-e1f4be3553ca), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:38.590986 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-52401282-3336-44fc-bd07-e13dd2e5fdf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (52976fc3-0314-413c-9a66-e1f4be3553ca), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:38.629806 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-52401282-3336-44fc-bd07-e13dd2e5fdf3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=32b0351bdb4f497ebd642bb8eac5b513&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1356881 Apr 29 13:23:38.630689 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52401282-3336-44fc-bd07-e13dd2e5fdf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52976fc3-0314-413c-9a66-e1f4be3553ca,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:38.633309 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 50948) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:23:38.682587 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-60350358-8a85-4d4a-9a37-ec8c1afb104a admin admin] Publish callbacks [] for security_group (52976fc3-0314-413c-9a66-e1f4be3553ca), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:38.704572 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-60350358-8a85-4d4a-9a37-ec8c1afb104a admin admin] Publish callbacks [] for security_group (52976fc3-0314-413c-9a66-e1f4be3553ca), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:38.753675 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-60350358-8a85-4d4a-9a37-ec8c1afb104a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (52976fc3-0314-413c-9a66-e1f4be3553ca), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:38.756370 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-60350358-8a85-4d4a-9a37-ec8c1afb104a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:38.760856 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-60350358-8a85-4d4a-9a37-ec8c1afb104a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/52976fc3-0314-413c-9a66-e1f4be3553ca HTTP/1.1" status: 204 len: 168 time: 0.1260166 Apr 29 13:23:38.770189 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60350358-8a85-4d4a-9a37-ec8c1afb104a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52976fc3-0314-413c-9a66-e1f4be3553ca,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:38.963984 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278309c0-7050-4c28-818f-21722bbeacdf req-db4a986d-d975-4e3e-8792-287bb16b7a83 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:38.965654 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-278309c0-7050-4c28-818f-21722bbeacdf req-db4a986d-d975-4e3e-8792-287bb16b7a83 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa4ab5fc-ffc6-4725-930a-b8447e16b10f HTTP/1.1" status: 200 len: 946 time: 0.0650649 Apr 29 13:23:39.021732 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-278309c0-7050-4c28-818f-21722bbeacdf req-34d17faf-c85d-4860-8c1b-34346be1dad1 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494645 Apr 29 13:23:39.188740 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeb6929-37c4-417a-a776-b8410a947e94 req-57cac535-d5b5-4a80-96c1-42ea7c355a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:39.190222 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-cbeb6929-37c4-417a-a776-b8410a947e94 req-57cac535-d5b5-4a80-96c1-42ea7c355a0a service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=aa4ab5fc-ffc6-4725-930a-b8447e16b10f HTTP/1.1" status: 200 len: 1130 time: 0.0449233 Apr 29 13:23:39.246755 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-cbeb6929-37c4-417a-a776-b8410a947e94 req-89f246a0-32ae-4b2b-9546-d370898f097b service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480466 Apr 29 13:23:40.145809 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686682f6-577f-457b-81b9-cc448eec5b7e req-58d8ccc7-4e87-44e1-ab5f-7fdfcb344619 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:40.147743 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-686682f6-577f-457b-81b9-cc448eec5b7e req-58d8ccc7-4e87-44e1-ab5f-7fdfcb344619 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa4ab5fc-ffc6-4725-930a-b8447e16b10f HTTP/1.1" status: 200 len: 946 time: 0.0508037 Apr 29 13:23:40.201397 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-686682f6-577f-457b-81b9-cc448eec5b7e req-7c9eb908-49e6-40f8-b1ac-36b33692c3c4 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474324 Apr 29 13:23:40.753925 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c4090ed3-b188-48ef-a6b9-5d78229fc55d None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:23:40.960127 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 51068) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:23:41.169290 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0e53b18b-0cbb-4681-a0af-a36d95731caf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:41.298183 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0e53b18b-0cbb-4681-a0af-a36d95731caf admin admin] Publish callbacks [] for security_group (69be27f3-d3bd-4db0-8a51-e5181ad9061d), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:41.318448 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0e53b18b-0cbb-4681-a0af-a36d95731caf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (69be27f3-d3bd-4db0-8a51-e5181ad9061d), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:41.389982 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-0e53b18b-0cbb-4681-a0af-a36d95731caf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a38e97f646ed4e678bdc4296e57c9e8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4280829 Apr 29 13:23:41.392070 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e53b18b-0cbb-4681-a0af-a36d95731caf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69be27f3-d3bd-4db0-8a51-e5181ad9061d,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:41.392868 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 51086) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:23:41.402937 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57bf517-85bb-4ab0-b542-8d7ee5670bf7 req-2f3c2605-c69c-4a7f-8f33-a8ef07e85065 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:41.404012 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e57bf517-85bb-4ab0-b542-8d7ee5670bf7 req-2f3c2605-c69c-4a7f-8f33-a8ef07e85065 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa4ab5fc-ffc6-4725-930a-b8447e16b10f HTTP/1.1" status: 200 len: 946 time: 0.1009321 Apr 29 13:23:41.443991 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 51088) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:23:41.470562 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e57bf517-85bb-4ab0-b542-8d7ee5670bf7 req-f637dcaf-4eb8-49b2-89a4-a34d06c9e803 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604410 Apr 29 13:23:41.575120 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a87fc047-e2de-47c1-8a35-41b89f1f7982 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:41.663033 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a87fc047-e2de-47c1-8a35-41b89f1f7982 admin admin] Publish callbacks [] for security_group (3dd1bdf5-0eb8-4016-9b2c-1cf05fa1816b), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:41.668626 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a87fc047-e2de-47c1-8a35-41b89f1f7982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (3dd1bdf5-0eb8-4016-9b2c-1cf05fa1816b), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:41.708565 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87fc047-e2de-47c1-8a35-41b89f1f7982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd1bdf5-0eb8-4016-9b2c-1cf05fa1816b,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:41.713883 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-a87fc047-e2de-47c1-8a35-41b89f1f7982 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=60c97fd15302433aa4e35599e84b73f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2688630 Apr 29 13:23:41.716696 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 51096) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:23:41.726759 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-18debb33-ee28-4534-a4f6-2855a63405bc admin admin] Publish callbacks [] for security_group (69be27f3-d3bd-4db0-8a51-e5181ad9061d), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:41.734068 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b7c347-0f9a-43cb-a6d1-a1ff959b6804 req-df17c7a5-0339-401d-a739-0e540c0cbbd1 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:41.735521 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-23b7c347-0f9a-43cb-a6d1-a1ff959b6804 req-df17c7a5-0339-401d-a739-0e540c0cbbd1 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=8bc91d38-3fcc-47d3-84e8-50c55753dff2 HTTP/1.1" status: 200 len: 945 time: 0.0597281 Apr 29 13:23:41.770200 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-18debb33-ee28-4534-a4f6-2855a63405bc admin admin] Publish callbacks [] for security_group (69be27f3-d3bd-4db0-8a51-e5181ad9061d), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:41.772258 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8e4ba829-3247-45c8-8ba8-1f16cd586616 admin admin] Publish callbacks [] for security_group (3dd1bdf5-0eb8-4016-9b2c-1cf05fa1816b), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:41.798225 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8e4ba829-3247-45c8-8ba8-1f16cd586616 admin admin] Publish callbacks [] for security_group (3dd1bdf5-0eb8-4016-9b2c-1cf05fa1816b), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:41.822617 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-23b7c347-0f9a-43cb-a6d1-a1ff959b6804 req-76e7afb3-c779-4a60-984b-f34b9e4119de tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780475 Apr 29 13:23:41.845824 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-18debb33-ee28-4534-a4f6-2855a63405bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (69be27f3-d3bd-4db0-8a51-e5181ad9061d), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:41.849196 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-18debb33-ee28-4534-a4f6-2855a63405bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:41.849295 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8e4ba829-3247-45c8-8ba8-1f16cd586616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (3dd1bdf5-0eb8-4016-9b2c-1cf05fa1816b), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:41.853342 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-18debb33-ee28-4534-a4f6-2855a63405bc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/69be27f3-d3bd-4db0-8a51-e5181ad9061d HTTP/1.1" status: 204 len: 168 time: 0.4562039 Apr 29 13:23:41.853612 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8e4ba829-3247-45c8-8ba8-1f16cd586616 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:41.861215 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18debb33-ee28-4534-a4f6-2855a63405bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69be27f3-d3bd-4db0-8a51-e5181ad9061d,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:41.861575 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-8e4ba829-3247-45c8-8ba8-1f16cd586616 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3dd1bdf5-0eb8-4016-9b2c-1cf05fa1816b HTTP/1.1" status: 204 len: 168 time: 0.1437337 Apr 29 13:23:41.893347 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4ba829-3247-45c8-8ba8-1f16cd586616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd1bdf5-0eb8-4016-9b2c-1cf05fa1816b,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:42.264807 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 51124) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:23:42.282507 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a9575a8f-7c89-41db-941b-bdb11ec264b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:42.363963 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a9575a8f-7c89-41db-941b-bdb11ec264b6 admin admin] Publish callbacks [] for security_group (06cbde78-7802-4dae-8680-46f34ff83e1a), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:42.367927 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a9575a8f-7c89-41db-941b-bdb11ec264b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (06cbde78-7802-4dae-8680-46f34ff83e1a), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:42.407715 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-a9575a8f-7c89-41db-941b-bdb11ec264b6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b06e7f5e4d3e44dc9287932d8b96c956&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1415050 Apr 29 13:23:42.410392 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 51126) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:23:42.410975 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9575a8f-7c89-41db-941b-bdb11ec264b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06cbde78-7802-4dae-8680-46f34ff83e1a,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:42.464717 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-72b8b04e-a24a-469f-976c-c2f379d53a66 admin admin] Publish callbacks [] for security_group (06cbde78-7802-4dae-8680-46f34ff83e1a), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:42.489782 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-72b8b04e-a24a-469f-976c-c2f379d53a66 admin admin] Publish callbacks [] for security_group (06cbde78-7802-4dae-8680-46f34ff83e1a), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:42.545658 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-72b8b04e-a24a-469f-976c-c2f379d53a66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (06cbde78-7802-4dae-8680-46f34ff83e1a), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:42.548453 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-72b8b04e-a24a-469f-976c-c2f379d53a66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:42.549621 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-72b8b04e-a24a-469f-976c-c2f379d53a66 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/06cbde78-7802-4dae-8680-46f34ff83e1a HTTP/1.1" status: 204 len: 168 time: 0.1376770 Apr 29 13:23:42.561762 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b8b04e-a24a-469f-976c-c2f379d53a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06cbde78-7802-4dae-8680-46f34ff83e1a,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:43.311024 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 51170) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:23:43.411961 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-ea6aa46a-5d12-4fa8-b9d6-fae31a18fbf5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-194317461-network', 'tenant_id': '0c9e4deddecf470283b006912fc9020e'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:23:43.431674 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea6aa46a-5d12-4fa8-b9d6-fae31a18fbf5 admin admin] Made reservation on behalf of 0c9e4deddecf470283b006912fc9020e for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:23:43.434381 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ea6aa46a-5d12-4fa8-b9d6-fae31a18fbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for network (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:43.442651 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ea6aa46a-5d12-4fa8-b9d6-fae31a18fbf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:43.522662 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ea6aa46a-5d12-4fa8-b9d6-fae31a18fbf5 admin admin] Publish callbacks [] for security_group (b3668c24-57e4-4fe8-ac26-a351da5f8852), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:43.527116 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ea6aa46a-5d12-4fa8-b9d6-fae31a18fbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (b3668c24-57e4-4fe8-ac26-a351da5f8852), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:43.551369 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea6aa46a-5d12-4fa8-b9d6-fae31a18fbf5 admin admin] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:23:43.561388 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6aa46a-5d12-4fa8-b9d6-fae31a18fbf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3668c24-57e4-4fe8-ac26-a351da5f8852,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:43.566121 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ea6aa46a-5d12-4fa8-b9d6-fae31a18fbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401276'] for segment (ade6d524-c09f-4b9e-850c-cd15911917c2), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:43.566465 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.db.segments_db [None req-ea6aa46a-5d12-4fa8-b9d6-fae31a18fbf5 admin admin] Added segment ade6d524-c09f-4b9e-850c-cd15911917c2 of type vlan for network ba60c299-2d2c-497f-8904-e826cc249cfe Apr 29 13:23:43.607598 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ea6aa46a-5d12-4fa8-b9d6-fae31a18fbf5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783155844244'] for network (ba60c299-2d2c-497f-8904-e826cc249cfe), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:43.634831 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ea6aa46a-5d12-4fa8-b9d6-fae31a18fbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861'] for network (ba60c299-2d2c-497f-8904-e826cc249cfe), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:43.635957 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6aa46a-5d12-4fa8-b9d6-fae31a18fbf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:43.636535 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ea6aa46a-5d12-4fa8-b9d6-fae31a18fbf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549835'] for network (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:43.670644 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-ea6aa46a-5d12-4fa8-b9d6-fae31a18fbf5 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3585255 Apr 29 13:23:43.673662 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 51174) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:23:43.678709 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-6bb38fa1-ec80-46bd-81b7-37255c25ad21 admin admin] Request body: {'subnet': {'network_id': 'ba60c299-2d2c-497f-8904-e826cc249cfe', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-194317461-subnet', 'tenant_id': '0c9e4deddecf470283b006912fc9020e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:23:43.698199 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6aa46a-5d12-4fa8-b9d6-fae31a18fbf5 admin admin] Pushing event updated for resources: {'Network': ['ID=ba60c299-2d2c-497f-8904-e826cc249cfe,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:43.699317 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb38fa1-ec80-46bd-81b7-37255c25ad21 admin admin] Made reservation on behalf of 0c9e4deddecf470283b006912fc9020e for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:23:43.702930 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6bb38fa1-ec80-46bd-81b7-37255c25ad21 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:43.707870 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Network ba60c299-2d2c-497f-8904-e826cc249cfe details requested by agent ovs-agent-dv-cinder-837699-3-iscsi with host dv-cinder-837699-3-iscsi {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 13:23:43.877134 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6bb38fa1-ec80-46bd-81b7-37255c25ad21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861'] for subnet (da975b52-7089-4bd9-96db-ebd7123ab18c), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:43.930498 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb38fa1-ec80-46bd-81b7-37255c25ad21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da975b52-7089-4bd9-96db-ebd7123ab18c,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:43.943178 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb38fa1-ec80-46bd-81b7-37255c25ad21 admin admin] Checking segment: {'id': 'ade6d524-c09f-4b9e-850c-cd15911917c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'ba60c299-2d2c-497f-8904-e826cc249cfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:23:43.943536 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb38fa1-ec80-46bd-81b7-37255c25ad21 admin admin] Network hostable DHCP agents. Network: ba60c299-2d2c-497f-8904-e826cc249cfe, hostable agents: ['e437e712-237e-4a54-83a8-782eed3c5f0c'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:23:43.961583 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb38fa1-ec80-46bd-81b7-37255c25ad21 admin admin] Network ba60c299-2d2c-497f-8904-e826cc249cfe is scheduled to be hosted by DHCP agent e437e712-237e-4a54-83a8-782eed3c5f0c with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:23:43.978568 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-6bb38fa1-ec80-46bd-81b7-37255c25ad21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837699-3-iscsi, ba60c299-2d2c-497f-8904-e826cc249cfe) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:23:43.983058 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb38fa1-ec80-46bd-81b7-37255c25ad21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:43.983616 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6bb38fa1-ec80-46bd-81b7-37255c25ad21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549835'] for subnet (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:43.989269 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5d5c42-e591-43cb-b43c-2a043c0eb8e2 None None] Network ba60c299-2d2c-497f-8904-e826cc249cfe requested from dv-cinder-837699-3-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:23:44.001466 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-6bb38fa1-ec80-46bd-81b7-37255c25ad21 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3265388 Apr 29 13:23:44.094636 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d8f286-3366-4ef7-89a7-a6e4f5660deb None None] Network ba60c299-2d2c-497f-8904-e826cc249cfe requested from dv-cinder-837699-3-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:23:44.521272 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 51198) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:23:44.527133 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-1ba9487b-8203-405e-b843-54426c1bc71a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1040434728-network', 'tenant_id': '11ba28020dff471daff9881f92cf03f4'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:23:44.546821 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba9487b-8203-405e-b843-54426c1bc71a admin admin] Made reservation on behalf of 11ba28020dff471daff9881f92cf03f4 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:23:44.549492 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1ba9487b-8203-405e-b843-54426c1bc71a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for network (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:44.559096 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1ba9487b-8203-405e-b843-54426c1bc71a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:44.640340 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1ba9487b-8203-405e-b843-54426c1bc71a admin admin] Publish callbacks [] for security_group (23d0405d-2c97-46ee-ae18-e2490018c467), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:44.644249 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1ba9487b-8203-405e-b843-54426c1bc71a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (23d0405d-2c97-46ee-ae18-e2490018c467), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:44.670603 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ba9487b-8203-405e-b843-54426c1bc71a admin admin] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:23:44.680202 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba9487b-8203-405e-b843-54426c1bc71a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d0405d-2c97-46ee-ae18-e2490018c467,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:44.686272 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1ba9487b-8203-405e-b843-54426c1bc71a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401276'] for segment (fe7c73a2-e71e-4b83-b284-281cfa7eee94), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:44.686615 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.db.segments_db [None req-1ba9487b-8203-405e-b843-54426c1bc71a admin admin] Added segment fe7c73a2-e71e-4b83-b284-281cfa7eee94 of type vlan for network 48a87608-7acd-400d-ba2a-e02f0ddc2e2b Apr 29 13:23:44.732643 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1ba9487b-8203-405e-b843-54426c1bc71a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783155844244'] for network (48a87608-7acd-400d-ba2a-e02f0ddc2e2b), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:44.757755 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1ba9487b-8203-405e-b843-54426c1bc71a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861'] for network (48a87608-7acd-400d-ba2a-e02f0ddc2e2b), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:44.758955 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba9487b-8203-405e-b843-54426c1bc71a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:44.759746 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1ba9487b-8203-405e-b843-54426c1bc71a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549835'] for network (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:44.799316 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-1ba9487b-8203-405e-b843-54426c1bc71a admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2743711 Apr 29 13:23:44.799715 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 51204) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:23:44.805762 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-ad4da0ca-184b-48e9-8e8c-1da009ebec7e admin admin] Request body: {'subnet': {'network_id': '48a87608-7acd-400d-ba2a-e02f0ddc2e2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1040434728-subnet', 'tenant_id': '11ba28020dff471daff9881f92cf03f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:23:44.828447 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad4da0ca-184b-48e9-8e8c-1da009ebec7e admin admin] Made reservation on behalf of 11ba28020dff471daff9881f92cf03f4 for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:23:44.829662 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba9487b-8203-405e-b843-54426c1bc71a admin admin] Pushing event updated for resources: {'Network': ['ID=48a87608-7acd-400d-ba2a-e02f0ddc2e2b,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:44.831494 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ad4da0ca-184b-48e9-8e8c-1da009ebec7e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8602606'] for subnet (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:44.840517 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Network 48a87608-7acd-400d-ba2a-e02f0ddc2e2b details requested by agent ovs-agent-dv-cinder-837699-3-iscsi with host dv-cinder-837699-3-iscsi {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 13:23:45.015215 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ad4da0ca-184b-48e9-8e8c-1da009ebec7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9127205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8602396'] for subnet (9caf832e-6bfb-4ac4-9d47-d639de2ffce2), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:45.067491 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4da0ca-184b-48e9-8e8c-1da009ebec7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9caf832e-6bfb-4ac4-9d47-d639de2ffce2,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:45.083842 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4da0ca-184b-48e9-8e8c-1da009ebec7e admin admin] Checking segment: {'id': 'fe7c73a2-e71e-4b83-b284-281cfa7eee94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '48a87608-7acd-400d-ba2a-e02f0ddc2e2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:23:45.084199 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4da0ca-184b-48e9-8e8c-1da009ebec7e admin admin] Network hostable DHCP agents. Network: 48a87608-7acd-400d-ba2a-e02f0ddc2e2b, hostable agents: ['e437e712-237e-4a54-83a8-782eed3c5f0c'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:23:45.102228 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4da0ca-184b-48e9-8e8c-1da009ebec7e admin admin] Network 48a87608-7acd-400d-ba2a-e02f0ddc2e2b is scheduled to be hosted by DHCP agent e437e712-237e-4a54-83a8-782eed3c5f0c with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:23:45.112100 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-ad4da0ca-184b-48e9-8e8c-1da009ebec7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837699-3-iscsi, 48a87608-7acd-400d-ba2a-e02f0ddc2e2b) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:23:45.116453 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4da0ca-184b-48e9-8e8c-1da009ebec7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:45.117082 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ad4da0ca-184b-48e9-8e8c-1da009ebec7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549835'] for subnet (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:45.122026 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754e1d47-07ab-4c55-9d14-936e8235d2e1 None None] Network 48a87608-7acd-400d-ba2a-e02f0ddc2e2b requested from dv-cinder-837699-3-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:23:45.133093 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-ad4da0ca-184b-48e9-8e8c-1da009ebec7e admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3320408 Apr 29 13:23:45.232330 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c358f9-54f9-4cbc-8904-b7ca348c440b None None] Network 48a87608-7acd-400d-ba2a-e02f0ddc2e2b requested from dv-cinder-837699-3-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:23:46.737455 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb398c3-0258-43b7-9683-97444d26edfe req-42f2e2e0-1042-4a82-92c9-2fce682c0cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:46.739970 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-cbb398c3-0258-43b7-9683-97444d26edfe req-42f2e2e0-1042-4a82-92c9-2fce682c0cbc service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f816e6d8de4d489b965fa6fe021f3b58&device_id=8bc91d38-3fcc-47d3-84e8-50c55753dff2 HTTP/1.1" status: 200 len: 1129 time: 0.0532458 Apr 29 13:23:46.749703 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edf4c38-f53c-4e9a-a85f-e4a6baf490db req-5d568574-484c-450a-adeb-96ea5911914d tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:46.752512 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5edf4c38-f53c-4e9a-a85f-e4a6baf490db req-5d568574-484c-450a-adeb-96ea5911914d tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=8bc91d38-3fcc-47d3-84e8-50c55753dff2 HTTP/1.1" status: 200 len: 945 time: 0.0788128 Apr 29 13:23:46.858441 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5edf4c38-f53c-4e9a-a85f-e4a6baf490db req-1d2080d7-9f8d-4e08-b65a-ca3d6b7e81c4 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928888 Apr 29 13:23:46.871126 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb398c3-0258-43b7-9683-97444d26edfe req-5a2d3649-2611-4392-bec8-a02a103781ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:46.872907 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-cbb398c3-0258-43b7-9683-97444d26edfe req-5a2d3649-2611-4392-bec8-a02a103781ae service neutron] 10.222.0.75 "GET /v2.0/networks?id=75b7fe95-ba69-4d04-89c6-6ad49ef540b7 HTTP/1.1" status: 200 len: 920 time: 0.1269073 Apr 29 13:23:46.930025 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-cbb398c3-0258-43b7-9683-97444d26edfe req-789f8a17-9a02-4710-a0e1-03abf039b3ff service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08d5cab4-d2dd-4c99-b0de-8da67e7251c5 HTTP/1.1" status: 200 len: 217 time: 0.0506785 Apr 29 13:23:46.996472 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb398c3-0258-43b7-9683-97444d26edfe req-08bb5810-eabd-4ac4-bcc9-3ecef5d275ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:46.999102 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-cbb398c3-0258-43b7-9683-97444d26edfe req-08bb5810-eabd-4ac4-bcc9-3ecef5d275ff service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c49f2808-2545-473c-889a-37ee93dfd06e HTTP/1.1" status: 200 len: 858 time: 0.0571377 Apr 29 13:23:47.082913 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb398c3-0258-43b7-9683-97444d26edfe req-2307507f-7754-4ad7-92a3-8abb468295a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:47.084949 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-cbb398c3-0258-43b7-9683-97444d26edfe req-2307507f-7754-4ad7-92a3-8abb468295a2 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=75b7fe95-ba69-4d04-89c6-6ad49ef540b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0795848 Apr 29 13:23:47.237594 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-cbb398c3-0258-43b7-9683-97444d26edfe req-06c1fb83-41cc-4633-8ff6-7fffec76a37d service neutron] 10.222.0.75 "GET /v2.0/networks/75b7fe95-ba69-4d04-89c6-6ad49ef540b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461482 Apr 29 13:23:47.343016 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-cbb398c3-0258-43b7-9683-97444d26edfe req-2811e99a-7d71-4a29-8c2b-81adf09a4f42 service neutron] 10.222.0.75 "GET /v2.0/networks/75b7fe95-ba69-4d04-89c6-6ad49ef540b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989180 Apr 29 13:23:48.065021 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eebf402-5e1b-46d0-8ffe-f168c63f818d req-232db381-1bc8-487d-b7cb-95f75e30e5f2 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:48.067399 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-6eebf402-5e1b-46d0-8ffe-f168c63f818d req-232db381-1bc8-487d-b7cb-95f75e30e5f2 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=8bc91d38-3fcc-47d3-84e8-50c55753dff2 HTTP/1.1" status: 200 len: 945 time: 0.0780816 Apr 29 13:23:48.125297 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-6eebf402-5e1b-46d0-8ffe-f168c63f818d req-8cc62d18-a346-4b5e-a50f-3f26fddd1ca1 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520020 Apr 29 13:23:49.290649 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b59c922-76e6-4277-a23c-ce17c8b91c09 req-be004d21-ca15-4f37-bf4f-de645ae22767 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:49.296867 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0b59c922-76e6-4277-a23c-ce17c8b91c09 req-be004d21-ca15-4f37-bf4f-de645ae22767 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=8bc91d38-3fcc-47d3-84e8-50c55753dff2 HTTP/1.1" status: 200 len: 945 time: 0.0765703 Apr 29 13:23:49.367129 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0b59c922-76e6-4277-a23c-ce17c8b91c09 req-ec7d494e-f9c9-4eac-bae2-29a4d9b07df9 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646412 Apr 29 13:23:50.507043 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26287387-a30a-4075-8bb7-23cefeb9da1e req-ee1da609-132b-4e69-9a94-983e8cf6315a tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:50.508718 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-26287387-a30a-4075-8bb7-23cefeb9da1e req-ee1da609-132b-4e69-9a94-983e8cf6315a tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=8bc91d38-3fcc-47d3-84e8-50c55753dff2 HTTP/1.1" status: 200 len: 945 time: 0.0657487 Apr 29 13:23:50.588740 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-26287387-a30a-4075-8bb7-23cefeb9da1e req-e5189147-3563-4e17-9a3d-a4cd39244642 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729489 Apr 29 13:23:51.542375 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-827a8b1a-76bd-4b84-a7cc-242d1fb1a6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (e437e712-237e-4a54-83a8-782eed3c5f0c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:51.743460 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ae9147-1ca2-44d8-ac82-31c12cca87cb req-1900efed-8890-45dd-8362-1e62ec145da7 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:51.750903 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-24ae9147-1ca2-44d8-ac82-31c12cca87cb req-1900efed-8890-45dd-8362-1e62ec145da7 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=8bc91d38-3fcc-47d3-84e8-50c55753dff2 HTTP/1.1" status: 200 len: 945 time: 0.0709312 Apr 29 13:23:51.801740 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-24ae9147-1ca2-44d8-ac82-31c12cca87cb req-75918d2a-569a-4693-9d6b-0ed1a1dff83d tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483553 Apr 29 13:23:53.024606 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e65c1b4-5d19-4659-92e6-1f68d48e8277 req-af047dab-3909-4829-870f-e477040a3fb1 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:53.028466 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-2e65c1b4-5d19-4659-92e6-1f68d48e8277 req-af047dab-3909-4829-870f-e477040a3fb1 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=8bc91d38-3fcc-47d3-84e8-50c55753dff2 HTTP/1.1" status: 200 len: 945 time: 0.0862122 Apr 29 13:23:53.093194 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-2e65c1b4-5d19-4659-92e6-1f68d48e8277 req-20b4ee29-b13b-4839-9e5f-e239936fd070 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578218 Apr 29 13:23:54.235431 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bac4de-cfb6-40ea-8bec-1d85461ab9f4 req-dc1fca01-0efe-4e54-bdeb-fbc6819a6be1 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:54.241173 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a8bac4de-cfb6-40ea-8bec-1d85461ab9f4 req-dc1fca01-0efe-4e54-bdeb-fbc6819a6be1 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=8bc91d38-3fcc-47d3-84e8-50c55753dff2 HTTP/1.1" status: 200 len: 945 time: 0.0773022 Apr 29 13:23:54.245885 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dc9d5c5b-c35f-4b5b-9aeb-9b2344738e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (ffd5f049-29fc-4e99-906d-6eadce93ab48), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:54.299630 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a8bac4de-cfb6-40ea-8bec-1d85461ab9f4 req-7d60a677-4955-45c3-abb7-b56bf2ec5ca0 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568845 Apr 29 13:23:55.493949 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c5765d-3577-46cb-88e8-c2ac69c3eb32 req-bacd1ea4-d415-46a3-a4cd-da4f89115cf9 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:55.497276 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-b8c5765d-3577-46cb-88e8-c2ac69c3eb32 req-bacd1ea4-d415-46a3-a4cd-da4f89115cf9 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=8bc91d38-3fcc-47d3-84e8-50c55753dff2 HTTP/1.1" status: 200 len: 945 time: 0.0724418 Apr 29 13:23:55.590947 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-b8c5765d-3577-46cb-88e8-c2ac69c3eb32 req-1c08f1b1-ae7b-462c-85f8-b66e8c837d35 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875406 Apr 29 13:23:55.798094 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d46c6b96-c9c1-47b5-84ba-015c4e42046f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (1b2ea45c-9419-45d0-91af-29e2c5a1844a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:56.724650 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81312501-e05f-4e07-b2c5-8f661f4565dc req-64c69fc6-0489-4d04-b1e1-8434ce0c7d57 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:56.726117 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-81312501-e05f-4e07-b2c5-8f661f4565dc req-64c69fc6-0489-4d04-b1e1-8434ce0c7d57 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=8bc91d38-3fcc-47d3-84e8-50c55753dff2 HTTP/1.1" status: 200 len: 945 time: 0.0538788 Apr 29 13:23:56.818041 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-81312501-e05f-4e07-b2c5-8f661f4565dc req-ab8be719-36dc-40aa-8d1c-7b850bf861ba tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785105 Apr 29 13:23:57.241951 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bea047bf-f99e-49b2-8b9d-5ba249a30c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (23d6c007-0036-4fdb-b033-28b1fd628d82), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:57.942401 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (477bd1e1-70d7-4a7b-b37c-5892af57f2e4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:57.957348 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6781557e-8687-433e-8847-e975bbcbd411 req-b8c63e64-1ef0-473d-834e-9579719076e5 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:57.960319 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-6781557e-8687-433e-8847-e975bbcbd411 req-b8c63e64-1ef0-473d-834e-9579719076e5 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=8bc91d38-3fcc-47d3-84e8-50c55753dff2 HTTP/1.1" status: 200 len: 945 time: 0.0700703 Apr 29 13:23:58.017516 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-6781557e-8687-433e-8847-e975bbcbd411 req-4b21febe-2010-4310-ad84-a4f1b73b26f7 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507829 Apr 29 13:23:58.672782 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (070d87cd-fed4-4d07-85b5-c26ded61f2d8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:23:59.137903 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb6480b-c604-464e-9075-520cde13a6f7 req-0620046c-a263-43e9-904d-0d2dd43137d5 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:23:59.139761 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-dcb6480b-c604-464e-9075-520cde13a6f7 req-0620046c-a263-43e9-904d-0d2dd43137d5 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=8bc91d38-3fcc-47d3-84e8-50c55753dff2 HTTP/1.1" status: 200 len: 945 time: 0.0514221 Apr 29 13:23:59.208641 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-dcb6480b-c604-464e-9075-520cde13a6f7 req-8e53765d-0368-44de-acaf-abdd1b5b21de tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627174 Apr 29 13:24:00.338092 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac9688-4bd8-4326-8381-3feee31e170d req-a8f47996-c13e-4ff1-bbc2-09a43fecb940 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:24:00.341093 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-48ac9688-4bd8-4326-8381-3feee31e170d req-a8f47996-c13e-4ff1-bbc2-09a43fecb940 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=8bc91d38-3fcc-47d3-84e8-50c55753dff2 HTTP/1.1" status: 200 len: 945 time: 0.0545347 Apr 29 13:24:00.394642 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-48ac9688-4bd8-4326-8381-3feee31e170d req-ba9a73ea-c0c0-490c-a480-1f0fac5bfa55 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472183 Apr 29 13:24:01.532047 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91ec880-f738-4626-8778-a0a529fe01d5 req-a80013bd-b577-45f1-8381-6527acd3d239 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:24:01.533816 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c91ec880-f738-4626-8778-a0a529fe01d5 req-a80013bd-b577-45f1-8381-6527acd3d239 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=8bc91d38-3fcc-47d3-84e8-50c55753dff2 HTTP/1.1" status: 200 len: 945 time: 0.0498128 Apr 29 13:24:01.607058 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c91ec880-f738-4626-8778-a0a529fe01d5 req-b7602277-6677-4ef1-8364-38f906c7a041 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675459 Apr 29 13:24:02.737257 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236780a8-116e-4a4b-89c5-36c482313f24 req-6f8d572b-6305-478b-9a94-36b57abb9d28 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:24:02.738762 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-236780a8-116e-4a4b-89c5-36c482313f24 req-6f8d572b-6305-478b-9a94-36b57abb9d28 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=8bc91d38-3fcc-47d3-84e8-50c55753dff2 HTTP/1.1" status: 200 len: 945 time: 0.0527344 Apr 29 13:24:02.800500 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-236780a8-116e-4a4b-89c5-36c482313f24 req-9e5d4168-ba68-45f4-9768-f0a718019ca3 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560355 Apr 29 13:24:03.881759 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc5287-e1f8-4038-9cd9-1207fa654027 req-d2ce7525-9141-47d9-935d-fa17518d6e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:24:03.883371 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-a8cc5287-e1f8-4038-9cd9-1207fa654027 req-d2ce7525-9141-47d9-935d-fa17518d6e64 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=8bc91d38-3fcc-47d3-84e8-50c55753dff2 HTTP/1.1" status: 200 len: 1129 time: 0.0535192 Apr 29 13:24:03.919758 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c8f182-c65f-4b06-a5e9-60d5ce961a64 req-bad67d97-aef0-4abb-9659-ce461e72fc76 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:24:03.921974 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c5c8f182-c65f-4b06-a5e9-60d5ce961a64 req-bad67d97-aef0-4abb-9659-ce461e72fc76 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=8bc91d38-3fcc-47d3-84e8-50c55753dff2 HTTP/1.1" status: 200 len: 945 time: 0.0565147 Apr 29 13:24:03.941119 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-a8cc5287-e1f8-4038-9cd9-1207fa654027 req-10ab4af2-2019-442a-8886-cb477da7d00a service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461693 Apr 29 13:24:03.981778 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c5c8f182-c65f-4b06-a5e9-60d5ce961a64 req-2e41cce8-0634-4624-b133-28f6fc0e7490 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535071 Apr 29 13:24:05.106450 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8457dd0e-629a-4cb6-8a0a-4d5d457040b5 req-91ab0657-19d8-4975-829f-341664c0858d tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:24:05.108121 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-8457dd0e-629a-4cb6-8a0a-4d5d457040b5 req-91ab0657-19d8-4975-829f-341664c0858d tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=8bc91d38-3fcc-47d3-84e8-50c55753dff2 HTTP/1.1" status: 200 len: 945 time: 0.0541556 Apr 29 13:24:05.171673 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-8457dd0e-629a-4cb6-8a0a-4d5d457040b5 req-98b4b3c4-a63c-4a24-984f-eed9a6ab0f07 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568252 Apr 29 13:24:06.304177 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1b53c8-4aa4-40c6-bddb-9d10e4d288e7 req-1d78bbfe-259d-422b-8a6f-35528efdf543 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:24:06.305868 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0c1b53c8-4aa4-40c6-bddb-9d10e4d288e7 req-1d78bbfe-259d-422b-8a6f-35528efdf543 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=8bc91d38-3fcc-47d3-84e8-50c55753dff2 HTTP/1.1" status: 200 len: 945 time: 0.0560708 Apr 29 13:24:06.356007 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0c1b53c8-4aa4-40c6-bddb-9d10e4d288e7 req-d0db13c1-a343-4c82-bf52-4fb5ff2b4445 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432601 Apr 29 13:24:06.579984 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 51626) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:24:06.626686 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7e36ef4-c892-4773-a5a4-4aba1a703f8b admin admin] Deleting subnet e9b8baec-f323-4f7d-a63e-e078a5c175b2 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 13:24:06.630156 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c7e36ef4-c892-4773-a5a4-4aba1a703f8b admin admin] Publish callbacks [] for subnet (e9b8baec-f323-4f7d-a63e-e078a5c175b2), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:06.665780 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c7e36ef4-c892-4773-a5a4-4aba1a703f8b admin admin] Publish callbacks [] for subnet (e9b8baec-f323-4f7d-a63e-e078a5c175b2), precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:06.671775 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c7e36ef4-c892-4773-a5a4-4aba1a703f8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1407265'] for subnet (e9b8baec-f323-4f7d-a63e-e078a5c175b2), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:06.734232 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c7e36ef4-c892-4773-a5a4-4aba1a703f8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1407272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861'] for subnet (e9b8baec-f323-4f7d-a63e-e078a5c175b2), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:06.760640 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e36ef4-c892-4773-a5a4-4aba1a703f8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9b8baec-f323-4f7d-a63e-e078a5c175b2,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:06.783865 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c7e36ef4-c892-4773-a5a4-4aba1a703f8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549835'] for subnet (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:06.787468 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-c7e36ef4-c892-4773-a5a4-4aba1a703f8b admin admin] 10.222.0.11 "DELETE /v2.0/subnets/e9b8baec-f323-4f7d-a63e-e078a5c175b2 HTTP/1.1" status: 204 len: 168 time: 0.2064819 Apr 29 13:24:06.790196 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 51636) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:24:06.860622 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a6beedbe-c3cd-4ec5-b615-89609fdf4b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793423'] for network (a4fad290-576a-4feb-b6ce-f41b37f2e434), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:06.946230 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a6beedbe-c3cd-4ec5-b615-89609fdf4b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405116', 'neutron.services.segments.db._delete_segments_for_network-8783156274041'] for network (a4fad290-576a-4feb-b6ce-f41b37f2e434), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:06.967164 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a6beedbe-c3cd-4ec5-b615-89609fdf4b68 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:24:06.967514 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a6beedbe-c3cd-4ec5-b615-89609fdf4b68 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:24:06.968293 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a6beedbe-c3cd-4ec5-b615-89609fdf4b68 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:24:06.968634 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a6beedbe-c3cd-4ec5-b615-89609fdf4b68 admin admin] Subscribe: > port after_create 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:24:06.969032 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a6beedbe-c3cd-4ec5-b615-89609fdf4b68 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:24:06.969384 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a6beedbe-c3cd-4ec5-b615-89609fdf4b68 admin admin] Subscribe: > port after_update 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:24:06.969716 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a6beedbe-c3cd-4ec5-b615-89609fdf4b68 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:24:06.970044 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a6beedbe-c3cd-4ec5-b615-89609fdf4b68 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:24:06.970412 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a6beedbe-c3cd-4ec5-b615-89609fdf4b68 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:24:06.970696 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a6beedbe-c3cd-4ec5-b615-89609fdf4b68 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:24:07.046243 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a6beedbe-c3cd-4ec5-b615-89609fdf4b68 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:24:07.046525 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a6beedbe-c3cd-4ec5-b615-89609fdf4b68 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:24:07.046862 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a6beedbe-c3cd-4ec5-b615-89609fdf4b68 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:24:07.047199 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a6beedbe-c3cd-4ec5-b615-89609fdf4b68 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:24:07.047572 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.services.segments.db [None req-a6beedbe-c3cd-4ec5-b615-89609fdf4b68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4fad290-576a-4feb-b6ce-f41b37f2e434']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:07.065743 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.services.segments.db [None req-a6beedbe-c3cd-4ec5-b615-89609fdf4b68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f20e2df8-3258-40c1-b5eb-5cf8acda4898') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:07.066044 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.services.segments.db [None req-a6beedbe-c3cd-4ec5-b615-89609fdf4b68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f20e2df8-3258-40c1-b5eb-5cf8acda4898') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:07.082509 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a6beedbe-c3cd-4ec5-b615-89609fdf4b68 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783156275074', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9333793'] for segment (f20e2df8-3258-40c1-b5eb-5cf8acda4898), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:07.102999 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a6beedbe-c3cd-4ec5-b615-89609fdf4b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401276'] for segment (f20e2df8-3258-40c1-b5eb-5cf8acda4898), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:07.111836 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6beedbe-c3cd-4ec5-b615-89609fdf4b68 admin admin] Releasing vlan 695 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 13:24:07.112223 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a6beedbe-c3cd-4ec5-b615-89609fdf4b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8537954'] for segment (f20e2df8-3258-40c1-b5eb-5cf8acda4898), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:07.116441 dv-cinder-837699-3-iscsi neutron-server[103364]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 29 13:24:07.116441 dv-cinder-837699-3-iscsi neutron-server[103364]: from cryptography.utils import int_from_bytes Apr 29 13:24:07.116441 dv-cinder-837699-3-iscsi neutron-server[103364]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 29 13:24:07.116441 dv-cinder-837699-3-iscsi neutron-server[103364]: from cryptography.utils import int_from_bytes Apr 29 13:24:07.116441 dv-cinder-837699-3-iscsi neutron-server[103364]: Traceback (most recent call last): Apr 29 13:24:07.116441 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 13:24:07.116441 dv-cinder-837699-3-iscsi neutron-server[103364]: timer() Apr 29 13:24:07.116441 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:24:07.116441 dv-cinder-837699-3-iscsi neutron-server[103364]: cb(*args, **kw) Apr 29 13:24:07.116441 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 13:24:07.116441 dv-cinder-837699-3-iscsi neutron-server[103364]: return func(*args, **kwargs) Apr 29 13:24:07.116441 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:24:07.116441 dv-cinder-837699-3-iscsi neutron-server[103364]: self._notify() Apr 29 13:24:07.116441 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:24:07.116441 dv-cinder-837699-3-iscsi neutron-server[103364]: self.callback(batched_events) Apr 29 13:24:07.116441 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:24:07.116441 dv-cinder-837699-3-iscsi neutron-server[103364]: event.method(event) Apr 29 13:24:07.116441 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 13:24:07.116441 dv-cinder-837699-3-iscsi neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:24:07.116441 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 13:24:07.116441 dv-cinder-837699-3-iscsi neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:24:07.116441 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 13:24:07.116441 dv-cinder-837699-3-iscsi neutron-server[103364]: return f(self, *a, **k) Apr 29 13:24:07.116441 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:24:07.116441 dv-cinder-837699-3-iscsi neutron-server[103364]: return self._get(url).json() Apr 29 13:24:07.116441 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:24:07.116441 dv-cinder-837699-3-iscsi neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:24:07.116441 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 13:24:07.116441 dv-cinder-837699-3-iscsi neutron-server[103364]: return self.request(url, 'GET', **kwargs) Apr 29 13:24:07.116441 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 13:24:07.116441 dv-cinder-837699-3-iscsi neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:24:07.116441 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 13:24:07.116441 dv-cinder-837699-3-iscsi neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:24:07.116441 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 13:24:07.116441 dv-cinder-837699-3-iscsi neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:24:07.116441 dv-cinder-837699-3-iscsi neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:24:07.176942 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a6beedbe-c3cd-4ec5-b615-89609fdf4b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-706069'] for network (a4fad290-576a-4feb-b6ce-f41b37f2e434), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:07.185322 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a6beedbe-c3cd-4ec5-b615-89609fdf4b68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549835'] for network (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:07.191370 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-a6beedbe-c3cd-4ec5-b615-89609fdf4b68 admin admin] 10.222.0.11 "DELETE /v2.0/networks/a4fad290-576a-4feb-b6ce-f41b37f2e434 HTTP/1.1" status: 204 len: 168 time: 0.3969743 Apr 29 13:24:07.198775 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6beedbe-c3cd-4ec5-b615-89609fdf4b68 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4fad290-576a-4feb-b6ce-f41b37f2e434,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:07.374931 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 51640) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:24:07.418239 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-0f67ce1e-5bec-43e3-bbb9-f4d82374c206 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fabf7cc13fed41db887130c8fcc80b2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415258 Apr 29 13:24:07.420950 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 51644) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:24:07.469252 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4e85d2a0-8fa4-4d28-9964-cbda5e66f9e4 admin admin] Publish callbacks [] for security_group (40c6a069-00aa-4af9-9ce2-95671f73b724), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:07.474697 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d40366-15bf-45dd-92da-665dc240202b req-efc15e3f-98df-4e68-9761-331df4e7ff73 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:24:07.476186 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-b7d40366-15bf-45dd-92da-665dc240202b req-efc15e3f-98df-4e68-9761-331df4e7ff73 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=8bc91d38-3fcc-47d3-84e8-50c55753dff2 HTTP/1.1" status: 200 len: 945 time: 0.0475507 Apr 29 13:24:07.491643 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4e85d2a0-8fa4-4d28-9964-cbda5e66f9e4 admin admin] Publish callbacks [] for security_group (40c6a069-00aa-4af9-9ce2-95671f73b724), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:07.526479 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-b7d40366-15bf-45dd-92da-665dc240202b req-476ce615-7938-4327-a621-cb8496c9fa28 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435252 Apr 29 13:24:07.550475 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4e85d2a0-8fa4-4d28-9964-cbda5e66f9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (40c6a069-00aa-4af9-9ce2-95671f73b724), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:07.550475 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4e85d2a0-8fa4-4d28-9964-cbda5e66f9e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:07.550475 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-4e85d2a0-8fa4-4d28-9964-cbda5e66f9e4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/40c6a069-00aa-4af9-9ce2-95671f73b724 HTTP/1.1" status: 204 len: 168 time: 0.1254015 Apr 29 13:24:07.558081 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e85d2a0-8fa4-4d28-9964-cbda5e66f9e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c6a069-00aa-4af9-9ce2-95671f73b724,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:07.800594 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be4af77-6bcc-4ac4-b220-85eb7289be19 req-3f609773-3efe-405b-906c-66a9e259311f tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:24:07.802181 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1be4af77-6bcc-4ac4-b220-85eb7289be19 req-3f609773-3efe-405b-906c-66a9e259311f tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=8bc91d38-3fcc-47d3-84e8-50c55753dff2 HTTP/1.1" status: 200 len: 945 time: 0.0649812 Apr 29 13:24:07.817861 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1bd66a-9f64-4135-b4b8-9f6eb7aa38b9 req-0804df65-506b-4779-9d81-9a748522757b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:24:07.819366 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-8e1bd66a-9f64-4135-b4b8-9f6eb7aa38b9 req-0804df65-506b-4779-9d81-9a748522757b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f816e6d8de4d489b965fa6fe021f3b58&device_id=8bc91d38-3fcc-47d3-84e8-50c55753dff2 HTTP/1.1" status: 200 len: 1129 time: 0.0511820 Apr 29 13:24:07.869905 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1be4af77-6bcc-4ac4-b220-85eb7289be19 req-63a70d5d-8f61-4df0-8194-bffb0b51a399 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607362 Apr 29 13:24:07.953159 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1bd66a-9f64-4135-b4b8-9f6eb7aa38b9 req-aa5d74c4-6cac-4b95-ac18-99b2826f61ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:24:07.954930 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-8e1bd66a-9f64-4135-b4b8-9f6eb7aa38b9 req-aa5d74c4-6cac-4b95-ac18-99b2826f61ea service neutron] 10.222.0.75 "GET /v2.0/networks?id=75b7fe95-ba69-4d04-89c6-6ad49ef540b7 HTTP/1.1" status: 200 len: 920 time: 0.1242061 Apr 29 13:24:08.006625 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-8e1bd66a-9f64-4135-b4b8-9f6eb7aa38b9 req-5fdba494-3edf-4178-a15f-d553cbff499a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08d5cab4-d2dd-4c99-b0de-8da67e7251c5 HTTP/1.1" status: 200 len: 217 time: 0.0445740 Apr 29 13:24:08.066464 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1bd66a-9f64-4135-b4b8-9f6eb7aa38b9 req-af6338b7-e564-4700-a49c-4e6bcc831bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:24:08.067997 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-8e1bd66a-9f64-4135-b4b8-9f6eb7aa38b9 req-af6338b7-e564-4700-a49c-4e6bcc831bcd service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c49f2808-2545-473c-889a-37ee93dfd06e HTTP/1.1" status: 200 len: 858 time: 0.0548487 Apr 29 13:24:08.117503 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1bd66a-9f64-4135-b4b8-9f6eb7aa38b9 req-793bca86-2449-4e9e-9708-addc15faeb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:24:08.119299 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-8e1bd66a-9f64-4135-b4b8-9f6eb7aa38b9 req-793bca86-2449-4e9e-9708-addc15faeb6c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=75b7fe95-ba69-4d04-89c6-6ad49ef540b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440528 Apr 29 13:24:08.229314 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-8e1bd66a-9f64-4135-b4b8-9f6eb7aa38b9 req-5ec5a69d-086d-4792-9256-c32968b18daf service neutron] 10.222.0.75 "GET /v2.0/networks/75b7fe95-ba69-4d04-89c6-6ad49ef540b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029065 Apr 29 13:24:08.335893 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-8e1bd66a-9f64-4135-b4b8-9f6eb7aa38b9 req-db18f302-3c5c-4440-a81d-d51053e50d2b service neutron] 10.222.0.75 "GET /v2.0/networks/75b7fe95-ba69-4d04-89c6-6ad49ef540b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999899 Apr 29 13:24:08.804133 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 51698) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:24:08.925665 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-65ceccdb-37ad-47b5-8cca-1b28c1fb8b51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:09.011936 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ecb993-307a-4860-a117-97209ea4b3cf req-5f83a30f-3835-41f7-99b5-2aa43c8740be tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:24:09.013513 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-22ecb993-307a-4860-a117-97209ea4b3cf req-5f83a30f-3835-41f7-99b5-2aa43c8740be tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=8bc91d38-3fcc-47d3-84e8-50c55753dff2 HTTP/1.1" status: 200 len: 945 time: 0.0696032 Apr 29 13:24:09.018400 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-65ceccdb-37ad-47b5-8cca-1b28c1fb8b51 admin admin] Publish callbacks [] for security_group (e899369a-be8e-4fbb-b4b2-51cb54df207b), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:09.023425 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-65ceccdb-37ad-47b5-8cca-1b28c1fb8b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (e899369a-be8e-4fbb-b4b2-51cb54df207b), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:09.069287 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-65ceccdb-37ad-47b5-8cca-1b28c1fb8b51 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ba9008cbe9a840b691b4f5dc165f1551&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2639546 Apr 29 13:24:09.070766 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ceccdb-37ad-47b5-8cca-1b28c1fb8b51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e899369a-be8e-4fbb-b4b2-51cb54df207b,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:09.073295 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 51732) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:24:09.074556 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-22ecb993-307a-4860-a117-97209ea4b3cf req-197c19fb-4917-4ff9-aa1b-cc6871de3841 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526710 Apr 29 13:24:09.134694 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4f0e41d4-d343-45ad-bb4a-3b39d5e8e273 admin admin] Publish callbacks [] for security_group (e899369a-be8e-4fbb-b4b2-51cb54df207b), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:09.161581 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4f0e41d4-d343-45ad-bb4a-3b39d5e8e273 admin admin] Publish callbacks [] for security_group (e899369a-be8e-4fbb-b4b2-51cb54df207b), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:09.226509 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4f0e41d4-d343-45ad-bb4a-3b39d5e8e273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (e899369a-be8e-4fbb-b4b2-51cb54df207b), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:09.231922 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4f0e41d4-d343-45ad-bb4a-3b39d5e8e273 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:09.233332 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-4f0e41d4-d343-45ad-bb4a-3b39d5e8e273 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e899369a-be8e-4fbb-b4b2-51cb54df207b HTTP/1.1" status: 204 len: 168 time: 0.1590843 Apr 29 13:24:09.246254 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0e41d4-d343-45ad-bb4a-3b39d5e8e273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e899369a-be8e-4fbb-b4b2-51cb54df207b,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:10.199372 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d352405-4fcc-40db-8b6b-43e0764af75b req-132ac5f6-f00c-48ea-9c3f-3f8f879ac606 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:24:10.201108 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4d352405-4fcc-40db-8b6b-43e0764af75b req-132ac5f6-f00c-48ea-9c3f-3f8f879ac606 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=8bc91d38-3fcc-47d3-84e8-50c55753dff2 HTTP/1.1" status: 200 len: 945 time: 0.0536304 Apr 29 13:24:10.255100 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4d352405-4fcc-40db-8b6b-43e0764af75b req-55ee3bd5-c01e-4718-a2ba-683b05420512 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454404 Apr 29 13:24:11.373108 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2894394c-2533-4f0b-a60d-a94ab7aa0d23 req-c286cfd0-c8f7-45a0-84b2-0c425bb9e6c6 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:24:11.374578 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-2894394c-2533-4f0b-a60d-a94ab7aa0d23 req-c286cfd0-c8f7-45a0-84b2-0c425bb9e6c6 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=8bc91d38-3fcc-47d3-84e8-50c55753dff2 HTTP/1.1" status: 200 len: 945 time: 0.0505738 Apr 29 13:24:11.424381 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-2894394c-2533-4f0b-a60d-a94ab7aa0d23 req-75614c2a-8fc4-455b-854b-84c19c18eb69 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442598 Apr 29 13:24:12.547833 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b95d52-4020-4efd-8a0d-0a702d9ea43e req-bf91786c-1989-4870-9262-99102f828e52 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:24:12.550903 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a4b95d52-4020-4efd-8a0d-0a702d9ea43e req-bf91786c-1989-4870-9262-99102f828e52 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=8bc91d38-3fcc-47d3-84e8-50c55753dff2 HTTP/1.1" status: 200 len: 945 time: 0.0550227 Apr 29 13:24:12.621745 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a4b95d52-4020-4efd-8a0d-0a702d9ea43e req-91d35c40-3ee7-4fee-8210-39221310656d tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649900 Apr 29 13:24:13.293298 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 51868) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:24:13.338994 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9c6f8f9-61eb-40f6-b75b-ef26da56e172 admin admin] Deleting subnet da975b52-7089-4bd9-96db-ebd7123ab18c {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 13:24:13.343474 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b9c6f8f9-61eb-40f6-b75b-ef26da56e172 admin admin] Publish callbacks [] for subnet (da975b52-7089-4bd9-96db-ebd7123ab18c), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:13.380266 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b9c6f8f9-61eb-40f6-b75b-ef26da56e172 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9333816'] for subnet (da975b52-7089-4bd9-96db-ebd7123ab18c), precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:13.423156 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b9c6f8f9-61eb-40f6-b75b-ef26da56e172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1407265'] for subnet (da975b52-7089-4bd9-96db-ebd7123ab18c), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:13.486312 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b9c6f8f9-61eb-40f6-b75b-ef26da56e172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1407272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8537476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9228789'] for subnet (da975b52-7089-4bd9-96db-ebd7123ab18c), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:13.511079 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c6f8f9-61eb-40f6-b75b-ef26da56e172 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da975b52-7089-4bd9-96db-ebd7123ab18c,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:13.517691 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b9c6f8f9-61eb-40f6-b75b-ef26da56e172 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549835'] for subnet (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:13.520951 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-b9c6f8f9-61eb-40f6-b75b-ef26da56e172 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/da975b52-7089-4bd9-96db-ebd7123ab18c HTTP/1.1" status: 204 len: 168 time: 0.2258153 Apr 29 13:24:13.523343 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 51870) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:24:13.597180 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4e1160e4-5bab-40ef-ad54-02dc9e28b86a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793423'] for network (ba60c299-2d2c-497f-8904-e826cc249cfe), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:13.686260 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4e1160e4-5bab-40ef-ad54-02dc9e28b86a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405116', 'neutron.services.segments.db._delete_segments_for_network-8783156274041'] for network (ba60c299-2d2c-497f-8904-e826cc249cfe), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:13.708782 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.services.segments.db [None req-4e1160e4-5bab-40ef-ad54-02dc9e28b86a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba60c299-2d2c-497f-8904-e826cc249cfe']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:13.719048 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.services.segments.db [None req-4e1160e4-5bab-40ef-ad54-02dc9e28b86a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ade6d524-c09f-4b9e-850c-cd15911917c2') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:13.719339 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.services.segments.db [None req-4e1160e4-5bab-40ef-ad54-02dc9e28b86a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ade6d524-c09f-4b9e-850c-cd15911917c2') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:13.729079 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4e1160e4-5bab-40ef-ad54-02dc9e28b86a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783156275074', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9333793'] for segment (ade6d524-c09f-4b9e-850c-cd15911917c2), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:13.742103 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4e1160e4-5bab-40ef-ad54-02dc9e28b86a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401276'] for segment (ade6d524-c09f-4b9e-850c-cd15911917c2), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:13.744829 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c76c8ec-faeb-4b95-be5e-65422fb326a7 req-6b37d0f0-b329-488d-937e-4b3a44713c02 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:24:13.746336 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-0c76c8ec-faeb-4b95-be5e-65422fb326a7 req-6b37d0f0-b329-488d-937e-4b3a44713c02 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=8bc91d38-3fcc-47d3-84e8-50c55753dff2 HTTP/1.1" status: 200 len: 945 time: 0.0514235 Apr 29 13:24:13.749676 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e1160e4-5bab-40ef-ad54-02dc9e28b86a admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 13:24:13.750826 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4e1160e4-5bab-40ef-ad54-02dc9e28b86a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8537954'] for segment (ade6d524-c09f-4b9e-850c-cd15911917c2), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:13.752783 dv-cinder-837699-3-iscsi neutron-server[103364]: Traceback (most recent call last): Apr 29 13:24:13.752783 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 13:24:13.752783 dv-cinder-837699-3-iscsi neutron-server[103364]: timer() Apr 29 13:24:13.752783 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:24:13.752783 dv-cinder-837699-3-iscsi neutron-server[103364]: cb(*args, **kw) Apr 29 13:24:13.752783 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 13:24:13.752783 dv-cinder-837699-3-iscsi neutron-server[103364]: return func(*args, **kwargs) Apr 29 13:24:13.752783 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:24:13.752783 dv-cinder-837699-3-iscsi neutron-server[103364]: self._notify() Apr 29 13:24:13.752783 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:24:13.752783 dv-cinder-837699-3-iscsi neutron-server[103364]: self.callback(batched_events) Apr 29 13:24:13.752783 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:24:13.752783 dv-cinder-837699-3-iscsi neutron-server[103364]: event.method(event) Apr 29 13:24:13.752783 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 13:24:13.752783 dv-cinder-837699-3-iscsi neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:24:13.752783 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 13:24:13.752783 dv-cinder-837699-3-iscsi neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:24:13.752783 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 13:24:13.752783 dv-cinder-837699-3-iscsi neutron-server[103364]: return f(self, *a, **k) Apr 29 13:24:13.752783 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:24:13.752783 dv-cinder-837699-3-iscsi neutron-server[103364]: return self._get(url).json() Apr 29 13:24:13.752783 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:24:13.752783 dv-cinder-837699-3-iscsi neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:24:13.752783 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 13:24:13.752783 dv-cinder-837699-3-iscsi neutron-server[103364]: return self.request(url, 'GET', **kwargs) Apr 29 13:24:13.752783 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 13:24:13.752783 dv-cinder-837699-3-iscsi neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:24:13.752783 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 13:24:13.752783 dv-cinder-837699-3-iscsi neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:24:13.752783 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 13:24:13.752783 dv-cinder-837699-3-iscsi neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:24:13.752783 dv-cinder-837699-3-iscsi neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:24:13.811438 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-0c76c8ec-faeb-4b95-be5e-65422fb326a7 req-b2cbd49c-4416-4aff-94ed-e85029ddcebd tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585344 Apr 29 13:24:13.821339 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4e1160e4-5bab-40ef-ad54-02dc9e28b86a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-706069'] for network (ba60c299-2d2c-497f-8904-e826cc249cfe), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:13.831284 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4e1160e4-5bab-40ef-ad54-02dc9e28b86a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549835'] for network (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:13.837198 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-4e1160e4-5bab-40ef-ad54-02dc9e28b86a admin admin] 10.222.0.11 "DELETE /v2.0/networks/ba60c299-2d2c-497f-8904-e826cc249cfe HTTP/1.1" status: 204 len: 168 time: 0.3129117 Apr 29 13:24:13.838287 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 51876) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:24:13.848401 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1160e4-5bab-40ef-ad54-02dc9e28b86a admin admin] Pushing event deleted for resources: {'Network': ['ID=ba60c299-2d2c-497f-8904-e826cc249cfe,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:13.889364 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-842f7bf3-4d03-4d3b-9e62-63e9a8e23df7 admin admin] Deleting subnet 9caf832e-6bfb-4ac4-9d47-d639de2ffce2 {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 13:24:13.892823 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-842f7bf3-4d03-4d3b-9e62-63e9a8e23df7 admin admin] Publish callbacks [] for subnet (9caf832e-6bfb-4ac4-9d47-d639de2ffce2), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:13.930481 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-842f7bf3-4d03-4d3b-9e62-63e9a8e23df7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023095'] for subnet (9caf832e-6bfb-4ac4-9d47-d639de2ffce2), precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:13.987751 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-842f7bf3-4d03-4d3b-9e62-63e9a8e23df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1407265'] for subnet (9caf832e-6bfb-4ac4-9d47-d639de2ffce2), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:14.051159 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-842f7bf3-4d03-4d3b-9e62-63e9a8e23df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1407272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9127268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8602371'] for subnet (9caf832e-6bfb-4ac4-9d47-d639de2ffce2), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:14.092054 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842f7bf3-4d03-4d3b-9e62-63e9a8e23df7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9caf832e-6bfb-4ac4-9d47-d639de2ffce2,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:14.094565 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-842f7bf3-4d03-4d3b-9e62-63e9a8e23df7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:14.101245 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-842f7bf3-4d03-4d3b-9e62-63e9a8e23df7 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/9caf832e-6bfb-4ac4-9d47-d639de2ffce2 HTTP/1.1" status: 204 len: 168 time: 0.2617295 Apr 29 13:24:14.102194 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 51884) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:24:14.180556 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-14612d22-c0dc-4d41-8765-f9a48d64a5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793423'] for network (48a87608-7acd-400d-ba2a-e02f0ddc2e2b), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:14.262549 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-14612d22-c0dc-4d41-8765-f9a48d64a5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405116', 'neutron.services.segments.db._delete_segments_for_network-8783156274041'] for network (48a87608-7acd-400d-ba2a-e02f0ddc2e2b), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:14.282619 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.services.segments.db [None req-14612d22-c0dc-4d41-8765-f9a48d64a5c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48a87608-7acd-400d-ba2a-e02f0ddc2e2b']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:14.292171 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.services.segments.db [None req-14612d22-c0dc-4d41-8765-f9a48d64a5c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe7c73a2-e71e-4b83-b284-281cfa7eee94') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:14.292473 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.services.segments.db [None req-14612d22-c0dc-4d41-8765-f9a48d64a5c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe7c73a2-e71e-4b83-b284-281cfa7eee94') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:14.302905 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-14612d22-c0dc-4d41-8765-f9a48d64a5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783156275074', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9333793'] for segment (fe7c73a2-e71e-4b83-b284-281cfa7eee94), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:14.315891 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-14612d22-c0dc-4d41-8765-f9a48d64a5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401276'] for segment (fe7c73a2-e71e-4b83-b284-281cfa7eee94), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:14.321864 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14612d22-c0dc-4d41-8765-f9a48d64a5c6 admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 13:24:14.322529 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-14612d22-c0dc-4d41-8765-f9a48d64a5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8537954'] for segment (fe7c73a2-e71e-4b83-b284-281cfa7eee94), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:14.324438 dv-cinder-837699-3-iscsi neutron-server[103364]: Traceback (most recent call last): Apr 29 13:24:14.324438 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 13:24:14.324438 dv-cinder-837699-3-iscsi neutron-server[103364]: timer() Apr 29 13:24:14.324438 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:24:14.324438 dv-cinder-837699-3-iscsi neutron-server[103364]: cb(*args, **kw) Apr 29 13:24:14.324438 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 13:24:14.324438 dv-cinder-837699-3-iscsi neutron-server[103364]: return func(*args, **kwargs) Apr 29 13:24:14.324438 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:24:14.324438 dv-cinder-837699-3-iscsi neutron-server[103364]: self._notify() Apr 29 13:24:14.324438 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:24:14.324438 dv-cinder-837699-3-iscsi neutron-server[103364]: self.callback(batched_events) Apr 29 13:24:14.324438 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:24:14.324438 dv-cinder-837699-3-iscsi neutron-server[103364]: event.method(event) Apr 29 13:24:14.324438 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 13:24:14.324438 dv-cinder-837699-3-iscsi neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:24:14.324438 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 13:24:14.324438 dv-cinder-837699-3-iscsi neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:24:14.324438 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 13:24:14.324438 dv-cinder-837699-3-iscsi neutron-server[103364]: return f(self, *a, **k) Apr 29 13:24:14.324438 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:24:14.324438 dv-cinder-837699-3-iscsi neutron-server[103364]: return self._get(url).json() Apr 29 13:24:14.324438 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:24:14.324438 dv-cinder-837699-3-iscsi neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:24:14.324438 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 13:24:14.324438 dv-cinder-837699-3-iscsi neutron-server[103364]: return self.request(url, 'GET', **kwargs) Apr 29 13:24:14.324438 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 13:24:14.324438 dv-cinder-837699-3-iscsi neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:24:14.324438 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 13:24:14.324438 dv-cinder-837699-3-iscsi neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:24:14.324438 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 13:24:14.324438 dv-cinder-837699-3-iscsi neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:24:14.324438 dv-cinder-837699-3-iscsi neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:24:14.378927 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-14612d22-c0dc-4d41-8765-f9a48d64a5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-706069'] for network (48a87608-7acd-400d-ba2a-e02f0ddc2e2b), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:14.384275 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-14612d22-c0dc-4d41-8765-f9a48d64a5c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549835'] for network (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:14.387489 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-14612d22-c0dc-4d41-8765-f9a48d64a5c6 admin admin] 10.222.0.11 "DELETE /v2.0/networks/48a87608-7acd-400d-ba2a-e02f0ddc2e2b HTTP/1.1" status: 204 len: 168 time: 0.2842772 Apr 29 13:24:14.406752 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14612d22-c0dc-4d41-8765-f9a48d64a5c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=48a87608-7acd-400d-ba2a-e02f0ddc2e2b,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:14.565874 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 51890) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:24:14.611719 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-a5c1f1fb-4cb3-466f-8ec8-65ec498bdcb0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0c9e4deddecf470283b006912fc9020e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0445194 Apr 29 13:24:14.614357 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 51892) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:24:14.666603 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d8afcac8-ad9b-44e7-b96e-8346949979f8 admin admin] Publish callbacks [] for security_group (b3668c24-57e4-4fe8-ac26-a351da5f8852), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:14.698230 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d8afcac8-ad9b-44e7-b96e-8346949979f8 admin admin] Publish callbacks [] for security_group (b3668c24-57e4-4fe8-ac26-a351da5f8852), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:14.754189 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d8afcac8-ad9b-44e7-b96e-8346949979f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (b3668c24-57e4-4fe8-ac26-a351da5f8852), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:14.756703 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d8afcac8-ad9b-44e7-b96e-8346949979f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:14.757904 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-d8afcac8-ad9b-44e7-b96e-8346949979f8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b3668c24-57e4-4fe8-ac26-a351da5f8852 HTTP/1.1" status: 204 len: 168 time: 0.1424079 Apr 29 13:24:14.767170 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8afcac8-ad9b-44e7-b96e-8346949979f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3668c24-57e4-4fe8-ac26-a351da5f8852,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:15.100325 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 51904) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:24:15.153601 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-dabbbcb8-8ee8-45b8-9754-5ed17207a8cf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=11ba28020dff471daff9881f92cf03f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0517206 Apr 29 13:24:15.155877 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 51910) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:24:15.228800 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-30a14667-adde-4963-9e13-f3dc3dbdd9aa admin admin] Publish callbacks [] for security_group (23d0405d-2c97-46ee-ae18-e2490018c467), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:15.258372 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-30a14667-adde-4963-9e13-f3dc3dbdd9aa admin admin] Publish callbacks [] for security_group (23d0405d-2c97-46ee-ae18-e2490018c467), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:15.322879 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-30a14667-adde-4963-9e13-f3dc3dbdd9aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (23d0405d-2c97-46ee-ae18-e2490018c467), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:15.326462 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-30a14667-adde-4963-9e13-f3dc3dbdd9aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:15.327635 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-30a14667-adde-4963-9e13-f3dc3dbdd9aa admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/23d0405d-2c97-46ee-ae18-e2490018c467 HTTP/1.1" status: 204 len: 168 time: 0.1708331 Apr 29 13:24:15.337176 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a14667-adde-4963-9e13-f3dc3dbdd9aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d0405d-2c97-46ee-ae18-e2490018c467,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:16.398415 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 51946) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:24:16.404319 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-55ae51fb-251a-469c-a52d-0c68814dc93b tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Request body: {'security_group': {'name': 'tempest-securitygroup--926962247', 'description': 'tempest-description--1321479148'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:24:16.454913 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-55ae51fb-251a-469c-a52d-0c68814dc93b tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:16.546533 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-55ae51fb-251a-469c-a52d-0c68814dc93b tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Publish callbacks [] for security_group (46785ecf-4683-43cb-9f71-9c42ac9d9a27), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:16.550521 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-55ae51fb-251a-469c-a52d-0c68814dc93b tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (46785ecf-4683-43cb-9f71-9c42ac9d9a27), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:16.580086 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-55ae51fb-251a-469c-a52d-0c68814dc93b tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:16.581329 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-55ae51fb-251a-469c-a52d-0c68814dc93b tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1818960 Apr 29 13:24:16.584504 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 51954) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:24:16.585508 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ae51fb-251a-469c-a52d-0c68814dc93b tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46785ecf-4683-43cb-9f71-9c42ac9d9a27,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:16.589270 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-9ffe9dc4-26c9-44aa-89f1-85556d63ae29 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Request body: {'security_group_rule': {'security_group_id': '46785ecf-4683-43cb-9f71-9c42ac9d9a27', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:24:16.617902 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9ffe9dc4-26c9-44aa-89f1-85556d63ae29 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Publish callbacks [] for security_group_rule (78131c3a-8372-4dba-904a-d71abb575d97), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:16.674431 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9ffe9dc4-26c9-44aa-89f1-85556d63ae29 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Publish callbacks [] for security_group_rule (78131c3a-8372-4dba-904a-d71abb575d97), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:16.677859 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9ffe9dc4-26c9-44aa-89f1-85556d63ae29 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773016'] for security_group_rule (78131c3a-8372-4dba-904a-d71abb575d97), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:16.696218 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffe9dc4-26c9-44aa-89f1-85556d63ae29 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78131c3a-8372-4dba-904a-d71abb575d97,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:16.707612 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9ffe9dc4-26c9-44aa-89f1-85556d63ae29 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:16.711338 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-9ffe9dc4-26c9-44aa-89f1-85556d63ae29 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1232944 Apr 29 13:24:16.711505 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 51956) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:24:16.715999 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-6fd04371-3a93-4adc-81a0-ddeb668ce48f tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Request body: {'security_group_rule': {'security_group_id': '46785ecf-4683-43cb-9f71-9c42ac9d9a27', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:24:16.742178 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6fd04371-3a93-4adc-81a0-ddeb668ce48f tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Publish callbacks [] for security_group_rule (89122ac4-51bd-4f60-9c32-092c0d95b22d), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:16.806341 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6fd04371-3a93-4adc-81a0-ddeb668ce48f tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Publish callbacks [] for security_group_rule (89122ac4-51bd-4f60-9c32-092c0d95b22d), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:16.810807 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6fd04371-3a93-4adc-81a0-ddeb668ce48f tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773016'] for security_group_rule (89122ac4-51bd-4f60-9c32-092c0d95b22d), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:16.829724 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd04371-3a93-4adc-81a0-ddeb668ce48f tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89122ac4-51bd-4f60-9c32-092c0d95b22d,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:16.844208 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6fd04371-3a93-4adc-81a0-ddeb668ce48f tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:16.845531 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-6fd04371-3a93-4adc-81a0-ddeb668ce48f tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1331065 Apr 29 13:24:16.848605 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 51960) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:24:16.853548 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-69ff373b-cd6a-45dd-a780-7b47f15dacb4 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Request body: {'floatingip': {'floating_network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:24:16.875141 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-69ff373b-cd6a-45dd-a780-7b47f15dacb4 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:16.962531 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-69ff373b-cd6a-45dd-a780-7b47f15dacb4 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:17.076630 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-69ff373b-cd6a-45dd-a780-7b47f15dacb4 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Allocated IP 172.27.0.10 (754f8d77-c1fb-438d-9dec-eec91b4433a5/8519c0fa-1b1c-41ff-b70f-9433c7b7bb38/907b5186-1d50-4fde-a298-01e702fe61d0) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:24:17.185276 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-69ff373b-cd6a-45dd-a780-7b47f15dacb4 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Publish callbacks [] for port (907b5186-1d50-4fde-a298-01e702fe61d0), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:17.220275 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-69ff373b-cd6a-45dd-a780-7b47f15dacb4 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783155810398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8537941'] for port (907b5186-1d50-4fde-a298-01e702fe61d0), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:17.260853 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ff373b-cd6a-45dd-a780-7b47f15dacb4 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Network 754f8d77-c1fb-438d-9dec-eec91b4433a5 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:24:17.264978 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-69ff373b-cd6a-45dd-a780-7b47f15dacb4 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:24:17.267538 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ff373b-cd6a-45dd-a780-7b47f15dacb4 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:24:17.310891 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ff373b-cd6a-45dd-a780-7b47f15dacb4 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Pushing event updated for resources: {'Port': ['ID=907b5186-1d50-4fde-a298-01e702fe61d0,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:17.372406 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-69ff373b-cd6a-45dd-a780-7b47f15dacb4 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Publish callbacks [] for floatingip (bbc696e5-e97b-4a0d-95d3-733b9f7eb666), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:17.414081 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-69ff373b-cd6a-45dd-a780-7b47f15dacb4 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (907b5186-1d50-4fde-a298-01e702fe61d0), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:17.581405 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-69ff373b-cd6a-45dd-a780-7b47f15dacb4 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Publish callbacks [] for port (907b5186-1d50-4fde-a298-01e702fe61d0), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:17.585926 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-69ff373b-cd6a-45dd-a780-7b47f15dacb4 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8537934'] for port (907b5186-1d50-4fde-a298-01e702fe61d0), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:17.656363 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ff373b-cd6a-45dd-a780-7b47f15dacb4 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Pushing event updated for resources: {'Port': ['ID=907b5186-1d50-4fde-a298-01e702fe61d0,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:17.668151 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-69ff373b-cd6a-45dd-a780-7b47f15dacb4 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706107'] for floatingip (bbc696e5-e97b-4a0d-95d3-733b9f7eb666), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:17.685651 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-69ff373b-cd6a-45dd-a780-7b47f15dacb4 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574'] for floatingip (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:17.687038 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-69ff373b-cd6a-45dd-a780-7b47f15dacb4 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8372703 Apr 29 13:24:17.754247 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c4090ed3-b188-48ef-a6b9-5d78229fc55d None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:24:17.915536 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-8ce77028-b84a-45bf-8d1e-d3ad2210db75 req-883a24d8-7161-4e99-a2ac-ee6ea0230fd4 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--926962247&fields=id&tenant_id=f816e6d8de4d489b965fa6fe021f3b58 HTTP/1.1" status: 200 len: 267 time: 0.0507607 Apr 29 13:24:18.029390 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce77028-b84a-45bf-8d1e-d3ad2210db75 req-ab845398-67d9-455b-b38a-dbfd36f7bdf1 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:24:18.030550 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-8ce77028-b84a-45bf-8d1e-d3ad2210db75 req-ab845398-67d9-455b-b38a-dbfd36f7bdf1 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/networks?id=75b7fe95-ba69-4d04-89c6-6ad49ef540b7 HTTP/1.1" status: 200 len: 819 time: 0.1076529 Apr 29 13:24:18.046763 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-8ce77028-b84a-45bf-8d1e-d3ad2210db75 req-540efa22-ec9a-4f34-867d-3f9d3b12d823 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/quotas/f816e6d8de4d489b965fa6fe021f3b58 HTTP/1.1" status: 200 len: 375 time: 0.0106022 Apr 29 13:24:18.108292 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-8ce77028-b84a-45bf-8d1e-d3ad2210db75 req-a1c36872-9dd3-4eb7-b17a-65d777151c79 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f816e6d8de4d489b965fa6fe021f3b58&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0557666 Apr 29 13:24:18.218075 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-8ce77028-b84a-45bf-8d1e-d3ad2210db75 req-dbd2c4f3-a4e2-4cdf-9c7d-54b0d9e11aa0 service neutron] 10.222.0.11 "GET /v2.0/networks/75b7fe95-ba69-4d04-89c6-6ad49ef540b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975404 Apr 29 13:24:18.522583 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-8ce77028-b84a-45bf-8d1e-d3ad2210db75 req-d87494c8-f6a7-43ad-b360-79b621d6f371 service neutron] 10.222.0.11 "GET /v2.0/networks/75b7fe95-ba69-4d04-89c6-6ad49ef540b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962394 Apr 29 13:24:18.764735 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-88dc89ca-9f84-47aa-91a5-32ca362096a9 req-f5ac7d9b-9280-4290-bd3e-82809085b30a tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=a1f6a9db-ac55-46f2-992b-41205166af8f HTTP/1.1" status: 200 len: 210 time: 0.0575197 Apr 29 13:24:19.871215 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-b0f45d20-0d16-47ac-a0c7-ec8a918a6d2d req-15d53221-d655-4ee6-8876-df20c97d43b0 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=a1f6a9db-ac55-46f2-992b-41205166af8f HTTP/1.1" status: 200 len: 210 time: 0.0335662 Apr 29 13:24:20.972986 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-64f732ac-d968-4008-9f8b-a927d07dc816 req-080996d2-1cab-4f9a-af4a-e314e457f905 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=a1f6a9db-ac55-46f2-992b-41205166af8f HTTP/1.1" status: 200 len: 210 time: 0.0305161 Apr 29 13:24:21.537446 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-88c029c4-084d-469c-ac74-1a80d3fe85e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (e437e712-237e-4a54-83a8-782eed3c5f0c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:22.073729 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1cbdc8c0-d417-496f-8cb6-e544ede71f2e req-b0c973a0-0434-4d86-bd46-d240fa07f2cc tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=a1f6a9db-ac55-46f2-992b-41205166af8f HTTP/1.1" status: 200 len: 210 time: 0.0316143 Apr 29 13:24:23.175773 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-592f991b-3807-4d6d-8bd8-3d6e09071a3a req-5532840e-ff5f-4138-aad5-f90335e1b7cd tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=a1f6a9db-ac55-46f2-992b-41205166af8f HTTP/1.1" status: 200 len: 210 time: 0.0282099 Apr 29 13:24:24.242911 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-31f78554-7120-4193-94b3-5b1c95b09e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (ffd5f049-29fc-4e99-906d-6eadce93ab48), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:24.276549 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e6a76487-67cb-4298-a3d1-bd57ed61d037 req-ecfababc-f079-4540-8ba3-142e79625f5f tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=a1f6a9db-ac55-46f2-992b-41205166af8f HTTP/1.1" status: 200 len: 210 time: 0.0295403 Apr 29 13:24:25.375837 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2862c823-1a36-429d-bcc3-8808c03c273b req-041b85a0-3625-4550-890c-5065cd7a79cd tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=a1f6a9db-ac55-46f2-992b-41205166af8f HTTP/1.1" status: 200 len: 210 time: 0.0281332 Apr 29 13:24:25.802472 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d46c6b96-c9c1-47b5-84ba-015c4e42046f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (1b2ea45c-9419-45d0-91af-29e2c5a1844a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:26.471150 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-76d112d7-577e-414d-89e6-87ab501ed9ed req-ea3f9424-b9f4-4d68-9607-b19893202056 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=a1f6a9db-ac55-46f2-992b-41205166af8f HTTP/1.1" status: 200 len: 210 time: 0.0282218 Apr 29 13:24:27.241585 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bea047bf-f99e-49b2-8b9d-5ba249a30c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (23d6c007-0036-4fdb-b033-28b1fd628d82), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:27.566244 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a312d864-7a87-46de-9603-1246adf35910 req-8da4458a-04f1-4070-916c-a85c41bef01d tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=a1f6a9db-ac55-46f2-992b-41205166af8f HTTP/1.1" status: 200 len: 210 time: 0.0280895 Apr 29 13:24:27.946577 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (477bd1e1-70d7-4a7b-b37c-5892af57f2e4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:28.037220 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce77028-b84a-45bf-8d1e-d3ad2210db75 req-3624a514-3f04-48d0-9c37-3ae461224cb5 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:24:28.038654 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-8ce77028-b84a-45bf-8d1e-d3ad2210db75 req-3624a514-3f04-48d0-9c37-3ae461224cb5 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.75 "GET /v2.0/networks?id=75b7fe95-ba69-4d04-89c6-6ad49ef540b7 HTTP/1.1" status: 200 len: 819 time: 0.1169600 Apr 29 13:24:28.208261 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-8ce77028-b84a-45bf-8d1e-d3ad2210db75 req-92eab155-f6b5-4fed-8bae-4fda471d1332 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f816e6d8de4d489b965fa6fe021f3b58 HTTP/1.1" status: 200 len: 379 time: 0.0526443 Apr 29 13:24:28.453362 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [req-8ce77028-b84a-45bf-8d1e-d3ad2210db75 req-1096773f-af80-4e47-8991-c8a7d3fd9fe6 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Request body: {'port': {'device_id': 'a1f6a9db-ac55-46f2-992b-41205166af8f', 'network_id': '75b7fe95-ba69-4d04-89c6-6ad49ef540b7', 'admin_state_up': True, 'tenant_id': 'f816e6d8de4d489b965fa6fe021f3b58', 'security_groups': ['46785ecf-4683-43cb-9f71-9c42ac9d9a27']}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:24:28.579889 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ce77028-b84a-45bf-8d1e-d3ad2210db75 req-1096773f-af80-4e47-8991-c8a7d3fd9fe6 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Made reservation on behalf of f816e6d8de4d489b965fa6fe021f3b58 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:24:28.584051 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-8ce77028-b84a-45bf-8d1e-d3ad2210db75 req-1096773f-af80-4e47-8991-c8a7d3fd9fe6 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:28.693788 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (070d87cd-fed4-4d07-85b5-c26ded61f2d8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:28.697658 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7d746c13-0de4-450b-8b2f-0822971865d5 req-c151c862-e6a5-47c4-bd53-81dabd19feba tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=a1f6a9db-ac55-46f2-992b-41205166af8f HTTP/1.1" status: 200 len: 210 time: 0.0514169 Apr 29 13:24:28.774344 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-8ce77028-b84a-45bf-8d1e-d3ad2210db75 req-1096773f-af80-4e47-8991-c8a7d3fd9fe6 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Allocated IP 172.20.0.8 (75b7fe95-ba69-4d04-89c6-6ad49ef540b7/c49f2808-2545-473c-889a-37ee93dfd06e/2132db07-a83d-4d68-93c3-e18e7ff96455) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:24:28.925334 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-8ce77028-b84a-45bf-8d1e-d3ad2210db75 req-1096773f-af80-4e47-8991-c8a7d3fd9fe6 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Publish callbacks [] for port (2132db07-a83d-4d68-93c3-e18e7ff96455), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:28.959374 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-8ce77028-b84a-45bf-8d1e-d3ad2210db75 req-1096773f-af80-4e47-8991-c8a7d3fd9fe6 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783155810398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9127861'] for port (2132db07-a83d-4d68-93c3-e18e7ff96455), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:29.001844 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ce77028-b84a-45bf-8d1e-d3ad2210db75 req-1096773f-af80-4e47-8991-c8a7d3fd9fe6 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Network 75b7fe95-ba69-4d04-89c6-6ad49ef540b7 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:24:29.006845 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-8ce77028-b84a-45bf-8d1e-d3ad2210db75 req-1096773f-af80-4e47-8991-c8a7d3fd9fe6 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:24:29.010572 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ce77028-b84a-45bf-8d1e-d3ad2210db75 req-1096773f-af80-4e47-8991-c8a7d3fd9fe6 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:24:29.017600 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1096773f-af80-4e47-8991-c8a7d3fd9fe6 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Pushing event updated for resources: {'Port': ['ID=2132db07-a83d-4d68-93c3-e18e7ff96455,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:29.065482 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce77028-b84a-45bf-8d1e-d3ad2210db75 req-1096773f-af80-4e47-8991-c8a7d3fd9fe6 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:24:29.066160 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-8ce77028-b84a-45bf-8d1e-d3ad2210db75 req-1096773f-af80-4e47-8991-c8a7d3fd9fe6 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:29.082805 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-8ce77028-b84a-45bf-8d1e-d3ad2210db75 req-1096773f-af80-4e47-8991-c8a7d3fd9fe6 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6350551 Apr 29 13:24:29.102149 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [req-8ce77028-b84a-45bf-8d1e-d3ad2210db75 req-9e7a14a8-d96b-4543-b7b8-c3fa9546f19e service neutron] Request body: {'port': {'device_id': 'a1f6a9db-ac55-46f2-992b-41205166af8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83769'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:24:29.174105 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-8ce77028-b84a-45bf-8d1e-d3ad2210db75 req-9e7a14a8-d96b-4543-b7b8-c3fa9546f19e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (2132db07-a83d-4d68-93c3-e18e7ff96455), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:29.260777 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-b035a676-e969-48ba-8585-b5d855f2dbad None None] Provisioning complete for port 2132db07-a83d-4d68-93c3-e18e7ff96455 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:24:29.261313 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b035a676-e969-48ba-8585-b5d855f2dbad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (2132db07-a83d-4d68-93c3-e18e7ff96455), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:29.297238 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-b035a676-e969-48ba-8585-b5d855f2dbad None None] Port 2132db07-a83d-4d68-93c3-e18e7ff96455 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 13:24:29.474253 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [req-8ce77028-b84a-45bf-8d1e-d3ad2210db75 req-9e7a14a8-d96b-4543-b7b8-c3fa9546f19e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2132db07-a83d-4d68-93c3-e18e7ff96455 {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:24:29.482183 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-8ce77028-b84a-45bf-8d1e-d3ad2210db75 req-9e7a14a8-d96b-4543-b7b8-c3fa9546f19e service neutron] Publish callbacks [] for port (2132db07-a83d-4d68-93c3-e18e7ff96455), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:29.496248 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-8ce77028-b84a-45bf-8d1e-d3ad2210db75 req-9e7a14a8-d96b-4543-b7b8-c3fa9546f19e service neutron] Transition to ACTIVE for port object 2132db07-a83d-4d68-93c3-e18e7ff96455 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 13:24:29.500842 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-8ce77028-b84a-45bf-8d1e-d3ad2210db75 req-9e7a14a8-d96b-4543-b7b8-c3fa9546f19e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9127854'] for port (2132db07-a83d-4d68-93c3-e18e7ff96455), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:29.551587 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7a14a8-d96b-4543-b7b8-c3fa9546f19e service neutron] Pushing event updated for resources: {'Port': ['ID=2132db07-a83d-4d68-93c3-e18e7ff96455,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:29.638228 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-8ce77028-b84a-45bf-8d1e-d3ad2210db75 req-9e7a14a8-d96b-4543-b7b8-c3fa9546f19e service neutron] Attempting to bind port 2132db07-a83d-4d68-93c3-e18e7ff96455 on host hv-cinder-83769 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:24:29.639209 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-8ce77028-b84a-45bf-8d1e-d3ad2210db75 req-9e7a14a8-d96b-4543-b7b8-c3fa9546f19e service neutron] Attempting to bind port 2132db07-a83d-4d68-93c3-e18e7ff96455 by drivers openvswitch,hyperv on host hv-cinder-83769 at level 0 using segments [{'id': '102c26fc-bc3b-4b71-98bb-4021ece289b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '75b7fe95-ba69-4d04-89c6-6ad49ef540b7'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:24:29.639604 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce77028-b84a-45bf-8d1e-d3ad2210db75 req-9e7a14a8-d96b-4543-b7b8-c3fa9546f19e service neutron] Attempting to bind port 2132db07-a83d-4d68-93c3-e18e7ff96455 on network 75b7fe95-ba69-4d04-89c6-6ad49ef540b7 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:24:29.644659 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce77028-b84a-45bf-8d1e-d3ad2210db75 req-9e7a14a8-d96b-4543-b7b8-c3fa9546f19e service neutron] Port 2132db07-a83d-4d68-93c3-e18e7ff96455 on network 75b7fe95-ba69-4d04-89c6-6ad49ef540b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83769 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 13:24:29.645156 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce77028-b84a-45bf-8d1e-d3ad2210db75 req-9e7a14a8-d96b-4543-b7b8-c3fa9546f19e service neutron] Attempting to bind port 2132db07-a83d-4d68-93c3-e18e7ff96455 on network 75b7fe95-ba69-4d04-89c6-6ad49ef540b7 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:24:29.651187 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce77028-b84a-45bf-8d1e-d3ad2210db75 req-9e7a14a8-d96b-4543-b7b8-c3fa9546f19e service neutron] Checking agent: {'id': '477bd1e1-70d7-4a7b-b37c-5892af57f2e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83769', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 19, 28), 'started_at': datetime.datetime(2022, 4, 29, 13, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:24:29.651532 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce77028-b84a-45bf-8d1e-d3ad2210db75 req-9e7a14a8-d96b-4543-b7b8-c3fa9546f19e service neutron] Checking segment: {'id': '102c26fc-bc3b-4b71-98bb-4021ece289b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '75b7fe95-ba69-4d04-89c6-6ad49ef540b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:24:29.651996 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce77028-b84a-45bf-8d1e-d3ad2210db75 req-9e7a14a8-d96b-4543-b7b8-c3fa9546f19e service neutron] Bound using segment: {'id': '102c26fc-bc3b-4b71-98bb-4021ece289b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '75b7fe95-ba69-4d04-89c6-6ad49ef540b7'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:24:29.652377 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-8ce77028-b84a-45bf-8d1e-d3ad2210db75 req-9e7a14a8-d96b-4543-b7b8-c3fa9546f19e service neutron] Bound port: 2132db07-a83d-4d68-93c3-e18e7ff96455, host: hv-cinder-83769, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '102c26fc-bc3b-4b71-98bb-4021ece289b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '75b7fe95-ba69-4d04-89c6-6ad49ef540b7'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:24:29.652822 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-8ce77028-b84a-45bf-8d1e-d3ad2210db75 req-9e7a14a8-d96b-4543-b7b8-c3fa9546f19e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (2132db07-a83d-4d68-93c3-e18e7ff96455), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:29.728401 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-8ce77028-b84a-45bf-8d1e-d3ad2210db75 req-9e7a14a8-d96b-4543-b7b8-c3fa9546f19e service neutron] For port 2132db07-a83d-4d68-93c3-e18e7ff96455, host hv-cinder-83769, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:24:29.733348 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-8ce77028-b84a-45bf-8d1e-d3ad2210db75 req-9e7a14a8-d96b-4543-b7b8-c3fa9546f19e service neutron] For port 2132db07-a83d-4d68-93c3-e18e7ff96455, host hv-cinder-83769, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=2132db07-a83d-4d68-93c3-e18e7ff96455,segment=NetworkSegment(102c26fc-bc3b-4b71-98bb-4021ece289b9),segment_id=102c26fc-bc3b-4b71-98bb-4021ece289b9)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:24:29.740166 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-8ce77028-b84a-45bf-8d1e-d3ad2210db75 req-9e7a14a8-d96b-4543-b7b8-c3fa9546f19e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9127854'] for port (2132db07-a83d-4d68-93c3-e18e7ff96455), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:29.799062 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce77028-b84a-45bf-8d1e-d3ad2210db75 req-9e7a14a8-d96b-4543-b7b8-c3fa9546f19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:24:29.799698 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-8ce77028-b84a-45bf-8d1e-d3ad2210db75 req-9e7a14a8-d96b-4543-b7b8-c3fa9546f19e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:29.801115 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-8ce77028-b84a-45bf-8d1e-d3ad2210db75 req-9e7a14a8-d96b-4543-b7b8-c3fa9546f19e service neutron] 10.222.0.75 "PUT /v2.0/ports/2132db07-a83d-4d68-93c3-e18e7ff96455 HTTP/1.1" status: 200 len: 1093 time: 0.7043447 Apr 29 13:24:29.801646 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1f6a9db-ac55-46f2-992b-41205166af8f', 'tag': '2132db07-a83d-4d68-93c3-e18e7ff96455'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:24:29.803823 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ba167d508349ed0cdfb80239bd9ae2522ecb2b1d56ec89f6128388f9fbd08d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09d9c519-b5c6-4310-a67a-43372e7d7fa3" -d '{"events": [{"name": "network-changed", "server_uuid": "a1f6a9db-ac55-46f2-992b-41205166af8f", "tag": "2132db07-a83d-4d68-93c3-e18e7ff96455"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:24:29.840582 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7a14a8-d96b-4543-b7b8-c3fa9546f19e service neutron] Pushing event updated for resources: {'Port': ['ID=2132db07-a83d-4d68-93c3-e18e7ff96455,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:29.910613 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda7a056-e188-467a-a27d-61ced82e4c7d x-openstack-request-id: req-fda7a056-e188-467a-a27d-61ced82e4c7d {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:24:29.910821 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d9c7f-19a1-4062-94d7-99ab0486d6b5 req-31384629-fa3c-4a97-8f2f-11d3f3dd2d4b tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:24:29.911387 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1f6a9db-ac55-46f2-992b-41205166af8f", "tag": "2132db07-a83d-4d68-93c3-e18e7ff96455", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:24:29.911387 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fda7a056-e188-467a-a27d-61ced82e4c7d {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:24:29.911789 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fda7a056-e188-467a-a27d-61ced82e4c7d'] response: {'name': 'network-changed', 'server_uuid': 'a1f6a9db-ac55-46f2-992b-41205166af8f', 'tag': '2132db07-a83d-4d68-93c3-e18e7ff96455', 'status': 'completed', 'code': 200} Apr 29 13:24:29.913217 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-077d9c7f-19a1-4062-94d7-99ab0486d6b5 req-31384629-fa3c-4a97-8f2f-11d3f3dd2d4b tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=a1f6a9db-ac55-46f2-992b-41205166af8f HTTP/1.1" status: 200 len: 943 time: 0.0949132 Apr 29 13:24:29.926551 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce77028-b84a-45bf-8d1e-d3ad2210db75 req-4bb46b42-3f2d-48d7-bda4-ec4efc08499a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:24:29.928305 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-8ce77028-b84a-45bf-8d1e-d3ad2210db75 req-4bb46b42-3f2d-48d7-bda4-ec4efc08499a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f816e6d8de4d489b965fa6fe021f3b58&device_id=a1f6a9db-ac55-46f2-992b-41205166af8f HTTP/1.1" status: 200 len: 1127 time: 0.0537021 Apr 29 13:24:29.963285 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-077d9c7f-19a1-4062-94d7-99ab0486d6b5 req-85d28a11-f2a2-4a05-9639-248bfaf20f0b tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=46785ecf-4683-43cb-9f71-9c42ac9d9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449548 Apr 29 13:24:29.987385 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-8ce77028-b84a-45bf-8d1e-d3ad2210db75 req-0b06a483-b93f-4c34-8ee0-59e9b1736dcd service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2132db07-a83d-4d68-93c3-e18e7ff96455 HTTP/1.1" status: 200 len: 217 time: 0.0406532 Apr 29 13:24:30.037440 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce77028-b84a-45bf-8d1e-d3ad2210db75 req-749f8dda-e0ee-4990-8b57-cbe5e6de2308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:24:30.038920 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-8ce77028-b84a-45bf-8d1e-d3ad2210db75 req-749f8dda-e0ee-4990-8b57-cbe5e6de2308 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c49f2808-2545-473c-889a-37ee93dfd06e HTTP/1.1" status: 200 len: 858 time: 0.0463648 Apr 29 13:24:30.083836 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce77028-b84a-45bf-8d1e-d3ad2210db75 req-a01acc67-649a-4437-9f1a-c22591b62124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:24:30.085647 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-8ce77028-b84a-45bf-8d1e-d3ad2210db75 req-a01acc67-649a-4437-9f1a-c22591b62124 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=75b7fe95-ba69-4d04-89c6-6ad49ef540b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392983 Apr 29 13:24:30.180593 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-8ce77028-b84a-45bf-8d1e-d3ad2210db75 req-affa3a88-0063-444d-ad94-f8ef48ea551a service neutron] 10.222.0.75 "GET /v2.0/networks/75b7fe95-ba69-4d04-89c6-6ad49ef540b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879371 Apr 29 13:24:30.274109 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-8ce77028-b84a-45bf-8d1e-d3ad2210db75 req-107db927-0695-4183-aa97-b07e2b709619 service neutron] 10.222.0.75 "GET /v2.0/networks/75b7fe95-ba69-4d04-89c6-6ad49ef540b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861192 Apr 29 13:24:31.099963 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e685811f-e7cc-49c0-b228-18ddf1e0252b req-910293a5-17f6-4a5d-a2b5-3bdb871a2494 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:24:31.101701 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e685811f-e7cc-49c0-b228-18ddf1e0252b req-910293a5-17f6-4a5d-a2b5-3bdb871a2494 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=a1f6a9db-ac55-46f2-992b-41205166af8f HTTP/1.1" status: 200 len: 943 time: 0.0534322 Apr 29 13:24:31.149295 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e685811f-e7cc-49c0-b228-18ddf1e0252b req-563b7cb5-75ab-48c7-a5c6-62406a087866 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=46785ecf-4683-43cb-9f71-9c42ac9d9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419285 Apr 29 13:24:32.276417 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2be9f-f808-4a21-a1bd-9a5bc2dc9e06 req-0e5127a9-e8c3-4f70-ac44-87c6ea35ec95 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:24:32.278181 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-44b2be9f-f808-4a21-a1bd-9a5bc2dc9e06 req-0e5127a9-e8c3-4f70-ac44-87c6ea35ec95 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=a1f6a9db-ac55-46f2-992b-41205166af8f HTTP/1.1" status: 200 len: 943 time: 0.0511758 Apr 29 13:24:32.330285 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 52228) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:24:32.330963 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-44b2be9f-f808-4a21-a1bd-9a5bc2dc9e06 req-4d3f6d6c-5ef8-46c0-ab19-578f98a729fe tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=46785ecf-4683-43cb-9f71-9c42ac9d9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451901 Apr 29 13:24:32.339761 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 52232) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:24:32.449796 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fc3baf74-0b5c-446c-ab47-350ea82d3b5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:32.463240 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0a0c3c5c-6925-47f9-91b1-343a31ac5e89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:32.586079 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fc3baf74-0b5c-446c-ab47-350ea82d3b5f admin admin] Publish callbacks [] for security_group (fd4548f7-6e38-458f-9b4a-ecd4d76edc25), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:32.591266 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fc3baf74-0b5c-446c-ab47-350ea82d3b5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (fd4548f7-6e38-458f-9b4a-ecd4d76edc25), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:32.600281 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0a0c3c5c-6925-47f9-91b1-343a31ac5e89 admin admin] Publish callbacks [] for security_group (f926c4fc-7ca4-4500-abe3-feafff4695d9), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:32.614473 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0a0c3c5c-6925-47f9-91b1-343a31ac5e89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (f926c4fc-7ca4-4500-abe3-feafff4695d9), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:32.653678 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-fc3baf74-0b5c-446c-ab47-350ea82d3b5f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=55c092e6278447d78bbfe71e23eda282&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3130243 Apr 29 13:24:32.654947 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3baf74-0b5c-446c-ab47-350ea82d3b5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd4548f7-6e38-458f-9b4a-ecd4d76edc25,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:32.656949 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 52238) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:24:32.680127 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-0a0c3c5c-6925-47f9-91b1-343a31ac5e89 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e1ba5a29e98e467ea3098aaaa02fece7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3464506 Apr 29 13:24:32.680529 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 52240) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:24:32.680953 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3baf74-0b5c-446c-ab47-350ea82d3b5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:24:32.681310 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3baf74-0b5c-446c-ab47-350ea82d3b5f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:24:32.681659 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3baf74-0b5c-446c-ab47-350ea82d3b5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:24:32.682067 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3baf74-0b5c-446c-ab47-350ea82d3b5f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:24:32.682338 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3baf74-0b5c-446c-ab47-350ea82d3b5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:24:32.682696 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3baf74-0b5c-446c-ab47-350ea82d3b5f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:24:32.683010 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3baf74-0b5c-446c-ab47-350ea82d3b5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:24:32.683357 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3baf74-0b5c-446c-ab47-350ea82d3b5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:24:32.683677 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3baf74-0b5c-446c-ab47-350ea82d3b5f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:24:32.684009 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3baf74-0b5c-446c-ab47-350ea82d3b5f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:24:32.684338 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3baf74-0b5c-446c-ab47-350ea82d3b5f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:24:32.684669 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3baf74-0b5c-446c-ab47-350ea82d3b5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:24:32.685067 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3baf74-0b5c-446c-ab47-350ea82d3b5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:24:32.685389 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3baf74-0b5c-446c-ab47-350ea82d3b5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:24:32.685900 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3baf74-0b5c-446c-ab47-350ea82d3b5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:24:32.730577 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-373003d7-2f28-4f23-93ad-5341ad6301ac admin admin] Publish callbacks [] for security_group (f926c4fc-7ca4-4500-abe3-feafff4695d9), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:32.732912 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0c3c5c-6925-47f9-91b1-343a31ac5e89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f926c4fc-7ca4-4500-abe3-feafff4695d9,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:32.744856 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8bc57469-2c57-4552-8b96-5846ee20b760 admin admin] Publish callbacks [] for security_group (fd4548f7-6e38-458f-9b4a-ecd4d76edc25), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:32.754270 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-373003d7-2f28-4f23-93ad-5341ad6301ac admin admin] Publish callbacks [] for security_group (f926c4fc-7ca4-4500-abe3-feafff4695d9), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:32.769706 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8bc57469-2c57-4552-8b96-5846ee20b760 admin admin] Publish callbacks [] for security_group (fd4548f7-6e38-458f-9b4a-ecd4d76edc25), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:32.809219 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-373003d7-2f28-4f23-93ad-5341ad6301ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (f926c4fc-7ca4-4500-abe3-feafff4695d9), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:32.813057 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-373003d7-2f28-4f23-93ad-5341ad6301ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:32.814220 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-373003d7-2f28-4f23-93ad-5341ad6301ac admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f926c4fc-7ca4-4500-abe3-feafff4695d9 HTTP/1.1" status: 204 len: 168 time: 0.1326551 Apr 29 13:24:32.821839 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8bc57469-2c57-4552-8b96-5846ee20b760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (fd4548f7-6e38-458f-9b4a-ecd4d76edc25), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:32.823811 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373003d7-2f28-4f23-93ad-5341ad6301ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f926c4fc-7ca4-4500-abe3-feafff4695d9,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:32.824546 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8bc57469-2c57-4552-8b96-5846ee20b760 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:32.825771 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-8bc57469-2c57-4552-8b96-5846ee20b760 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fd4548f7-6e38-458f-9b4a-ecd4d76edc25 HTTP/1.1" status: 204 len: 168 time: 0.1654871 Apr 29 13:24:32.831780 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373003d7-2f28-4f23-93ad-5341ad6301ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:24:32.832129 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373003d7-2f28-4f23-93ad-5341ad6301ac admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:24:32.832716 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373003d7-2f28-4f23-93ad-5341ad6301ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:24:32.833037 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373003d7-2f28-4f23-93ad-5341ad6301ac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:24:32.833532 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373003d7-2f28-4f23-93ad-5341ad6301ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:24:32.833872 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373003d7-2f28-4f23-93ad-5341ad6301ac admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:24:32.834143 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc57469-2c57-4552-8b96-5846ee20b760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd4548f7-6e38-458f-9b4a-ecd4d76edc25,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:32.834243 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373003d7-2f28-4f23-93ad-5341ad6301ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:24:32.834524 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373003d7-2f28-4f23-93ad-5341ad6301ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:24:32.834924 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373003d7-2f28-4f23-93ad-5341ad6301ac admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:24:32.835184 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373003d7-2f28-4f23-93ad-5341ad6301ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:24:32.835519 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373003d7-2f28-4f23-93ad-5341ad6301ac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:24:32.835840 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373003d7-2f28-4f23-93ad-5341ad6301ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:24:32.836330 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373003d7-2f28-4f23-93ad-5341ad6301ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:24:32.836652 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373003d7-2f28-4f23-93ad-5341ad6301ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:24:32.837162 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373003d7-2f28-4f23-93ad-5341ad6301ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:24:33.456695 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c887b1fb-21e3-40f8-9170-01ca4abdf024 req-5da6c002-b89a-49a9-bfee-04b93a6cd65c tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:24:33.458370 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-c887b1fb-21e3-40f8-9170-01ca4abdf024 req-5da6c002-b89a-49a9-bfee-04b93a6cd65c tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=a1f6a9db-ac55-46f2-992b-41205166af8f HTTP/1.1" status: 200 len: 943 time: 0.0481708 Apr 29 13:24:33.493980 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 52268) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:24:33.515853 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-c887b1fb-21e3-40f8-9170-01ca4abdf024 req-1291ea36-54ca-4d8c-ac77-447ff798645a tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=46785ecf-4683-43cb-9f71-9c42ac9d9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475521 Apr 29 13:24:33.592899 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-f14ffae3-6577-4827-93e3-3257fb7729f0 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-421844211-network', 'tenant_id': '5f25f5ab0fac4e2295d0bf303635744d'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:24:33.612641 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f14ffae3-6577-4827-93e3-3257fb7729f0 admin admin] Made reservation on behalf of 5f25f5ab0fac4e2295d0bf303635744d for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:24:33.615157 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f14ffae3-6577-4827-93e3-3257fb7729f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for network (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:33.624648 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f14ffae3-6577-4827-93e3-3257fb7729f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:33.704144 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f14ffae3-6577-4827-93e3-3257fb7729f0 admin admin] Publish callbacks [] for security_group (a848ccc1-00d8-4951-b1f5-d9b71abdf1f1), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:33.708061 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f14ffae3-6577-4827-93e3-3257fb7729f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (a848ccc1-00d8-4951-b1f5-d9b71abdf1f1), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:33.733370 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f14ffae3-6577-4827-93e3-3257fb7729f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 681, 'physical_network': 'physnet1'} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:24:33.743440 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14ffae3-6577-4827-93e3-3257fb7729f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a848ccc1-00d8-4951-b1f5-d9b71abdf1f1,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:33.748863 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f14ffae3-6577-4827-93e3-3257fb7729f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401276'] for segment (dc56d987-87fe-4fc8-99a6-051af98c9015), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:33.749209 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.db.segments_db [None req-f14ffae3-6577-4827-93e3-3257fb7729f0 admin admin] Added segment dc56d987-87fe-4fc8-99a6-051af98c9015 of type vlan for network c6a7e3df-a46e-491f-baa0-e10765b3c214 Apr 29 13:24:33.791837 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f14ffae3-6577-4827-93e3-3257fb7729f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783155844244'] for network (c6a7e3df-a46e-491f-baa0-e10765b3c214), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:33.817646 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f14ffae3-6577-4827-93e3-3257fb7729f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861'] for network (c6a7e3df-a46e-491f-baa0-e10765b3c214), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:33.818676 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14ffae3-6577-4827-93e3-3257fb7729f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:24:33.819252 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f14ffae3-6577-4827-93e3-3257fb7729f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549835'] for network (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:33.852192 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-f14ffae3-6577-4827-93e3-3257fb7729f0 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3570175 Apr 29 13:24:33.855113 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 52274) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:24:33.860145 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-3b9616b8-afa5-4076-8082-efe4cac31cf0 admin admin] Request body: {'subnet': {'network_id': 'c6a7e3df-a46e-491f-baa0-e10765b3c214', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-421844211-subnet', 'tenant_id': '5f25f5ab0fac4e2295d0bf303635744d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:24:33.881487 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b9616b8-afa5-4076-8082-efe4cac31cf0 admin admin] Made reservation on behalf of 5f25f5ab0fac4e2295d0bf303635744d for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:24:33.883975 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3b9616b8-afa5-4076-8082-efe4cac31cf0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8602606'] for subnet (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:33.884350 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14ffae3-6577-4827-93e3-3257fb7729f0 admin admin] Pushing event updated for resources: {'Network': ['ID=c6a7e3df-a46e-491f-baa0-e10765b3c214,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:33.897169 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Network c6a7e3df-a46e-491f-baa0-e10765b3c214 details requested by agent ovs-agent-dv-cinder-837699-3-iscsi with host dv-cinder-837699-3-iscsi {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 13:24:34.059697 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3b9616b8-afa5-4076-8082-efe4cac31cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9127205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8602396'] for subnet (fc323cc3-3521-4de0-b3a3-01ad0d024a68), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:34.126822 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9616b8-afa5-4076-8082-efe4cac31cf0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc323cc3-3521-4de0-b3a3-01ad0d024a68,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:34.130142 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9616b8-afa5-4076-8082-efe4cac31cf0 admin admin] Checking segment: {'id': 'dc56d987-87fe-4fc8-99a6-051af98c9015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'c6a7e3df-a46e-491f-baa0-e10765b3c214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:24:34.130501 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9616b8-afa5-4076-8082-efe4cac31cf0 admin admin] Network hostable DHCP agents. Network: c6a7e3df-a46e-491f-baa0-e10765b3c214, hostable agents: ['e437e712-237e-4a54-83a8-782eed3c5f0c'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:24:34.147423 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9616b8-afa5-4076-8082-efe4cac31cf0 admin admin] Network c6a7e3df-a46e-491f-baa0-e10765b3c214 is scheduled to be hosted by DHCP agent e437e712-237e-4a54-83a8-782eed3c5f0c with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:24:34.155852 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-3b9616b8-afa5-4076-8082-efe4cac31cf0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837699-3-iscsi, c6a7e3df-a46e-491f-baa0-e10765b3c214) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:24:34.160313 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9616b8-afa5-4076-8082-efe4cac31cf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:24:34.160952 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3b9616b8-afa5-4076-8082-efe4cac31cf0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:34.165450 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82eca8ae-905f-4690-9f81-1dc656f04627 None None] Network c6a7e3df-a46e-491f-baa0-e10765b3c214 requested from dv-cinder-837699-3-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:24:34.176969 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-3b9616b8-afa5-4076-8082-efe4cac31cf0 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3206379 Apr 29 13:24:34.270789 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697d7e59-ce78-42d7-b8b7-c40442ff9b27 None None] Network c6a7e3df-a46e-491f-baa0-e10765b3c214 requested from dv-cinder-837699-3-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:24:34.615219 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device 2132db07-a83d-4d68-93c3-e18e7ff96455 details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 13:24:34.647471 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2dd09d-cb5b-4047-8e28-c49d89e27c43 req-c4aff800-6e14-4673-b107-20a80406311b tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:24:34.649532 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6e2dd09d-cb5b-4047-8e28-c49d89e27c43 req-c4aff800-6e14-4673-b107-20a80406311b tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=a1f6a9db-ac55-46f2-992b-41205166af8f HTTP/1.1" status: 200 len: 943 time: 0.0648191 Apr 29 13:24:34.734078 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6e2dd09d-cb5b-4047-8e28-c49d89e27c43 req-41720c82-9787-4248-9786-95be69780c14 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=46785ecf-4683-43cb-9f71-9c42ac9d9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728540 Apr 29 13:24:34.755204 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] For port 2132db07-a83d-4d68-93c3-e18e7ff96455, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=2132db07-a83d-4d68-93c3-e18e7ff96455,segment=NetworkSegment(102c26fc-bc3b-4b71-98bb-4021ece289b9),segment_id=102c26fc-bc3b-4b71-98bb-4021ece289b9)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:24:34.769596 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Returning: {'device': '2132db07-a83d-4d68-93c3-e18e7ff96455', 'network_id': '75b7fe95-ba69-4d04-89c6-6ad49ef540b7', 'port_id': '2132db07-a83d-4d68-93c3-e18e7ff96455', 'mac_address': 'fa:16:3e:0f:25:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c49f2808-2545-473c-889a-37ee93dfd06e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 13:24:34.812064 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Current status of the port 2132db07-a83d-4d68-93c3-e18e7ff96455 is: DOWN; New status is: BUILD {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:24:34.812455 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (2132db07-a83d-4d68-93c3-e18e7ff96455), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:34.825431 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2132db07-a83d-4d68-93c3-e18e7ff96455 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:24:34.848901 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] For port 2132db07-a83d-4d68-93c3-e18e7ff96455, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=2132db07-a83d-4d68-93c3-e18e7ff96455,segment=NetworkSegment(102c26fc-bc3b-4b71-98bb-4021ece289b9),segment_id=102c26fc-bc3b-4b71-98bb-4021ece289b9)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:24:34.853980 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (2132db07-a83d-4d68-93c3-e18e7ff96455), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:34.904710 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Pushing event updated for resources: {'Port': ['ID=2132db07-a83d-4d68-93c3-e18e7ff96455,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:34.912298 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:24:34.912646 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:24:34.913031 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:24:34.913378 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:24:34.913765 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:24:34.914206 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:24:34.914540 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:24:34.914872 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:24:34.915198 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:24:34.915552 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:24:34.915880 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:24:34.916225 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:24:34.916550 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:24:34.916899 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:24:34.917221 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:24:35.760524 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] get_ports_and_sgs() called for port_ids ['2132db07-a83d-4d68-93c3-e18e7ff96455'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 13:24:35.869186 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7474ddad-fdf0-46e2-b618-429f92c975d5 req-1d066779-67c6-42e3-9477-19c273e50602 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:24:35.870792 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7474ddad-fdf0-46e2-b618-429f92c975d5 req-1d066779-67c6-42e3-9477-19c273e50602 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=a1f6a9db-ac55-46f2-992b-41205166af8f HTTP/1.1" status: 200 len: 944 time: 0.0483968 Apr 29 13:24:35.918619 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7474ddad-fdf0-46e2-b618-429f92c975d5 req-ddcb1293-ca8b-4de8-a26b-83196cec863c tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=46785ecf-4683-43cb-9f71-9c42ac9d9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419178 Apr 29 13:24:36.286777 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d9c519-b5c6-4310-a67a-43372e7d7fa3 req-b2659c2a-7d81-4521-ba3f-5a2b2093234d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:24:36.288393 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-09d9c519-b5c6-4310-a67a-43372e7d7fa3 req-b2659c2a-7d81-4521-ba3f-5a2b2093234d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f816e6d8de4d489b965fa6fe021f3b58&device_id=a1f6a9db-ac55-46f2-992b-41205166af8f HTTP/1.1" status: 200 len: 1128 time: 0.0420485 Apr 29 13:24:36.351033 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-62006bed-07cd-49b9-ba35-a34708cfc883 req-ea5f5122-2dd1-4a46-bcd7-c98b49a8ccab service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=8bc91d38-3fcc-47d3-84e8-50c55753dff2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403254 Apr 29 13:24:36.407667 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d9c519-b5c6-4310-a67a-43372e7d7fa3 req-99aac853-3b4f-40d1-b44a-92c24e850263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:24:36.409781 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-09d9c519-b5c6-4310-a67a-43372e7d7fa3 req-99aac853-3b4f-40d1-b44a-92c24e850263 service neutron] 10.222.0.75 "GET /v2.0/networks?id=75b7fe95-ba69-4d04-89c6-6ad49ef540b7 HTTP/1.1" status: 200 len: 920 time: 0.1151681 Apr 29 13:24:36.434338 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62006bed-07cd-49b9-ba35-a34708cfc883 req-1d51290f-1c59-468b-80fa-47adc7478984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:24:36.436235 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-62006bed-07cd-49b9-ba35-a34708cfc883 req-1d51290f-1c59-468b-80fa-47adc7478984 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f816e6d8de4d489b965fa6fe021f3b58&device_id=8bc91d38-3fcc-47d3-84e8-50c55753dff2 HTTP/1.1" status: 200 len: 1129 time: 0.0503635 Apr 29 13:24:36.454454 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-09d9c519-b5c6-4310-a67a-43372e7d7fa3 req-7214b595-59e7-41e7-b61e-5b86c7cf322d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2132db07-a83d-4d68-93c3-e18e7ff96455 HTTP/1.1" status: 200 len: 217 time: 0.0374250 Apr 29 13:24:36.511885 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d9c519-b5c6-4310-a67a-43372e7d7fa3 req-7e597609-66ef-4bf1-8cc7-28d6ad2d1e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:24:36.514118 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-09d9c519-b5c6-4310-a67a-43372e7d7fa3 req-7e597609-66ef-4bf1-8cc7-28d6ad2d1e63 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c49f2808-2545-473c-889a-37ee93dfd06e HTTP/1.1" status: 200 len: 858 time: 0.0521684 Apr 29 13:24:36.547489 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62006bed-07cd-49b9-ba35-a34708cfc883 req-db85ddca-7c89-46c1-874a-2fca55b9ab8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:24:36.548962 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-62006bed-07cd-49b9-ba35-a34708cfc883 req-db85ddca-7c89-46c1-874a-2fca55b9ab8d service neutron] 10.222.0.75 "GET /v2.0/networks?id=75b7fe95-ba69-4d04-89c6-6ad49ef540b7 HTTP/1.1" status: 200 len: 920 time: 0.0881987 Apr 29 13:24:36.561751 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d9c519-b5c6-4310-a67a-43372e7d7fa3 req-776d74db-8d09-4eba-9f3b-e451ad1e93e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:24:36.563381 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-09d9c519-b5c6-4310-a67a-43372e7d7fa3 req-776d74db-8d09-4eba-9f3b-e451ad1e93e1 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=75b7fe95-ba69-4d04-89c6-6ad49ef540b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403712 Apr 29 13:24:36.597284 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-62006bed-07cd-49b9-ba35-a34708cfc883 req-d0e3e855-7427-4d68-b0e0-530ec7c1feb6 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08d5cab4-d2dd-4c99-b0de-8da67e7251c5 HTTP/1.1" status: 200 len: 217 time: 0.0412238 Apr 29 13:24:36.646618 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62006bed-07cd-49b9-ba35-a34708cfc883 req-7e91e6d1-1595-4d2e-83ed-cdb9d8d86837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:24:36.648156 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-62006bed-07cd-49b9-ba35-a34708cfc883 req-7e91e6d1-1595-4d2e-83ed-cdb9d8d86837 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c49f2808-2545-473c-889a-37ee93dfd06e HTTP/1.1" status: 200 len: 858 time: 0.0452380 Apr 29 13:24:36.652396 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-09d9c519-b5c6-4310-a67a-43372e7d7fa3 req-587317c9-6b15-4356-ab87-d0fcd84fb935 service neutron] 10.222.0.75 "GET /v2.0/networks/75b7fe95-ba69-4d04-89c6-6ad49ef540b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830178 Apr 29 13:24:36.695695 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62006bed-07cd-49b9-ba35-a34708cfc883 req-1c8ce178-8ddf-47d8-8dc9-5753570e611c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:24:36.697277 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-62006bed-07cd-49b9-ba35-a34708cfc883 req-1c8ce178-8ddf-47d8-8dc9-5753570e611c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=75b7fe95-ba69-4d04-89c6-6ad49ef540b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389972 Apr 29 13:24:36.744439 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-09d9c519-b5c6-4310-a67a-43372e7d7fa3 req-104e060a-aab4-4ea4-84f7-404b63129905 service neutron] 10.222.0.75 "GET /v2.0/networks/75b7fe95-ba69-4d04-89c6-6ad49ef540b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856755 Apr 29 13:24:36.800299 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-62006bed-07cd-49b9-ba35-a34708cfc883 req-64cf5fb9-9396-4560-b2db-5d37997c2b19 service neutron] 10.222.0.75 "GET /v2.0/networks/75b7fe95-ba69-4d04-89c6-6ad49ef540b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962799 Apr 29 13:24:36.892077 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-62006bed-07cd-49b9-ba35-a34708cfc883 req-46f9c132-bc07-4ac5-85ab-1b91bdfe4181 service neutron] 10.222.0.75 "GET /v2.0/networks/75b7fe95-ba69-4d04-89c6-6ad49ef540b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848503 Apr 29 13:24:37.034082 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6089dae-f804-4dc5-a24a-a73a40dc10e0 req-69afbfd5-d5a0-4934-9986-76369f4b20ce tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:24:37.035609 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a6089dae-f804-4dc5-a24a-a73a40dc10e0 req-69afbfd5-d5a0-4934-9986-76369f4b20ce tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] 10.222.0.11 "GET /v2.0/networks?id=c6a7e3df-a46e-491f-baa0-e10765b3c214 HTTP/1.1" status: 200 len: 813 time: 0.1103914 Apr 29 13:24:37.043770 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbdddd6-6f2e-4575-bb83-acb0f0646ceb req-bb1bf9d5-297b-4c94-932e-8d9e61d23f86 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:24:37.045541 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-4fbdddd6-6f2e-4575-bb83-acb0f0646ceb req-bb1bf9d5-297b-4c94-932e-8d9e61d23f86 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=a1f6a9db-ac55-46f2-992b-41205166af8f HTTP/1.1" status: 200 len: 944 time: 0.0527124 Apr 29 13:24:37.050768 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a6089dae-f804-4dc5-a24a-a73a40dc10e0 req-47e656fc-391f-465e-b28a-e506c0acfaea tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] 10.222.0.11 "GET /v2.0/quotas/5f25f5ab0fac4e2295d0bf303635744d HTTP/1.1" status: 200 len: 375 time: 0.0098317 Apr 29 13:24:37.084211 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a6089dae-f804-4dc5-a24a-a73a40dc10e0 req-bc9fba4d-2de4-43e2-84e1-1485bb5dce4f tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=5f25f5ab0fac4e2295d0bf303635744d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277197 Apr 29 13:24:37.093951 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-4fbdddd6-6f2e-4575-bb83-acb0f0646ceb req-87551c34-bd23-44c6-b3e0-2089f23c7837 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=46785ecf-4683-43cb-9f71-9c42ac9d9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428658 Apr 29 13:24:37.403557 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a6089dae-f804-4dc5-a24a-a73a40dc10e0 req-186034f7-aa6a-4f89-a5b7-3aa5e903a8d9 service neutron] 10.222.0.11 "GET /v2.0/networks/c6a7e3df-a46e-491f-baa0-e10765b3c214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3128715 Apr 29 13:24:37.491962 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a6089dae-f804-4dc5-a24a-a73a40dc10e0 req-db037df5-08f9-4bf4-9aa5-1d6286e0f5f2 service neutron] 10.222.0.11 "GET /v2.0/networks/c6a7e3df-a46e-491f-baa0-e10765b3c214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825279 Apr 29 13:24:37.521937 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device 2132db07-a83d-4d68-93c3-e18e7ff96455 up at agent hyperv_hv-cinder-83769 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:24:37.566112 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Provisioning for port 2132db07-a83d-4d68-93c3-e18e7ff96455 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 13:24:37.572081 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Provisioning complete for port 2132db07-a83d-4d68-93c3-e18e7ff96455 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:24:37.572453 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (2132db07-a83d-4d68-93c3-e18e7ff96455), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:37.656143 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-ff80cd03-5d9e-49cb-b8e0-7e1a0d2b4284 req-51de21d2-124e-47be-a961-e7ccdb44297c tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] 10.222.0.11 "GET /v2.0/ports?device_id=1431b383-882f-49bb-97ff-24447f0d8b72 HTTP/1.1" status: 200 len: 210 time: 0.0332019 Apr 29 13:24:37.668684 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Current status of the port 2132db07-a83d-4d68-93c3-e18e7ff96455 is: BUILD; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:24:37.669166 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (2132db07-a83d-4d68-93c3-e18e7ff96455), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:37.694342 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1f6a9db-ac55-46f2-992b-41205166af8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2132db07-a83d-4d68-93c3-e18e7ff96455'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:24:37.696583 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0016abbf82925ac5bb98c97d9984ae38170a8446c70b2249197f38a9e3d809b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a24961db-0052-489b-b464-0faabef943cf" -d '{"events": [{"server_uuid": "a1f6a9db-ac55-46f2-992b-41205166af8f", "name": "network-vif-plugged", "status": "completed", "tag": "2132db07-a83d-4d68-93c3-e18e7ff96455"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:24:37.710585 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] For port 2132db07-a83d-4d68-93c3-e18e7ff96455, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=2132db07-a83d-4d68-93c3-e18e7ff96455,segment=NetworkSegment(102c26fc-bc3b-4b71-98bb-4021ece289b9),segment_id=102c26fc-bc3b-4b71-98bb-4021ece289b9)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:24:37.717241 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (2132db07-a83d-4d68-93c3-e18e7ff96455), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:37.741219 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52fc160d-f927-40d9-a837-20b5f16d62d3 x-openstack-request-id: req-52fc160d-f927-40d9-a837-20b5f16d62d3 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:24:37.741515 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1f6a9db-ac55-46f2-992b-41205166af8f", "name": "network-vif-plugged", "status": "completed", "tag": "2132db07-a83d-4d68-93c3-e18e7ff96455", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:24:37.741773 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-52fc160d-f927-40d9-a837-20b5f16d62d3 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:24:37.742176 dv-cinder-837699-3-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52fc160d-f927-40d9-a837-20b5f16d62d3'] response: {'server_uuid': 'a1f6a9db-ac55-46f2-992b-41205166af8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2132db07-a83d-4d68-93c3-e18e7ff96455', 'code': 200} Apr 29 13:24:37.768935 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Pushing event updated for resources: {'Port': ['ID=2132db07-a83d-4d68-93c3-e18e7ff96455,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:37.972064 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533a16f0-af9b-472f-9ed4-547aae500bf7 req-c8961949-04d0-40d7-8e6d-f480fbb17a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:24:37.973921 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-533a16f0-af9b-472f-9ed4-547aae500bf7 req-c8961949-04d0-40d7-8e6d-f480fbb17a00 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=a1f6a9db-ac55-46f2-992b-41205166af8f HTTP/1.1" status: 200 len: 1129 time: 0.0431075 Apr 29 13:24:38.028013 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-533a16f0-af9b-472f-9ed4-547aae500bf7 req-9ff0306f-d74e-4f48-bd77-979d0954e5cd service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=46785ecf-4683-43cb-9f71-9c42ac9d9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451989 Apr 29 13:24:38.210559 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c56f2e-f731-4a64-a1c0-0c52c0d6e7d2 req-a21ed504-582b-49c4-ac25-e16372c4620c tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:24:38.212223 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-18c56f2e-f731-4a64-a1c0-0c52c0d6e7d2 req-a21ed504-582b-49c4-ac25-e16372c4620c tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=a1f6a9db-ac55-46f2-992b-41205166af8f HTTP/1.1" status: 200 len: 945 time: 0.0496533 Apr 29 13:24:38.261089 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-18c56f2e-f731-4a64-a1c0-0c52c0d6e7d2 req-ab402125-a550-4610-b9eb-66a324d7a81c tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=46785ecf-4683-43cb-9f71-9c42ac9d9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428274 Apr 29 13:24:38.759421 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e605b575-300b-49fb-9c1b-1c305a01e081 req-3eea2374-86e7-4dca-9042-408ad36ded4e tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] 10.222.0.11 "GET /v2.0/ports?device_id=1431b383-882f-49bb-97ff-24447f0d8b72 HTTP/1.1" status: 200 len: 210 time: 0.0287337 Apr 29 13:24:39.378876 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f4998c-16b0-41a5-9586-806e8e7e7cc7 req-8f0c32d7-949a-463c-be0f-b6df80178da8 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:24:39.380368 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-27f4998c-16b0-41a5-9586-806e8e7e7cc7 req-8f0c32d7-949a-463c-be0f-b6df80178da8 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=a1f6a9db-ac55-46f2-992b-41205166af8f HTTP/1.1" status: 200 len: 945 time: 0.0475733 Apr 29 13:24:39.427522 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-27f4998c-16b0-41a5-9586-806e8e7e7cc7 req-101ef6b7-0d18-4dc0-b16f-b86b8b1a7509 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=46785ecf-4683-43cb-9f71-9c42ac9d9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416651 Apr 29 13:24:39.855462 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-87e504ff-38c7-4d8b-98ef-3a939c657133 req-0202ce75-aa20-4688-a51a-44ecb61f6f0e tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] 10.222.0.11 "GET /v2.0/ports?device_id=1431b383-882f-49bb-97ff-24447f0d8b72 HTTP/1.1" status: 200 len: 210 time: 0.0277553 Apr 29 13:24:40.541964 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6791d097-928e-49f0-b344-5b2b9b1f679d req-c9175685-ae59-4f58-b54f-4009087ef6bc tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:24:40.543447 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-6791d097-928e-49f0-b344-5b2b9b1f679d req-c9175685-ae59-4f58-b54f-4009087ef6bc tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=a1f6a9db-ac55-46f2-992b-41205166af8f HTTP/1.1" status: 200 len: 945 time: 0.0486331 Apr 29 13:24:40.592996 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-6791d097-928e-49f0-b344-5b2b9b1f679d req-da61a125-957b-4a0e-8dd2-2359e5872409 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=46785ecf-4683-43cb-9f71-9c42ac9d9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431659 Apr 29 13:24:40.950364 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5cd93522-61b1-4d13-8189-db016ba7314b req-9e64fdb3-7467-4e71-82c6-75769b3859b4 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] 10.222.0.11 "GET /v2.0/ports?device_id=1431b383-882f-49bb-97ff-24447f0d8b72 HTTP/1.1" status: 200 len: 210 time: 0.0274200 Apr 29 13:24:41.283667 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6089dae-f804-4dc5-a24a-a73a40dc10e0 req-b72e550d-6e4c-4941-a91a-c0f09e1729e9 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:24:41.285237 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a6089dae-f804-4dc5-a24a-a73a40dc10e0 req-b72e550d-6e4c-4941-a91a-c0f09e1729e9 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] 10.222.0.75 "GET /v2.0/networks?id=c6a7e3df-a46e-491f-baa0-e10765b3c214 HTTP/1.1" status: 200 len: 813 time: 0.1055396 Apr 29 13:24:41.325682 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [req-a6089dae-f804-4dc5-a24a-a73a40dc10e0 req-ae8e28d5-0fa5-48ce-8e84-d23a5ae38280 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Request body: {'port': {'device_id': '1431b383-882f-49bb-97ff-24447f0d8b72', 'network_id': 'c6a7e3df-a46e-491f-baa0-e10765b3c214', 'admin_state_up': True, 'tenant_id': '5f25f5ab0fac4e2295d0bf303635744d'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:24:41.437941 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6089dae-f804-4dc5-a24a-a73a40dc10e0 req-ae8e28d5-0fa5-48ce-8e84-d23a5ae38280 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Made reservation on behalf of 5f25f5ab0fac4e2295d0bf303635744d for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:24:41.441280 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-a6089dae-f804-4dc5-a24a-a73a40dc10e0 req-ae8e28d5-0fa5-48ce-8e84-d23a5ae38280 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:41.566226 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-a6089dae-f804-4dc5-a24a-a73a40dc10e0 req-ae8e28d5-0fa5-48ce-8e84-d23a5ae38280 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Allocated IP 172.20.0.2 (c6a7e3df-a46e-491f-baa0-e10765b3c214/fc323cc3-3521-4de0-b3a3-01ad0d024a68/b4c1861d-3ae7-4307-a0b9-03ac5b5f4aca) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:24:41.717033 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4a026-04d4-4fe9-a825-72817965f96f req-ac76a77d-0ac9-4efc-ae5a-084f8edce10d tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:24:41.719251 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-0bc4a026-04d4-4fe9-a825-72817965f96f req-ac76a77d-0ac9-4efc-ae5a-084f8edce10d tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=a1f6a9db-ac55-46f2-992b-41205166af8f HTTP/1.1" status: 200 len: 945 time: 0.0493331 Apr 29 13:24:41.719571 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-a6089dae-f804-4dc5-a24a-a73a40dc10e0 req-ae8e28d5-0fa5-48ce-8e84-d23a5ae38280 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Publish callbacks [] for port (b4c1861d-3ae7-4307-a0b9-03ac5b5f4aca), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:41.754258 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-a6089dae-f804-4dc5-a24a-a73a40dc10e0 req-ae8e28d5-0fa5-48ce-8e84-d23a5ae38280 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783155810398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8537941'] for port (b4c1861d-3ae7-4307-a0b9-03ac5b5f4aca), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:41.769484 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-0bc4a026-04d4-4fe9-a825-72817965f96f req-4ca81221-052f-4360-9212-216a439d1d23 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=46785ecf-4683-43cb-9f71-9c42ac9d9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441382 Apr 29 13:24:41.798923 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6089dae-f804-4dc5-a24a-a73a40dc10e0 req-ae8e28d5-0fa5-48ce-8e84-d23a5ae38280 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Network c6a7e3df-a46e-491f-baa0-e10765b3c214 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:24:41.800465 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-a6089dae-f804-4dc5-a24a-a73a40dc10e0 req-ae8e28d5-0fa5-48ce-8e84-d23a5ae38280 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:24:41.803641 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6089dae-f804-4dc5-a24a-a73a40dc10e0 req-ae8e28d5-0fa5-48ce-8e84-d23a5ae38280 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:24:41.849115 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8e28d5-0fa5-48ce-8e84-d23a5ae38280 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Pushing event updated for resources: {'Port': ['ID=b4c1861d-3ae7-4307-a0b9-03ac5b5f4aca,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:41.898627 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6089dae-f804-4dc5-a24a-a73a40dc10e0 req-ae8e28d5-0fa5-48ce-8e84-d23a5ae38280 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:24:41.899247 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-a6089dae-f804-4dc5-a24a-a73a40dc10e0 req-ae8e28d5-0fa5-48ce-8e84-d23a5ae38280 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549835'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:41.916397 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72cbdfe-4f70-428a-8e03-74ad6eb57505 req-73d7db82-25ca-4e62-a35a-a983abb43dc2 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:24:41.917916 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e72cbdfe-4f70-428a-8e03-74ad6eb57505 req-73d7db82-25ca-4e62-a35a-a983abb43dc2 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=a1f6a9db-ac55-46f2-992b-41205166af8f HTTP/1.1" status: 200 len: 945 time: 0.0731955 Apr 29 13:24:41.925852 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a6089dae-f804-4dc5-a24a-a73a40dc10e0 req-ae8e28d5-0fa5-48ce-8e84-d23a5ae38280 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6040757 Apr 29 13:24:41.926643 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 52362) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:24:41.930908 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-81df041b-bd76-4a31-89fe-107b76e18c09 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Request body: {'floatingip': {'port_id': '2132db07-a83d-4d68-93c3-e18e7ff96455'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:24:41.967458 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [req-a6089dae-f804-4dc5-a24a-a73a40dc10e0 req-2a2318be-5001-4ed1-90b0-047b5147c33e service neutron] Request body: {'port': {'device_id': '1431b383-882f-49bb-97ff-24447f0d8b72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83769'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:24:41.993051 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-81df041b-bd76-4a31-89fe-107b76e18c09 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Publish callbacks [] for floatingip (bbc696e5-e97b-4a0d-95d3-733b9f7eb666), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:42.066926 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc410ee-b836-4045-921b-b0d2239c6225 req-ba00af02-7432-4164-b329-6b95b96dcfdd tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:24:42.073256 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-bbc410ee-b836-4045-921b-b0d2239c6225 req-ba00af02-7432-4164-b329-6b95b96dcfdd tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] 10.222.0.11 "GET /v2.0/ports?device_id=1431b383-882f-49bb-97ff-24447f0d8b72 HTTP/1.1" status: 200 len: 931 time: 0.0528243 Apr 29 13:24:42.121548 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-bbc410ee-b836-4045-921b-b0d2239c6225 req-d15f56bd-67a0-461e-a5a9-d25189f2c446 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] 10.222.0.11 "GET /v2.0/security-groups?id=a848ccc1-00d8-4951-b1f5-d9b71abdf1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470972 Apr 29 13:24:42.141842 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-a6089dae-f804-4dc5-a24a-a73a40dc10e0 req-2a2318be-5001-4ed1-90b0-047b5147c33e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (b4c1861d-3ae7-4307-a0b9-03ac5b5f4aca), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:42.693024 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [req-a6089dae-f804-4dc5-a24a-a73a40dc10e0 req-2a2318be-5001-4ed1-90b0-047b5147c33e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4c1861d-3ae7-4307-a0b9-03ac5b5f4aca {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:24:42.703016 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-a6089dae-f804-4dc5-a24a-a73a40dc10e0 req-2a2318be-5001-4ed1-90b0-047b5147c33e service neutron] Publish callbacks [] for port (b4c1861d-3ae7-4307-a0b9-03ac5b5f4aca), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:42.726320 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-a6089dae-f804-4dc5-a24a-a73a40dc10e0 req-2a2318be-5001-4ed1-90b0-047b5147c33e service neutron] Transition to ACTIVE for port object b4c1861d-3ae7-4307-a0b9-03ac5b5f4aca will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 13:24:42.731669 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-81df041b-bd76-4a31-89fe-107b76e18c09 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:42.733923 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-a6089dae-f804-4dc5-a24a-a73a40dc10e0 req-2a2318be-5001-4ed1-90b0-047b5147c33e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8537934'] for port (b4c1861d-3ae7-4307-a0b9-03ac5b5f4aca), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:42.742573 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-81df041b-bd76-4a31-89fe-107b76e18c09 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706107'] for floatingip (bbc696e5-e97b-4a0d-95d3-733b9f7eb666), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:42.828508 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2318be-5001-4ed1-90b0-047b5147c33e service neutron] Pushing event updated for resources: {'Port': ['ID=b4c1861d-3ae7-4307-a0b9-03ac5b5f4aca,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:42.941542 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.db.l3_db [None req-81df041b-bd76-4a31-89fe-107b76e18c09 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Floating IP bbc696e5-e97b-4a0d-95d3-733b9f7eb666 associated. External IP: 172.27.0.10, port: 2132db07-a83d-4d68-93c3-e18e7ff96455. Apr 29 13:24:42.983418 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-a6089dae-f804-4dc5-a24a-a73a40dc10e0 req-2a2318be-5001-4ed1-90b0-047b5147c33e service neutron] Attempting to bind port b4c1861d-3ae7-4307-a0b9-03ac5b5f4aca on host hv-cinder-83769 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:24:42.984067 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-a6089dae-f804-4dc5-a24a-a73a40dc10e0 req-2a2318be-5001-4ed1-90b0-047b5147c33e service neutron] Attempting to bind port b4c1861d-3ae7-4307-a0b9-03ac5b5f4aca by drivers openvswitch,hyperv on host hv-cinder-83769 at level 0 using segments [{'id': 'dc56d987-87fe-4fc8-99a6-051af98c9015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'c6a7e3df-a46e-491f-baa0-e10765b3c214'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:24:42.984067 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6089dae-f804-4dc5-a24a-a73a40dc10e0 req-2a2318be-5001-4ed1-90b0-047b5147c33e service neutron] Attempting to bind port b4c1861d-3ae7-4307-a0b9-03ac5b5f4aca on network c6a7e3df-a46e-491f-baa0-e10765b3c214 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:24:42.992436 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6089dae-f804-4dc5-a24a-a73a40dc10e0 req-2a2318be-5001-4ed1-90b0-047b5147c33e service neutron] Port b4c1861d-3ae7-4307-a0b9-03ac5b5f4aca on network c6a7e3df-a46e-491f-baa0-e10765b3c214 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83769 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 13:24:42.992782 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6089dae-f804-4dc5-a24a-a73a40dc10e0 req-2a2318be-5001-4ed1-90b0-047b5147c33e service neutron] Attempting to bind port b4c1861d-3ae7-4307-a0b9-03ac5b5f4aca on network c6a7e3df-a46e-491f-baa0-e10765b3c214 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:24:43.003990 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6089dae-f804-4dc5-a24a-a73a40dc10e0 req-2a2318be-5001-4ed1-90b0-047b5147c33e service neutron] Checking agent: {'id': '477bd1e1-70d7-4a7b-b37c-5892af57f2e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83769', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 19, 28), 'started_at': datetime.datetime(2022, 4, 29, 13, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:24:43.004324 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6089dae-f804-4dc5-a24a-a73a40dc10e0 req-2a2318be-5001-4ed1-90b0-047b5147c33e service neutron] Checking segment: {'id': 'dc56d987-87fe-4fc8-99a6-051af98c9015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'c6a7e3df-a46e-491f-baa0-e10765b3c214'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:24:43.004705 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6089dae-f804-4dc5-a24a-a73a40dc10e0 req-2a2318be-5001-4ed1-90b0-047b5147c33e service neutron] Bound using segment: {'id': 'dc56d987-87fe-4fc8-99a6-051af98c9015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'c6a7e3df-a46e-491f-baa0-e10765b3c214'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:24:43.005162 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-a6089dae-f804-4dc5-a24a-a73a40dc10e0 req-2a2318be-5001-4ed1-90b0-047b5147c33e service neutron] Bound port: b4c1861d-3ae7-4307-a0b9-03ac5b5f4aca, host: hv-cinder-83769, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc56d987-87fe-4fc8-99a6-051af98c9015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'c6a7e3df-a46e-491f-baa0-e10765b3c214'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:24:43.005522 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-a6089dae-f804-4dc5-a24a-a73a40dc10e0 req-2a2318be-5001-4ed1-90b0-047b5147c33e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (b4c1861d-3ae7-4307-a0b9-03ac5b5f4aca), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:43.151508 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-a6089dae-f804-4dc5-a24a-a73a40dc10e0 req-2a2318be-5001-4ed1-90b0-047b5147c33e service neutron] For port b4c1861d-3ae7-4307-a0b9-03ac5b5f4aca, host hv-cinder-83769, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:24:43.172210 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-a6089dae-f804-4dc5-a24a-a73a40dc10e0 req-2a2318be-5001-4ed1-90b0-047b5147c33e service neutron] For port b4c1861d-3ae7-4307-a0b9-03ac5b5f4aca, host hv-cinder-83769, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=b4c1861d-3ae7-4307-a0b9-03ac5b5f4aca,segment=NetworkSegment(dc56d987-87fe-4fc8-99a6-051af98c9015),segment_id=dc56d987-87fe-4fc8-99a6-051af98c9015)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:24:43.183726 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-a6089dae-f804-4dc5-a24a-a73a40dc10e0 req-2a2318be-5001-4ed1-90b0-047b5147c33e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8537934'] for port (b4c1861d-3ae7-4307-a0b9-03ac5b5f4aca), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:43.257046 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6089dae-f804-4dc5-a24a-a73a40dc10e0 req-2a2318be-5001-4ed1-90b0-047b5147c33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:24:43.257845 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-a6089dae-f804-4dc5-a24a-a73a40dc10e0 req-2a2318be-5001-4ed1-90b0-047b5147c33e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549835'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:43.259306 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a6089dae-f804-4dc5-a24a-a73a40dc10e0 req-2a2318be-5001-4ed1-90b0-047b5147c33e service neutron] 10.222.0.75 "PUT /v2.0/ports/b4c1861d-3ae7-4307-a0b9-03ac5b5f4aca HTTP/1.1" status: 200 len: 1093 time: 1.2958443 Apr 29 13:24:43.286335 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1431b383-882f-49bb-97ff-24447f0d8b72', 'tag': 'b4c1861d-3ae7-4307-a0b9-03ac5b5f4aca'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:24:43.289149 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34453e8beaba66333125c1a762a789c78ce2f458b63942c2f470c2340433bc94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfeb7d23-ba10-469e-8036-a33cca6617d6" -d '{"events": [{"name": "network-changed", "server_uuid": "1431b383-882f-49bb-97ff-24447f0d8b72", "tag": "b4c1861d-3ae7-4307-a0b9-03ac5b5f4aca"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:24:43.346408 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07c58a22-6fbb-43e2-bd2c-2a9b09393a64 x-openstack-request-id: req-07c58a22-6fbb-43e2-bd2c-2a9b09393a64 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:24:43.346692 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1431b383-882f-49bb-97ff-24447f0d8b72", "tag": "b4c1861d-3ae7-4307-a0b9-03ac5b5f4aca", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:24:43.346946 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-07c58a22-6fbb-43e2-bd2c-2a9b09393a64 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:24:43.347338 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07c58a22-6fbb-43e2-bd2c-2a9b09393a64'] response: {'name': 'network-changed', 'server_uuid': '1431b383-882f-49bb-97ff-24447f0d8b72', 'tag': 'b4c1861d-3ae7-4307-a0b9-03ac5b5f4aca', 'status': 'completed', 'code': 200} Apr 29 13:24:43.356289 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadb406f-6bfe-4d7b-b43d-ca52f637e3f1 req-2ac649a4-f68c-427b-9c8d-43ccdafb69d9 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:24:43.357985 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-eadb406f-6bfe-4d7b-b43d-ca52f637e3f1 req-2ac649a4-f68c-427b-9c8d-43ccdafb69d9 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] 10.222.0.11 "GET /v2.0/ports?device_id=1431b383-882f-49bb-97ff-24447f0d8b72 HTTP/1.1" status: 200 len: 943 time: 0.1377361 Apr 29 13:24:43.376810 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2318be-5001-4ed1-90b0-047b5147c33e service neutron] Pushing event updated for resources: {'Port': ['ID=b4c1861d-3ae7-4307-a0b9-03ac5b5f4aca,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:43.382799 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81df041b-bd76-4a31-89fe-107b76e18c09 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Router 51728595-6e32-43af-807d-01fb63b042cd has already been hosted by L3 agent ffd5f049-29fc-4e99-906d-6eadce93ab48 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:24:43.416254 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6089dae-f804-4dc5-a24a-a73a40dc10e0 req-14c7fbf0-4bc9-4b90-839d-5e7fafa1d19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:24:43.417836 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a6089dae-f804-4dc5-a24a-a73a40dc10e0 req-14c7fbf0-4bc9-4b90-839d-5e7fafa1d19d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5f25f5ab0fac4e2295d0bf303635744d&device_id=1431b383-882f-49bb-97ff-24447f0d8b72 HTTP/1.1" status: 200 len: 1127 time: 0.0880463 Apr 29 13:24:43.513548 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a6089dae-f804-4dc5-a24a-a73a40dc10e0 req-db48b437-2d4c-49fe-8c12-bc5edc5a8d86 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b4c1861d-3ae7-4307-a0b9-03ac5b5f4aca HTTP/1.1" status: 200 len: 217 time: 0.0546064 Apr 29 13:24:43.542538 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-eadb406f-6bfe-4d7b-b43d-ca52f637e3f1 req-a71fa2f5-c34b-4614-8d18-ad3ec9f6e768 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] 10.222.0.11 "GET /v2.0/security-groups?id=a848ccc1-00d8-4951-b1f5-d9b71abdf1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618109 Apr 29 13:24:43.858371 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6089dae-f804-4dc5-a24a-a73a40dc10e0 req-fa52b488-c3ae-4178-95d8-7cdf2791e6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:24:43.859824 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a6089dae-f804-4dc5-a24a-a73a40dc10e0 req-fa52b488-c3ae-4178-95d8-7cdf2791e6e0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=fc323cc3-3521-4de0-b3a3-01ad0d024a68 HTTP/1.1" status: 200 len: 853 time: 0.3394628 Apr 29 13:24:43.875335 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81df041b-bd76-4a31-89fe-107b76e18c09 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Notify agent at l3_agent.dv-cinder-837699-3-iscsi the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:24:43.880453 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-81df041b-bd76-4a31-89fe-107b76e18c09 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574'] for floatingip (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:43.886011 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ef0e21-72ce-40eb-8200-fd132b005c04 None None] Sync routers for ids ['51728595-6e32-43af-807d-01fb63b042cd'] in dv-cinder-837699-3-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:24:43.896249 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ef0e21-72ce-40eb-8200-fd132b005c04 None None] Routers {'51728595-6e32-43af-807d-01fb63b042cd'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:24:43.896912 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-79ef0e21-72ce-40eb-8200-fd132b005c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:24:24Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['51728595-6e32-43af-807d-01fb63b042cd'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:43.913800 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a6089dae-f804-4dc5-a24a-a73a40dc10e0 req-97250e80-932f-43ce-9419-6f45d251c2db service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c6a7e3df-a46e-491f-baa0-e10765b3c214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470648 Apr 29 13:24:43.932257 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-81df041b-bd76-4a31-89fe-107b76e18c09 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "PUT /v2.0/floatingips/bbc696e5-e97b-4a0d-95d3-733b9f7eb666 HTTP/1.1" status: 200 len: 990 time: 2.0045550 Apr 29 13:24:44.015806 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a6089dae-f804-4dc5-a24a-a73a40dc10e0 req-46b29453-c0e0-4765-9d34-f47d83706105 service neutron] 10.222.0.75 "GET /v2.0/networks/c6a7e3df-a46e-491f-baa0-e10765b3c214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955377 Apr 29 13:24:44.093733 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-79ef0e21-72ce-40eb-8200-fd132b005c04 None None] Set router 51728595-6e32-43af-807d-01fb63b042cd gateway port host: dv-cinder-837699-3-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:24:44.105541 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a6089dae-f804-4dc5-a24a-a73a40dc10e0 req-63b669ee-9386-4d9b-a683-3c58f7a6e472 service neutron] 10.222.0.75 "GET /v2.0/networks/c6a7e3df-a46e-491f-baa0-e10765b3c214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834999 Apr 29 13:24:44.317032 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-79ef0e21-72ce-40eb-8200-fd132b005c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51728595-6e32-43af-807d-01fb63b042cd', 'name': 'tempest-ServerRescueNegativeTestJSON-1983684363-router', 'tenant_id': 'f816e6d8de4d489b965fa6fe021f3b58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'c90ef315-e4e9-4ab1-90c8-ec45e3c6935c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:34Z', 'updated_at': '2022-04-29T13:21:51Z', 'revision_number': 4, 'project_id': 'f816e6d8de4d489b965fa6fe021f3b58', 'gw_port': {'id': 'c90ef315-e4e9-4ab1-90c8-ec45e3c6935c', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:06:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51728595-6e32-43af-807d-01fb63b042cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:38Z', 'updated_at': '2022-04-29T13:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_floatingips': [{'id': 'bbc696e5-e97b-4a0d-95d3-733b9f7eb666', 'tenant_id': 'f816e6d8de4d489b965fa6fe021f3b58', 'floating_ip_address': '172.27.0.10', 'floating_network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'router_id': '51728595-6e32-43af-807d-01fb63b042cd', 'port_id': '2132db07-a83d-4d68-93c3-e18e7ff96455', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 347, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75b7fe95-ba69-4d04-89c6-6ad49ef540b7', 'mac_address': 'fa:16:3e:0f:25:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f6a9db-ac55-46f2-992b-41205166af8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:24:17Z', 'updated_at': '2022-04-29T13:24:42Z', 'revision_number': 1, 'project_id': 'f816e6d8de4d489b965fa6fe021f3b58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7672e0b-f958-4bbd-8f5b-46d2535bcc28', 'name': '', 'network_id': '75b7fe95-ba69-4d04-89c6-6ad49ef540b7', 'tenant_id': 'f816e6d8de4d489b965fa6fe021f3b58', 'mac_address': 'fa:16:3e:25:87:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51728595-6e32-43af-807d-01fb63b042cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'c49f2808-2545-473c-889a-37ee93dfd06e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:49Z', 'updated_at': '2022-04-29T13:22:01Z', 'revision_number': 5, 'project_id': 'f816e6d8de4d489b965fa6fe021f3b58', 'subnets': [{'id': 'c49f2808-2545-473c-889a-37ee93dfd06e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:44.343299 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ef0e21-72ce-40eb-8200-fd132b005c04 None None] Checking router: 51728595-6e32-43af-807d-01fb63b042cd for host: dv-cinder-837699-3-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:24:44.351988 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ef0e21-72ce-40eb-8200-fd132b005c04 None None] Routers {'51728595-6e32-43af-807d-01fb63b042cd'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:24:44.352537 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-79ef0e21-72ce-40eb-8200-fd132b005c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:24:24Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['51728595-6e32-43af-807d-01fb63b042cd'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:44.461329 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-79ef0e21-72ce-40eb-8200-fd132b005c04 None None] Set router 51728595-6e32-43af-807d-01fb63b042cd gateway port host: dv-cinder-837699-3-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:24:44.677638 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a02d4-2024-4445-acb0-9f316045ed14 req-51879bfc-0274-44a2-8b36-90fea5726223 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:24:44.679159 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-6e2a02d4-2024-4445-acb0-9f316045ed14 req-51879bfc-0274-44a2-8b36-90fea5726223 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] 10.222.0.11 "GET /v2.0/ports?device_id=1431b383-882f-49bb-97ff-24447f0d8b72 HTTP/1.1" status: 200 len: 943 time: 0.0534256 Apr 29 13:24:44.687139 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-79ef0e21-72ce-40eb-8200-fd132b005c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51728595-6e32-43af-807d-01fb63b042cd', 'name': 'tempest-ServerRescueNegativeTestJSON-1983684363-router', 'tenant_id': 'f816e6d8de4d489b965fa6fe021f3b58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'c90ef315-e4e9-4ab1-90c8-ec45e3c6935c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:34Z', 'updated_at': '2022-04-29T13:21:51Z', 'revision_number': 4, 'project_id': 'f816e6d8de4d489b965fa6fe021f3b58', 'gw_port': {'id': 'c90ef315-e4e9-4ab1-90c8-ec45e3c6935c', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:06:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51728595-6e32-43af-807d-01fb63b042cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:38Z', 'updated_at': '2022-04-29T13:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_floatingips': [{'id': 'bbc696e5-e97b-4a0d-95d3-733b9f7eb666', 'tenant_id': 'f816e6d8de4d489b965fa6fe021f3b58', 'floating_ip_address': '172.27.0.10', 'floating_network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'router_id': '51728595-6e32-43af-807d-01fb63b042cd', 'port_id': '2132db07-a83d-4d68-93c3-e18e7ff96455', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 347, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75b7fe95-ba69-4d04-89c6-6ad49ef540b7', 'mac_address': 'fa:16:3e:0f:25:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f6a9db-ac55-46f2-992b-41205166af8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:24:17Z', 'updated_at': '2022-04-29T13:24:42Z', 'revision_number': 1, 'project_id': 'f816e6d8de4d489b965fa6fe021f3b58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7672e0b-f958-4bbd-8f5b-46d2535bcc28', 'name': '', 'network_id': '75b7fe95-ba69-4d04-89c6-6ad49ef540b7', 'tenant_id': 'f816e6d8de4d489b965fa6fe021f3b58', 'mac_address': 'fa:16:3e:25:87:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51728595-6e32-43af-807d-01fb63b042cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'c49f2808-2545-473c-889a-37ee93dfd06e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:49Z', 'updated_at': '2022-04-29T13:22:01Z', 'revision_number': 5, 'project_id': 'f816e6d8de4d489b965fa6fe021f3b58', 'subnets': [{'id': 'c49f2808-2545-473c-889a-37ee93dfd06e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:44.715787 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ef0e21-72ce-40eb-8200-fd132b005c04 None None] The sync data for ids ['51728595-6e32-43af-807d-01fb63b042cd'] in dv-cinder-837699-3-iscsi is: [{'id': '51728595-6e32-43af-807d-01fb63b042cd', 'name': 'tempest-ServerRescueNegativeTestJSON-1983684363-router', 'tenant_id': 'f816e6d8de4d489b965fa6fe021f3b58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'c90ef315-e4e9-4ab1-90c8-ec45e3c6935c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:34Z', 'updated_at': '2022-04-29T13:21:51Z', 'revision_number': 4, 'project_id': 'f816e6d8de4d489b965fa6fe021f3b58', 'gw_port': {'id': 'c90ef315-e4e9-4ab1-90c8-ec45e3c6935c', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:06:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51728595-6e32-43af-807d-01fb63b042cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:38Z', 'updated_at': '2022-04-29T13:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_floatingips': [{'id': 'bbc696e5-e97b-4a0d-95d3-733b9f7eb666', 'tenant_id': 'f816e6d8de4d489b965fa6fe021f3b58', 'floating_ip_address': '172.27.0.10', 'floating_network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'router_id': '51728595-6e32-43af-807d-01fb63b042cd', 'port_id': '2132db07-a83d-4d68-93c3-e18e7ff96455', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 347, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75b7fe95-ba69-4d04-89c6-6ad49ef540b7', 'mac_address': 'fa:16:3e:0f:25:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f6a9db-ac55-46f2-992b-41205166af8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:24:17Z', 'updated_at': '2022-04-29T13:24:42Z', 'revision_number': 1, 'project_id': 'f816e6d8de4d489b965fa6fe021f3b58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7672e0b-f958-4bbd-8f5b-46d2535bcc28', 'name': '', 'network_id': '75b7fe95-ba69-4d04-89c6-6ad49ef540b7', 'tenant_id': 'f816e6d8de4d489b965fa6fe021f3b58', 'mac_address': 'fa:16:3e:25:87:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51728595-6e32-43af-807d-01fb63b042cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'c49f2808-2545-473c-889a-37ee93dfd06e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:49Z', 'updated_at': '2022-04-29T13:22:01Z', 'revision_number': 5, 'project_id': 'f816e6d8de4d489b965fa6fe021f3b58', 'subnets': [{'id': 'c49f2808-2545-473c-889a-37ee93dfd06e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:24:44.729873 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-6e2a02d4-2024-4445-acb0-9f316045ed14 req-2e75e95a-e2b7-4b3b-9de9-0ea38cf8b3ca tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] 10.222.0.11 "GET /v2.0/security-groups?id=a848ccc1-00d8-4951-b1f5-d9b71abdf1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446870 Apr 29 13:24:44.934322 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca79c7b7-dd3c-4731-822a-c203df226bb1 None None] New status for floating IP bbc696e5-e97b-4a0d-95d3-733b9f7eb666: ACTIVE {{(pid=103366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 13:24:45.349012 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1f6a9db-ac55-46f2-992b-41205166af8f', 'tag': '2132db07-a83d-4d68-93c3-e18e7ff96455'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:24:45.351614 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34453e8beaba66333125c1a762a789c78ce2f458b63942c2f470c2340433bc94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a93b968-efa6-49de-8e77-a884881a148f" -d '{"events": [{"name": "network-changed", "server_uuid": "a1f6a9db-ac55-46f2-992b-41205166af8f", "tag": "2132db07-a83d-4d68-93c3-e18e7ff96455"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:24:45.386809 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-098e5c48-9a1e-4f82-a692-ee5c944e1f27 x-openstack-request-id: req-098e5c48-9a1e-4f82-a692-ee5c944e1f27 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:24:45.387103 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1f6a9db-ac55-46f2-992b-41205166af8f", "tag": "2132db07-a83d-4d68-93c3-e18e7ff96455", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:24:45.387358 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-098e5c48-9a1e-4f82-a692-ee5c944e1f27 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:24:45.387757 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-098e5c48-9a1e-4f82-a692-ee5c944e1f27'] response: {'name': 'network-changed', 'server_uuid': 'a1f6a9db-ac55-46f2-992b-41205166af8f', 'tag': '2132db07-a83d-4d68-93c3-e18e7ff96455', 'status': 'completed', 'code': 200} Apr 29 13:24:45.857406 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b163f-471e-4d72-b5f7-fc56f81e9380 req-c56e3a67-a70b-4a26-9bd4-7cab4107da1b tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:24:45.859637 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-847b163f-471e-4d72-b5f7-fc56f81e9380 req-c56e3a67-a70b-4a26-9bd4-7cab4107da1b tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] 10.222.0.11 "GET /v2.0/ports?device_id=1431b383-882f-49bb-97ff-24447f0d8b72 HTTP/1.1" status: 200 len: 943 time: 0.0516086 Apr 29 13:24:45.908906 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-847b163f-471e-4d72-b5f7-fc56f81e9380 req-b1b5341d-0a67-412a-ac91-aba9f6bfc518 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] 10.222.0.11 "GET /v2.0/security-groups?id=a848ccc1-00d8-4951-b1f5-d9b71abdf1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429316 Apr 29 13:24:47.035231 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358f372a-a04d-4e2c-82b3-b45d772fe80f req-d534ef2e-6ef5-46fb-bf8a-4df0f20dae11 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:24:47.036654 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-358f372a-a04d-4e2c-82b3-b45d772fe80f req-d534ef2e-6ef5-46fb-bf8a-4df0f20dae11 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] 10.222.0.11 "GET /v2.0/ports?device_id=1431b383-882f-49bb-97ff-24447f0d8b72 HTTP/1.1" status: 200 len: 943 time: 0.0540597 Apr 29 13:24:47.083107 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-358f372a-a04d-4e2c-82b3-b45d772fe80f req-d59351f5-c37e-434d-93a4-94129262374d tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] 10.222.0.11 "GET /v2.0/security-groups?id=a848ccc1-00d8-4951-b1f5-d9b71abdf1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408704 Apr 29 13:24:48.201652 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f54b43a-3d03-43a8-909f-9e788e05b2df req-d5c62f0c-9511-42f6-975c-ec0f6de6dec2 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:24:48.203141 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-0f54b43a-3d03-43a8-909f-9e788e05b2df req-d5c62f0c-9511-42f6-975c-ec0f6de6dec2 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] 10.222.0.11 "GET /v2.0/ports?device_id=1431b383-882f-49bb-97ff-24447f0d8b72 HTTP/1.1" status: 200 len: 943 time: 0.0504944 Apr 29 13:24:48.253262 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-0f54b43a-3d03-43a8-909f-9e788e05b2df req-67609b59-848c-48af-909f-b92ec6e915d5 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] 10.222.0.11 "GET /v2.0/security-groups?id=a848ccc1-00d8-4951-b1f5-d9b71abdf1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444930 Apr 29 13:24:48.823075 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeb7d23-ba10-469e-8036-a33cca6617d6 req-3dc3d73d-295a-4dc3-b22b-5f943c6eef11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:24:48.824609 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bfeb7d23-ba10-469e-8036-a33cca6617d6 req-3dc3d73d-295a-4dc3-b22b-5f943c6eef11 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5f25f5ab0fac4e2295d0bf303635744d&device_id=1431b383-882f-49bb-97ff-24447f0d8b72 HTTP/1.1" status: 200 len: 1127 time: 0.0403666 Apr 29 13:24:48.827107 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a93b968-efa6-49de-8e77-a884881a148f req-2f013dfa-dd22-4c51-9243-497fe69aa5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:24:48.828618 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9a93b968-efa6-49de-8e77-a884881a148f req-2f013dfa-dd22-4c51-9243-497fe69aa5d3 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f816e6d8de4d489b965fa6fe021f3b58&device_id=a1f6a9db-ac55-46f2-992b-41205166af8f HTTP/1.1" status: 200 len: 1129 time: 0.0395966 Apr 29 13:24:48.922484 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a93b968-efa6-49de-8e77-a884881a148f req-314c5c4b-77ca-4ae2-bb65-60dd4f64c896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:24:48.923395 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeb7d23-ba10-469e-8036-a33cca6617d6 req-e0dfdb66-c2e5-479c-857c-faf3b0f5eb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:24:48.923960 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9a93b968-efa6-49de-8e77-a884881a148f req-314c5c4b-77ca-4ae2-bb65-60dd4f64c896 service neutron] 10.222.0.75 "GET /v2.0/networks?id=75b7fe95-ba69-4d04-89c6-6ad49ef540b7 HTTP/1.1" status: 200 len: 920 time: 0.0891817 Apr 29 13:24:48.924897 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bfeb7d23-ba10-469e-8036-a33cca6617d6 req-e0dfdb66-c2e5-479c-857c-faf3b0f5eb49 service neutron] 10.222.0.75 "GET /v2.0/networks?id=c6a7e3df-a46e-491f-baa0-e10765b3c214 HTTP/1.1" status: 200 len: 914 time: 0.0905192 Apr 29 13:24:48.970177 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bfeb7d23-ba10-469e-8036-a33cca6617d6 req-b7a948f0-a63f-46ae-b84e-06d571836e60 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b4c1861d-3ae7-4307-a0b9-03ac5b5f4aca HTTP/1.1" status: 200 len: 217 time: 0.0352118 Apr 29 13:24:48.993462 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9a93b968-efa6-49de-8e77-a884881a148f req-cf6e44af-4a43-4859-8f28-39757ed7e747 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2132db07-a83d-4d68-93c3-e18e7ff96455 HTTP/1.1" status: 200 len: 1000 time: 0.0588982 Apr 29 13:24:49.018262 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeb7d23-ba10-469e-8036-a33cca6617d6 req-b055631a-6ac0-421c-aa1a-e59f01885e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:24:49.019930 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bfeb7d23-ba10-469e-8036-a33cca6617d6 req-b055631a-6ac0-421c-aa1a-e59f01885e7e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=fc323cc3-3521-4de0-b3a3-01ad0d024a68 HTTP/1.1" status: 200 len: 853 time: 0.0442598 Apr 29 13:24:49.042836 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a93b968-efa6-49de-8e77-a884881a148f req-1e2b0a5a-dad9-4f57-ad10-aa8dfb711dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:24:49.044207 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9a93b968-efa6-49de-8e77-a884881a148f req-1e2b0a5a-dad9-4f57-ad10-aa8dfb711dfc service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c49f2808-2545-473c-889a-37ee93dfd06e HTTP/1.1" status: 200 len: 858 time: 0.0445735 Apr 29 13:24:49.052461 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bfeb7d23-ba10-469e-8036-a33cca6617d6 req-6c19e8f1-1d99-4e8b-8827-f1dc46258f21 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c6a7e3df-a46e-491f-baa0-e10765b3c214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262084 Apr 29 13:24:49.089711 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a93b968-efa6-49de-8e77-a884881a148f req-0cdba112-40db-404a-afd3-06b9110112e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:24:49.091198 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9a93b968-efa6-49de-8e77-a884881a148f req-0cdba112-40db-404a-afd3-06b9110112e1 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=75b7fe95-ba69-4d04-89c6-6ad49ef540b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415831 Apr 29 13:24:49.145560 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bfeb7d23-ba10-469e-8036-a33cca6617d6 req-15d0c6d7-6cf8-4e0d-98ec-b4db102c1986 service neutron] 10.222.0.75 "GET /v2.0/networks/c6a7e3df-a46e-491f-baa0-e10765b3c214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876174 Apr 29 13:24:49.180368 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9a93b968-efa6-49de-8e77-a884881a148f req-684af922-a8d6-4b5d-9a9b-26f8ec008dee service neutron] 10.222.0.75 "GET /v2.0/networks/75b7fe95-ba69-4d04-89c6-6ad49ef540b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836797 Apr 29 13:24:49.247211 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bfeb7d23-ba10-469e-8036-a33cca6617d6 req-f1e1c577-63df-4bb3-80f7-083b2abc6b87 service neutron] 10.222.0.75 "GET /v2.0/networks/c6a7e3df-a46e-491f-baa0-e10765b3c214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957603 Apr 29 13:24:49.282767 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9a93b968-efa6-49de-8e77-a884881a148f req-55af1e28-e487-4392-b7ce-e92bac88abc9 service neutron] 10.222.0.75 "GET /v2.0/networks/75b7fe95-ba69-4d04-89c6-6ad49ef540b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961277 Apr 29 13:24:49.396486 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6140ff5-dc4c-41e4-bc1e-094324527496 req-27480ccc-aacc-4326-bed0-2b95e8471a94 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:24:49.398128 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b6140ff5-dc4c-41e4-bc1e-094324527496 req-27480ccc-aacc-4326-bed0-2b95e8471a94 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] 10.222.0.11 "GET /v2.0/ports?device_id=1431b383-882f-49bb-97ff-24447f0d8b72 HTTP/1.1" status: 200 len: 943 time: 0.0534663 Apr 29 13:24:49.407765 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 52430) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:24:49.459551 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b6140ff5-dc4c-41e4-bc1e-094324527496 req-d6dd3e9a-aea3-4726-bfec-7a61e9995633 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] 10.222.0.11 "GET /v2.0/security-groups?id=a848ccc1-00d8-4951-b1f5-d9b71abdf1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544391 Apr 29 13:24:49.524955 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9d0dcc74-eb35-49a3-84f3-baf866383c09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:49.568678 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device b4c1861d-3ae7-4307-a0b9-03ac5b5f4aca details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 13:24:49.605262 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9d0dcc74-eb35-49a3-84f3-baf866383c09 admin admin] Publish callbacks [] for security_group (c1624d98-76c6-45b0-9194-ced5ff39cf69), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:49.609780 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9d0dcc74-eb35-49a3-84f3-baf866383c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (c1624d98-76c6-45b0-9194-ced5ff39cf69), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:49.649776 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-9d0dcc74-eb35-49a3-84f3-baf866383c09 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=42c8acbbc14f41fb93fbcf446e045162&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2410097 Apr 29 13:24:49.652267 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 52436) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:24:49.658262 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0dcc74-eb35-49a3-84f3-baf866383c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1624d98-76c6-45b0-9194-ced5ff39cf69,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:49.677222 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] For port b4c1861d-3ae7-4307-a0b9-03ac5b5f4aca, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=b4c1861d-3ae7-4307-a0b9-03ac5b5f4aca,segment=NetworkSegment(dc56d987-87fe-4fc8-99a6-051af98c9015),segment_id=dc56d987-87fe-4fc8-99a6-051af98c9015)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:24:49.709423 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-28f06948-ce37-42e6-add4-4a6abfc427a9 admin admin] Publish callbacks [] for security_group (c1624d98-76c6-45b0-9194-ced5ff39cf69), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:49.742214 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-28f06948-ce37-42e6-add4-4a6abfc427a9 admin admin] Publish callbacks [] for security_group (c1624d98-76c6-45b0-9194-ced5ff39cf69), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:49.794062 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-28f06948-ce37-42e6-add4-4a6abfc427a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (c1624d98-76c6-45b0-9194-ced5ff39cf69), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:49.797307 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-28f06948-ce37-42e6-add4-4a6abfc427a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:49.798488 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-28f06948-ce37-42e6-add4-4a6abfc427a9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c1624d98-76c6-45b0-9194-ced5ff39cf69 HTTP/1.1" status: 204 len: 168 time: 0.1452942 Apr 29 13:24:49.807052 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f06948-ce37-42e6-add4-4a6abfc427a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1624d98-76c6-45b0-9194-ced5ff39cf69,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:49.817618 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Returning: {'device': 'b4c1861d-3ae7-4307-a0b9-03ac5b5f4aca', 'network_id': 'c6a7e3df-a46e-491f-baa0-e10765b3c214', 'port_id': 'b4c1861d-3ae7-4307-a0b9-03ac5b5f4aca', 'mac_address': 'fa:16:3e:51:7f:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc323cc3-3521-4de0-b3a3-01ad0d024a68', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 13:24:49.864047 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Current status of the port b4c1861d-3ae7-4307-a0b9-03ac5b5f4aca is: DOWN; New status is: BUILD {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:24:49.864463 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (b4c1861d-3ae7-4307-a0b9-03ac5b5f4aca), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:49.880348 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4c1861d-3ae7-4307-a0b9-03ac5b5f4aca {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:24:49.911808 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] For port b4c1861d-3ae7-4307-a0b9-03ac5b5f4aca, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=b4c1861d-3ae7-4307-a0b9-03ac5b5f4aca,segment=NetworkSegment(dc56d987-87fe-4fc8-99a6-051af98c9015),segment_id=dc56d987-87fe-4fc8-99a6-051af98c9015)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:24:49.915855 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (b4c1861d-3ae7-4307-a0b9-03ac5b5f4aca), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:49.972112 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Pushing event updated for resources: {'Port': ['ID=b4c1861d-3ae7-4307-a0b9-03ac5b5f4aca,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:50.507629 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] get_ports_and_sgs() called for port_ids ['b4c1861d-3ae7-4307-a0b9-03ac5b5f4aca'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 13:24:50.575628 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d397135-c905-417d-89ca-99d9437bcc34 req-7d2b410d-f993-4c64-957e-fdd4599cab2e tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:24:50.578189 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9d397135-c905-417d-89ca-99d9437bcc34 req-7d2b410d-f993-4c64-957e-fdd4599cab2e tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] 10.222.0.11 "GET /v2.0/ports?device_id=1431b383-882f-49bb-97ff-24447f0d8b72 HTTP/1.1" status: 200 len: 944 time: 0.0478616 Apr 29 13:24:50.625072 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9d397135-c905-417d-89ca-99d9437bcc34 req-43dc9577-74f0-461e-a574-45e6bae6ada0 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] 10.222.0.11 "GET /v2.0/security-groups?id=a848ccc1-00d8-4951-b1f5-d9b71abdf1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409672 Apr 29 13:24:51.541660 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e9cc02c3-c84e-428f-a427-0efd1669e35f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (e437e712-237e-4a54-83a8-782eed3c5f0c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:51.738363 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff7173-059b-4198-a3b1-d1f0f6a39097 req-4877cfce-0ffc-49b6-9117-cccdc19486f7 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:24:51.739853 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ffff7173-059b-4198-a3b1-d1f0f6a39097 req-4877cfce-0ffc-49b6-9117-cccdc19486f7 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] 10.222.0.11 "GET /v2.0/ports?device_id=1431b383-882f-49bb-97ff-24447f0d8b72 HTTP/1.1" status: 200 len: 944 time: 0.0477247 Apr 29 13:24:51.787773 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ffff7173-059b-4198-a3b1-d1f0f6a39097 req-a97e4528-9050-47c9-a663-9cc88a0af677 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] 10.222.0.11 "GET /v2.0/security-groups?id=a848ccc1-00d8-4951-b1f5-d9b71abdf1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422442 Apr 29 13:24:52.005541 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device b4c1861d-3ae7-4307-a0b9-03ac5b5f4aca up at agent hyperv_hv-cinder-83769 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:24:52.052406 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Provisioning for port b4c1861d-3ae7-4307-a0b9-03ac5b5f4aca completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 13:24:52.058274 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Provisioning complete for port b4c1861d-3ae7-4307-a0b9-03ac5b5f4aca triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:24:52.058716 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (b4c1861d-3ae7-4307-a0b9-03ac5b5f4aca), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:52.133697 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Current status of the port b4c1861d-3ae7-4307-a0b9-03ac5b5f4aca is: BUILD; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:24:52.134085 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (b4c1861d-3ae7-4307-a0b9-03ac5b5f4aca), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:52.157475 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1431b383-882f-49bb-97ff-24447f0d8b72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4c1861d-3ae7-4307-a0b9-03ac5b5f4aca'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:24:52.159804 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0016abbf82925ac5bb98c97d9984ae38170a8446c70b2249197f38a9e3d809b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf92726-4846-4d35-a2e0-933656bb5571" -d '{"events": [{"server_uuid": "1431b383-882f-49bb-97ff-24447f0d8b72", "name": "network-vif-plugged", "status": "completed", "tag": "b4c1861d-3ae7-4307-a0b9-03ac5b5f4aca"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:24:52.172700 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] For port b4c1861d-3ae7-4307-a0b9-03ac5b5f4aca, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=b4c1861d-3ae7-4307-a0b9-03ac5b5f4aca,segment=NetworkSegment(dc56d987-87fe-4fc8-99a6-051af98c9015),segment_id=dc56d987-87fe-4fc8-99a6-051af98c9015)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:24:52.177587 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (b4c1861d-3ae7-4307-a0b9-03ac5b5f4aca), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:52.200806 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b8db00-5a24-498a-b3a0-f625b1bb16f2 x-openstack-request-id: req-99b8db00-5a24-498a-b3a0-f625b1bb16f2 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:24:52.201621 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1431b383-882f-49bb-97ff-24447f0d8b72", "name": "network-vif-plugged", "status": "completed", "tag": "b4c1861d-3ae7-4307-a0b9-03ac5b5f4aca", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:24:52.202480 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-99b8db00-5a24-498a-b3a0-f625b1bb16f2 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:24:52.202881 dv-cinder-837699-3-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99b8db00-5a24-498a-b3a0-f625b1bb16f2'] response: {'server_uuid': '1431b383-882f-49bb-97ff-24447f0d8b72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4c1861d-3ae7-4307-a0b9-03ac5b5f4aca', 'code': 200} Apr 29 13:24:52.229368 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Pushing event updated for resources: {'Port': ['ID=b4c1861d-3ae7-4307-a0b9-03ac5b5f4aca,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:52.413486 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa8e90-1ac4-4d85-8fcc-5ff11ff4f4d3 req-ae852d5c-e079-4c07-b22e-f19bc3516813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:24:52.415006 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-bbfa8e90-1ac4-4d85-8fcc-5ff11ff4f4d3 req-ae852d5c-e079-4c07-b22e-f19bc3516813 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=1431b383-882f-49bb-97ff-24447f0d8b72 HTTP/1.1" status: 200 len: 1129 time: 0.0420280 Apr 29 13:24:52.457391 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-bbfa8e90-1ac4-4d85-8fcc-5ff11ff4f4d3 req-492d9c86-d256-45ad-90c2-bc83feb65270 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=a848ccc1-00d8-4951-b1f5-d9b71abdf1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362668 Apr 29 13:24:52.900919 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d799c9-8b77-43a5-a2c1-1ac8cb58bb66 req-6c954bbf-22c2-4738-9b03-823114a80a2d tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:24:52.902401 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a5d799c9-8b77-43a5-a2c1-1ac8cb58bb66 req-6c954bbf-22c2-4738-9b03-823114a80a2d tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] 10.222.0.11 "GET /v2.0/ports?device_id=1431b383-882f-49bb-97ff-24447f0d8b72 HTTP/1.1" status: 200 len: 945 time: 0.0470774 Apr 29 13:24:52.952836 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a5d799c9-8b77-43a5-a2c1-1ac8cb58bb66 req-aa921a4d-1e91-485e-b3b7-61b8be16ccd6 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] 10.222.0.11 "GET /v2.0/security-groups?id=a848ccc1-00d8-4951-b1f5-d9b71abdf1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446489 Apr 29 13:24:54.067117 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9487bf9-8c21-4759-b3f5-77f91aaefa1c req-fb7d04eb-5c54-4560-811c-d019f8184da2 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:24:54.068629 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-c9487bf9-8c21-4759-b3f5-77f91aaefa1c req-fb7d04eb-5c54-4560-811c-d019f8184da2 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] 10.222.0.11 "GET /v2.0/ports?device_id=1431b383-882f-49bb-97ff-24447f0d8b72 HTTP/1.1" status: 200 len: 945 time: 0.0475731 Apr 29 13:24:54.116137 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-c9487bf9-8c21-4759-b3f5-77f91aaefa1c req-29d0a13e-3a59-485b-bea2-1a7435e3fe91 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] 10.222.0.11 "GET /v2.0/security-groups?id=a848ccc1-00d8-4951-b1f5-d9b71abdf1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418234 Apr 29 13:24:54.236860 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a6a85d23-4648-4d23-8582-85869c7d7707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (ffd5f049-29fc-4e99-906d-6eadce93ab48), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:54.753621 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c4090ed3-b188-48ef-a6b9-5d78229fc55d None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:24:55.231294 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994cb91c-dc71-4150-8432-8334436bda48 req-5534300d-e960-45da-acd1-243f46336a62 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:24:55.232944 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-994cb91c-dc71-4150-8432-8334436bda48 req-5534300d-e960-45da-acd1-243f46336a62 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] 10.222.0.11 "GET /v2.0/ports?device_id=1431b383-882f-49bb-97ff-24447f0d8b72 HTTP/1.1" status: 200 len: 945 time: 0.0504730 Apr 29 13:24:55.282016 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-994cb91c-dc71-4150-8432-8334436bda48 req-c26099a5-11ab-477e-9a53-a5e8f21f7b7b tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] 10.222.0.11 "GET /v2.0/security-groups?id=a848ccc1-00d8-4951-b1f5-d9b71abdf1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430014 Apr 29 13:24:55.803436 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d46c6b96-c9c1-47b5-84ba-015c4e42046f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (1b2ea45c-9419-45d0-91af-29e2c5a1844a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:57.244816 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bea047bf-f99e-49b2-8b9d-5ba249a30c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (23d6c007-0036-4fdb-b033-28b1fd628d82), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:57.953334 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (477bd1e1-70d7-4a7b-b37c-5892af57f2e4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:24:58.665646 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (070d87cd-fed4-4d07-85b5-c26ded61f2d8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:25:21.543158 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efc1469b-edb5-423e-b7df-4ba2aa4f4915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (e437e712-237e-4a54-83a8-782eed3c5f0c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:25:24.239732 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1b83660e-9d74-4b85-9feb-367f3bcb9245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (ffd5f049-29fc-4e99-906d-6eadce93ab48), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:25:25.808241 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d46c6b96-c9c1-47b5-84ba-015c4e42046f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (1b2ea45c-9419-45d0-91af-29e2c5a1844a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:25:27.245700 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bea047bf-f99e-49b2-8b9d-5ba249a30c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (23d6c007-0036-4fdb-b033-28b1fd628d82), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:25:27.946657 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (477bd1e1-70d7-4a7b-b37c-5892af57f2e4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:25:28.669382 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (070d87cd-fed4-4d07-85b5-c26ded61f2d8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:25:30.346780 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1fdf4baf-317c-488b-8802-252d6db8d37c req-4e409926-4984-4c2b-8ed4-74f43b53e069 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=39cb76e1-26c5-4904-9277-2a146d1ec3e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394177 Apr 29 13:25:30.424243 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf4baf-317c-488b-8802-252d6db8d37c req-2ba383c2-4baa-447f-ac52-7540ed601db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:25:30.425766 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1fdf4baf-317c-488b-8802-252d6db8d37c req-2ba383c2-4baa-447f-ac52-7540ed601db6 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1e7f22083aa84571b6efb751abd2b537&device_id=39cb76e1-26c5-4904-9277-2a146d1ec3e0 HTTP/1.1" status: 200 len: 1129 time: 0.0447297 Apr 29 13:25:30.529173 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf4baf-317c-488b-8802-252d6db8d37c req-78f1d726-dd71-482d-9beb-5669e33fe922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:25:30.530657 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1fdf4baf-317c-488b-8802-252d6db8d37c req-78f1d726-dd71-482d-9beb-5669e33fe922 service neutron] 10.222.0.75 "GET /v2.0/networks?id=8f33b954-1f3c-43fa-a8bf-3eab44702663 HTTP/1.1" status: 200 len: 915 time: 0.0868909 Apr 29 13:25:30.598913 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1fdf4baf-317c-488b-8802-252d6db8d37c req-e0eef1d4-10fa-4179-9d62-614bfe50cd16 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12b70c87-e24d-4c64-b69e-473398fe0ee1 HTTP/1.1" status: 200 len: 1000 time: 0.0621037 Apr 29 13:25:30.646598 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf4baf-317c-488b-8802-252d6db8d37c req-2f1511ed-f40d-4023-ae69-e621bc606cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:25:30.648053 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1fdf4baf-317c-488b-8802-252d6db8d37c req-2f1511ed-f40d-4023-ae69-e621bc606cd3 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9f59e443-3db1-41f0-85e9-12ea320207b5 HTTP/1.1" status: 200 len: 853 time: 0.0438914 Apr 29 13:25:30.690861 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf4baf-317c-488b-8802-252d6db8d37c req-7d1d9ebf-585e-4d1b-80f1-321e2f5f51f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:25:30.692305 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1fdf4baf-317c-488b-8802-252d6db8d37c req-7d1d9ebf-585e-4d1b-80f1-321e2f5f51f6 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8f33b954-1f3c-43fa-a8bf-3eab44702663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375204 Apr 29 13:25:30.785338 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1fdf4baf-317c-488b-8802-252d6db8d37c req-5954e11a-e9b2-456e-8e69-97c788bf7eaf service neutron] 10.222.0.75 "GET /v2.0/networks/8f33b954-1f3c-43fa-a8bf-3eab44702663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867579 Apr 29 13:25:30.874489 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1fdf4baf-317c-488b-8802-252d6db8d37c req-ff1fb77f-442f-4a84-91ff-f97072f5d410 service neutron] 10.222.0.75 "GET /v2.0/networks/8f33b954-1f3c-43fa-a8bf-3eab44702663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832589 Apr 29 13:25:31.752988 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c4090ed3-b188-48ef-a6b9-5d78229fc55d None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:25:51.545496 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4a0834b5-f4a8-4504-95e1-dce35045816b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (e437e712-237e-4a54-83a8-782eed3c5f0c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:25:54.241001 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-af6ab9db-b23a-48fb-83aa-25023e027a5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (ffd5f049-29fc-4e99-906d-6eadce93ab48), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:25:55.738393 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 52770) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:25:55.743757 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-1c671b4a-15bf-46cc-9135-adaf3dd84fd7 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Request body: {'security_group': {'name': 'tempest-securitygroup--685829066', 'description': 'tempest-description--1348164225'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:25:55.765148 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1c671b4a-15bf-46cc-9135-adaf3dd84fd7 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:25:55.810993 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d46c6b96-c9c1-47b5-84ba-015c4e42046f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (1b2ea45c-9419-45d0-91af-29e2c5a1844a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:25:55.840572 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1c671b4a-15bf-46cc-9135-adaf3dd84fd7 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks [] for security_group (7ff944a8-1885-4ff6-b436-479ba37a72c4), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:25:55.845800 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1c671b4a-15bf-46cc-9135-adaf3dd84fd7 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (7ff944a8-1885-4ff6-b436-479ba37a72c4), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:25:55.874831 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1c671b4a-15bf-46cc-9135-adaf3dd84fd7 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:25:55.876220 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-1c671b4a-15bf-46cc-9135-adaf3dd84fd7 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1367102 Apr 29 13:25:55.879647 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 52776) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:25:55.881145 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c671b4a-15bf-46cc-9135-adaf3dd84fd7 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff944a8-1885-4ff6-b436-479ba37a72c4,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:55.884969 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-255dfc0a-4cc2-4fb7-9d86-2411a63cd784 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Request body: {'security_group_rule': {'security_group_id': '7ff944a8-1885-4ff6-b436-479ba37a72c4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:25:55.888439 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c671b4a-15bf-46cc-9135-adaf3dd84fd7 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:25:55.888827 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c671b4a-15bf-46cc-9135-adaf3dd84fd7 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:25:55.889178 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c671b4a-15bf-46cc-9135-adaf3dd84fd7 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:25:55.889525 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c671b4a-15bf-46cc-9135-adaf3dd84fd7 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:25:55.889871 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c671b4a-15bf-46cc-9135-adaf3dd84fd7 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:25:55.890561 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c671b4a-15bf-46cc-9135-adaf3dd84fd7 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:25:55.890561 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c671b4a-15bf-46cc-9135-adaf3dd84fd7 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:25:55.890861 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c671b4a-15bf-46cc-9135-adaf3dd84fd7 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:25:55.891386 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c671b4a-15bf-46cc-9135-adaf3dd84fd7 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:25:55.891723 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c671b4a-15bf-46cc-9135-adaf3dd84fd7 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:25:55.893004 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c671b4a-15bf-46cc-9135-adaf3dd84fd7 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:25:55.893372 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c671b4a-15bf-46cc-9135-adaf3dd84fd7 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:25:55.893718 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c671b4a-15bf-46cc-9135-adaf3dd84fd7 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:25:55.894189 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c671b4a-15bf-46cc-9135-adaf3dd84fd7 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:25:55.894525 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c671b4a-15bf-46cc-9135-adaf3dd84fd7 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:25:55.916797 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-255dfc0a-4cc2-4fb7-9d86-2411a63cd784 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks [] for security_group_rule (0f64617e-59b8-45a0-99ed-ce3c9ff042dc), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:25:55.984256 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-255dfc0a-4cc2-4fb7-9d86-2411a63cd784 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks [] for security_group_rule (0f64617e-59b8-45a0-99ed-ce3c9ff042dc), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:25:55.990933 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-255dfc0a-4cc2-4fb7-9d86-2411a63cd784 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773016'] for security_group_rule (0f64617e-59b8-45a0-99ed-ce3c9ff042dc), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:25:56.013403 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255dfc0a-4cc2-4fb7-9d86-2411a63cd784 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f64617e-59b8-45a0-99ed-ce3c9ff042dc,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:56.023020 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-255dfc0a-4cc2-4fb7-9d86-2411a63cd784 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:25:56.027400 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 52780) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:25:56.027595 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-255dfc0a-4cc2-4fb7-9d86-2411a63cd784 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1466832 Apr 29 13:25:56.029333 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255dfc0a-4cc2-4fb7-9d86-2411a63cd784 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:25:56.029646 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255dfc0a-4cc2-4fb7-9d86-2411a63cd784 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:25:56.029989 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255dfc0a-4cc2-4fb7-9d86-2411a63cd784 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:25:56.030517 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255dfc0a-4cc2-4fb7-9d86-2411a63cd784 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:25:56.030860 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255dfc0a-4cc2-4fb7-9d86-2411a63cd784 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:25:56.031197 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255dfc0a-4cc2-4fb7-9d86-2411a63cd784 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:25:56.031533 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255dfc0a-4cc2-4fb7-9d86-2411a63cd784 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:25:56.031867 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255dfc0a-4cc2-4fb7-9d86-2411a63cd784 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:25:56.032196 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255dfc0a-4cc2-4fb7-9d86-2411a63cd784 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:25:56.033077 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255dfc0a-4cc2-4fb7-9d86-2411a63cd784 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:25:56.033447 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-e0af1030-0b8a-41b1-b729-c7a600ab10d2 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Request body: {'security_group_rule': {'security_group_id': '7ff944a8-1885-4ff6-b436-479ba37a72c4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:25:56.033579 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255dfc0a-4cc2-4fb7-9d86-2411a63cd784 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:25:56.033894 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255dfc0a-4cc2-4fb7-9d86-2411a63cd784 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:25:56.034308 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255dfc0a-4cc2-4fb7-9d86-2411a63cd784 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:25:56.034645 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255dfc0a-4cc2-4fb7-9d86-2411a63cd784 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:25:56.034976 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255dfc0a-4cc2-4fb7-9d86-2411a63cd784 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:25:56.064970 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e0af1030-0b8a-41b1-b729-c7a600ab10d2 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks [] for security_group_rule (c5e415ba-35cf-4875-8f11-276c6d616601), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:25:56.134618 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e0af1030-0b8a-41b1-b729-c7a600ab10d2 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks [] for security_group_rule (c5e415ba-35cf-4875-8f11-276c6d616601), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:25:56.139778 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e0af1030-0b8a-41b1-b729-c7a600ab10d2 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773016'] for security_group_rule (c5e415ba-35cf-4875-8f11-276c6d616601), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:25:56.160625 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0af1030-0b8a-41b1-b729-c7a600ab10d2 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5e415ba-35cf-4875-8f11-276c6d616601,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:56.171583 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e0af1030-0b8a-41b1-b729-c7a600ab10d2 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:25:56.172974 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-e0af1030-0b8a-41b1-b729-c7a600ab10d2 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1444416 Apr 29 13:25:56.177291 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 52782) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:25:56.182501 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-720a5d5d-9861-49d4-9572-fed1cea20074 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Request body: {'floatingip': {'floating_network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:25:56.204350 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-720a5d5d-9861-49d4-9572-fed1cea20074 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:25:56.303017 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-720a5d5d-9861-49d4-9572-fed1cea20074 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:25:56.617100 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-720a5d5d-9861-49d4-9572-fed1cea20074 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Allocated IP 172.27.0.80 (754f8d77-c1fb-438d-9dec-eec91b4433a5/8519c0fa-1b1c-41ff-b70f-9433c7b7bb38/b51d6ed1-346b-43c5-9af9-9a519cb8c9c3) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:25:56.727113 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-720a5d5d-9861-49d4-9572-fed1cea20074 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks [] for port (b51d6ed1-346b-43c5-9af9-9a519cb8c9c3), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:25:56.760541 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-720a5d5d-9861-49d4-9572-fed1cea20074 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783155810398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9127861'] for port (b51d6ed1-346b-43c5-9af9-9a519cb8c9c3), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:25:56.800469 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720a5d5d-9861-49d4-9572-fed1cea20074 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Network 754f8d77-c1fb-438d-9dec-eec91b4433a5 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:25:56.803389 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-720a5d5d-9861-49d4-9572-fed1cea20074 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:25:56.809232 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720a5d5d-9861-49d4-9572-fed1cea20074 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:25:56.835049 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720a5d5d-9861-49d4-9572-fed1cea20074 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Pushing event updated for resources: {'Port': ['ID=b51d6ed1-346b-43c5-9af9-9a519cb8c9c3,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:56.900545 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-720a5d5d-9861-49d4-9572-fed1cea20074 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks [] for floatingip (f325ba53-1cdc-4bec-98ae-15d09669108c), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:25:56.936639 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-720a5d5d-9861-49d4-9572-fed1cea20074 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (b51d6ed1-346b-43c5-9af9-9a519cb8c9c3), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:25:57.091922 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-720a5d5d-9861-49d4-9572-fed1cea20074 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks [] for port (b51d6ed1-346b-43c5-9af9-9a519cb8c9c3), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:25:57.096808 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-720a5d5d-9861-49d4-9572-fed1cea20074 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9127854'] for port (b51d6ed1-346b-43c5-9af9-9a519cb8c9c3), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:25:57.170728 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720a5d5d-9861-49d4-9572-fed1cea20074 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Pushing event updated for resources: {'Port': ['ID=b51d6ed1-346b-43c5-9af9-9a519cb8c9c3,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:57.181573 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-720a5d5d-9861-49d4-9572-fed1cea20074 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706107'] for floatingip (f325ba53-1cdc-4bec-98ae-15d09669108c), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:25:57.197376 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-720a5d5d-9861-49d4-9572-fed1cea20074 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574'] for floatingip (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:25:57.198618 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-720a5d5d-9861-49d4-9572-fed1cea20074 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0203311 Apr 29 13:25:57.252055 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bea047bf-f99e-49b2-8b9d-5ba249a30c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (23d6c007-0036-4fdb-b033-28b1fd628d82), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:25:57.425338 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d56ff107-2fd0-4e13-95d2-f07d6a946867 req-d903a63b-a5e4-4ea0-957d-5af830facdc9 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--685829066&fields=id&tenant_id=1e7f22083aa84571b6efb751abd2b537 HTTP/1.1" status: 200 len: 267 time: 0.0464365 Apr 29 13:25:57.549628 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56ff107-2fd0-4e13-95d2-f07d6a946867 req-29f09900-40bb-4a14-a324-428184e385de tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:25:57.551126 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d56ff107-2fd0-4e13-95d2-f07d6a946867 req-29f09900-40bb-4a14-a324-428184e385de tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/networks?id=8f33b954-1f3c-43fa-a8bf-3eab44702663 HTTP/1.1" status: 200 len: 814 time: 0.1194468 Apr 29 13:25:57.572763 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d56ff107-2fd0-4e13-95d2-f07d6a946867 req-5004d6b7-4bb2-4753-842f-3f2f3f6abedf tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/quotas/1e7f22083aa84571b6efb751abd2b537 HTTP/1.1" status: 200 len: 375 time: 0.0161774 Apr 29 13:25:57.625767 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d56ff107-2fd0-4e13-95d2-f07d6a946867 req-46a55acc-2f13-4e51-986a-b307045533f7 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1e7f22083aa84571b6efb751abd2b537&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0476191 Apr 29 13:25:57.730344 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d56ff107-2fd0-4e13-95d2-f07d6a946867 req-bb557c24-948e-4bf9-b4ac-2939545b6e52 service neutron] 10.222.0.11 "GET /v2.0/networks/8f33b954-1f3c-43fa-a8bf-3eab44702663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924053 Apr 29 13:25:57.865210 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d56ff107-2fd0-4e13-95d2-f07d6a946867 req-8f2b9e68-264d-4bda-9538-1a66fbdd23d0 service neutron] 10.222.0.11 "GET /v2.0/networks/8f33b954-1f3c-43fa-a8bf-3eab44702663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272962 Apr 29 13:25:57.911034 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf57f755-79a4-4850-bfe2-6c7aa7e117f6 req-6b8389bd-7c1f-46c3-9448-c657bd53a716 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:25:57.912621 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-cf57f755-79a4-4850-bfe2-6c7aa7e117f6 req-6b8389bd-7c1f-46c3-9448-c657bd53a716 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] 10.222.0.11 "GET /v2.0/ports?device_id=1431b383-882f-49bb-97ff-24447f0d8b72 HTTP/1.1" status: 200 len: 945 time: 0.0625417 Apr 29 13:25:57.963959 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (477bd1e1-70d7-4a7b-b37c-5892af57f2e4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:25:57.966209 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-cf57f755-79a4-4850-bfe2-6c7aa7e117f6 req-b4e01fcd-7cb8-4257-8986-c618f5d9d445 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] 10.222.0.11 "GET /v2.0/security-groups?id=a848ccc1-00d8-4951-b1f5-d9b71abdf1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468509 Apr 29 13:25:58.055096 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9a95cb71-3521-498e-9e04-7c139d324412 req-ce7db0e3-cb0d-4f1a-90b5-3749b454794d tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1791bfa-9e38-4e1c-b267-4f76c4e155fe HTTP/1.1" status: 200 len: 210 time: 0.0283804 Apr 29 13:25:58.673158 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (070d87cd-fed4-4d07-85b5-c26ded61f2d8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:25:59.098810 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f525e1f-ebd1-4532-9d51-34ba1dcf6ac0 req-a98f4a82-41b6-4059-9a83-3c0bdfd41e58 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:25:59.100790 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3f525e1f-ebd1-4532-9d51-34ba1dcf6ac0 req-a98f4a82-41b6-4059-9a83-3c0bdfd41e58 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] 10.222.0.11 "GET /v2.0/ports?device_id=1431b383-882f-49bb-97ff-24447f0d8b72 HTTP/1.1" status: 200 len: 945 time: 0.0511477 Apr 29 13:25:59.151586 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3f525e1f-ebd1-4532-9d51-34ba1dcf6ac0 req-9f616517-77e4-436b-8250-bbf469369ed4 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] 10.222.0.11 "GET /v2.0/security-groups?id=a848ccc1-00d8-4951-b1f5-d9b71abdf1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450103 Apr 29 13:25:59.155730 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1638a762-8915-4e39-adf5-e9ded7ae63db req-e36cbdc9-b468-472e-adeb-a41caef5d5be tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1791bfa-9e38-4e1c-b267-4f76c4e155fe HTTP/1.1" status: 200 len: 210 time: 0.0325115 Apr 29 13:26:00.006484 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad0de7b-338a-4922-a170-c238559242b7 req-7ee45ca2-58d8-4f71-a5ea-ec5c15e2f10a tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:00.007976 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-3ad0de7b-338a-4922-a170-c238559242b7 req-7ee45ca2-58d8-4f71-a5ea-ec5c15e2f10a tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 945 time: 0.0480466 Apr 29 13:26:00.055866 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-3ad0de7b-338a-4922-a170-c238559242b7 req-2b3f531d-ed16-4ce0-ae08-d1a6927e622b tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422707 Apr 29 13:26:00.270197 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-13b01959-77bd-4f85-9ee7-592aed86e0d5 req-0470337d-f75b-4beb-972c-ad4bedda8975 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1791bfa-9e38-4e1c-b267-4f76c4e155fe HTTP/1.1" status: 200 len: 210 time: 0.0294044 Apr 29 13:26:00.280174 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ee2a4-466f-4f50-9cba-5c759bba8793 req-f1238039-778b-42e6-8d8e-48fddc84243d tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:00.281714 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6c3ee2a4-466f-4f50-9cba-5c759bba8793 req-f1238039-778b-42e6-8d8e-48fddc84243d tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] 10.222.0.11 "GET /v2.0/ports?device_id=1431b383-882f-49bb-97ff-24447f0d8b72 HTTP/1.1" status: 200 len: 945 time: 0.0555522 Apr 29 13:26:00.330061 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6c3ee2a4-466f-4f50-9cba-5c759bba8793 req-54b3e1f0-5414-4006-b844-71de1c38b21e tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] 10.222.0.11 "GET /v2.0/security-groups?id=a848ccc1-00d8-4951-b1f5-d9b71abdf1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418942 Apr 29 13:26:00.937630 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0b7d70-32b2-4973-a765-44628b715842 req-717e2b1a-fa95-4df3-8084-b6ab58958fd9 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:00.939746 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-fb0b7d70-32b2-4973-a765-44628b715842 req-717e2b1a-fa95-4df3-8084-b6ab58958fd9 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] 10.222.0.75 "GET /v2.0/ports?device_id=1431b383-882f-49bb-97ff-24447f0d8b72 HTTP/1.1" status: 200 len: 945 time: 0.0532806 Apr 29 13:26:01.005193 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56ff107-2fd0-4e13-95d2-f07d6a946867 req-188d404f-6321-40d2-8d60-d6a6dcc60032 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:01.007002 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d56ff107-2fd0-4e13-95d2-f07d6a946867 req-188d404f-6321-40d2-8d60-d6a6dcc60032 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.75 "GET /v2.0/networks?id=8f33b954-1f3c-43fa-a8bf-3eab44702663 HTTP/1.1" status: 200 len: 814 time: 0.1197448 Apr 29 13:26:01.036109 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-fb0b7d70-32b2-4973-a765-44628b715842 req-e12bd2f7-7069-4eee-b43f-9d208f9efec6 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Deleting port b4c1861d-3ae7-4307-a0b9-03ac5b5f4aca {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:26:01.036510 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-fb0b7d70-32b2-4973-a765-44628b715842 req-e12bd2f7-7069-4eee-b43f-9d208f9efec6 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783156326988'] for port (b4c1861d-3ae7-4307-a0b9-03ac5b5f4aca), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:26:01.100304 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d56ff107-2fd0-4e13-95d2-f07d6a946867 req-77c17a02-eacf-44ae-9ac5-cb89487eba78 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e7f22083aa84571b6efb751abd2b537 HTTP/1.1" status: 200 len: 472 time: 0.0746319 Apr 29 13:26:01.136101 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-fb0b7d70-32b2-4973-a765-44628b715842 req-e12bd2f7-7069-4eee-b43f-9d208f9efec6 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] For port b4c1861d-3ae7-4307-a0b9-03ac5b5f4aca, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=b4c1861d-3ae7-4307-a0b9-03ac5b5f4aca,segment=NetworkSegment(dc56d987-87fe-4fc8-99a6-051af98c9015),segment_id=dc56d987-87fe-4fc8-99a6-051af98c9015)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:26:01.136472 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-fb0b7d70-32b2-4973-a765-44628b715842 req-e12bd2f7-7069-4eee-b43f-9d208f9efec6 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749638'] for port (b4c1861d-3ae7-4307-a0b9-03ac5b5f4aca), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:26:01.174708 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-fb0b7d70-32b2-4973-a765-44628b715842 req-e12bd2f7-7069-4eee-b43f-9d208f9efec6 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Calling delete_port for b4c1861d-3ae7-4307-a0b9-03ac5b5f4aca owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:26:01.201703 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2076b12-a194-423d-a8d2-076eb479f8de req-1285ad44-608e-4416-b0d8-3a743b737fad tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:01.203193 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-b2076b12-a194-423d-a8d2-076eb479f8de req-1285ad44-608e-4416-b0d8-3a743b737fad tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 945 time: 0.0641284 Apr 29 13:26:01.210545 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [req-d56ff107-2fd0-4e13-95d2-f07d6a946867 req-abcd8bed-ebf4-4acb-a37c-9f752d9d42fb tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Request body: {'port': {'device_id': 'b1791bfa-9e38-4e1c-b267-4f76c4e155fe', 'network_id': '8f33b954-1f3c-43fa-a8bf-3eab44702663', 'admin_state_up': True, 'tenant_id': '1e7f22083aa84571b6efb751abd2b537', 'security_groups': ['7ff944a8-1885-4ff6-b436-479ba37a72c4']}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:26:01.306362 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-b2076b12-a194-423d-a8d2-076eb479f8de req-ec80ca0c-22c6-4515-9e3a-442c28700dd2 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726752 Apr 29 13:26:01.341503 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d56ff107-2fd0-4e13-95d2-f07d6a946867 req-abcd8bed-ebf4-4acb-a37c-9f752d9d42fb tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Made reservation on behalf of 1e7f22083aa84571b6efb751abd2b537 for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:26:01.341503 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d56ff107-2fd0-4e13-95d2-f07d6a946867 req-abcd8bed-ebf4-4acb-a37c-9f752d9d42fb tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:26:01.373000 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-fb0b7d70-32b2-4973-a765-44628b715842 req-e12bd2f7-7069-4eee-b43f-9d208f9efec6 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783156333258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783155810407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9127861'] for port (b4c1861d-3ae7-4307-a0b9-03ac5b5f4aca), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:26:01.404199 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12bd2f7-7069-4eee-b43f-9d208f9efec6 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Pushing event deleted for resources: {'Port': ['ID=b4c1861d-3ae7-4307-a0b9-03ac5b5f4aca,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:01.430101 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] get_ports_and_sgs() called for port_ids ['b4c1861d-3ae7-4307-a0b9-03ac5b5f4aca'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 13:26:01.445462 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-568cacb4-817b-4ded-a55b-c2cc326834d9 req-6bcca034-2d3e-4200-9736-ed6bc3ef70e1 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1791bfa-9e38-4e1c-b267-4f76c4e155fe HTTP/1.1" status: 200 len: 210 time: 0.0452740 Apr 29 13:26:01.479049 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb0b7d70-32b2-4973-a765-44628b715842 req-e12bd2f7-7069-4eee-b43f-9d208f9efec6 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] No DVR routers for this DVR port b4c1861d-3ae7-4307-a0b9-03ac5b5f4aca on host hv-cinder-83769 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:26:01.482074 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-0c729531-f411-4c3a-8aaa-831795bbf342 req-0402391e-bd25-4d34-9e66-90fbc6222e41 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] 10.222.0.11 "GET /v2.0/ports?device_id=1431b383-882f-49bb-97ff-24447f0d8b72 HTTP/1.1" status: 200 len: 210 time: 0.0482290 Apr 29 13:26:01.483091 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-fb0b7d70-32b2-4973-a765-44628b715842 req-e12bd2f7-7069-4eee-b43f-9d208f9efec6 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:26:01.487115 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-fb0b7d70-32b2-4973-a765-44628b715842 req-e12bd2f7-7069-4eee-b43f-9d208f9efec6 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] 10.222.0.75 "DELETE /v2.0/ports/b4c1861d-3ae7-4307-a0b9-03ac5b5f4aca HTTP/1.1" status: 204 len: 173 time: 0.5413368 Apr 29 13:26:01.487421 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1431b383-882f-49bb-97ff-24447f0d8b72', 'name': 'network-vif-deleted', 'tag': 'b4c1861d-3ae7-4307-a0b9-03ac5b5f4aca'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:26:01.489830 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ba167d508349ed0cdfb80239bd9ae2522ecb2b1d56ec89f6128388f9fbd08d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2161f156-6151-4c91-8e8e-ae77730d648c" -d '{"events": [{"server_uuid": "1431b383-882f-49bb-97ff-24447f0d8b72", "name": "network-vif-deleted", "tag": "b4c1861d-3ae7-4307-a0b9-03ac5b5f4aca"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:26:01.520634 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-d56ff107-2fd0-4e13-95d2-f07d6a946867 req-abcd8bed-ebf4-4acb-a37c-9f752d9d42fb tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Allocated IP 172.20.0.10 (8f33b954-1f3c-43fa-a8bf-3eab44702663/9f59e443-3db1-41f0-85e9-12ea320207b5/9073e65c-9061-4ad1-8212-83d461f43db0) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:26:01.527756 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4282b555-6212-4da9-98ed-1befd17c244a x-openstack-request-id: req-4282b555-6212-4da9-98ed-1befd17c244a {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:26:01.528117 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1431b383-882f-49bb-97ff-24447f0d8b72", "name": "network-vif-deleted", "tag": "b4c1861d-3ae7-4307-a0b9-03ac5b5f4aca", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:26:01.528430 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4282b555-6212-4da9-98ed-1befd17c244a {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:26:01.528920 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4282b555-6212-4da9-98ed-1befd17c244a'] response: {'server_uuid': '1431b383-882f-49bb-97ff-24447f0d8b72', 'name': 'network-vif-deleted', 'tag': 'b4c1861d-3ae7-4307-a0b9-03ac5b5f4aca', 'status': 'completed', 'code': 200} Apr 29 13:26:01.669767 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d56ff107-2fd0-4e13-95d2-f07d6a946867 req-abcd8bed-ebf4-4acb-a37c-9f752d9d42fb tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks [] for port (9073e65c-9061-4ad1-8212-83d461f43db0), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:26:01.705704 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d56ff107-2fd0-4e13-95d2-f07d6a946867 req-abcd8bed-ebf4-4acb-a37c-9f752d9d42fb tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783155810398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8537941'] for port (9073e65c-9061-4ad1-8212-83d461f43db0), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:26:01.750265 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d56ff107-2fd0-4e13-95d2-f07d6a946867 req-abcd8bed-ebf4-4acb-a37c-9f752d9d42fb tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Network 8f33b954-1f3c-43fa-a8bf-3eab44702663 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:26:01.755984 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-d56ff107-2fd0-4e13-95d2-f07d6a946867 req-abcd8bed-ebf4-4acb-a37c-9f752d9d42fb tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:26:01.760024 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-d56ff107-2fd0-4e13-95d2-f07d6a946867 req-abcd8bed-ebf4-4acb-a37c-9f752d9d42fb tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:26:01.766583 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcd8bed-ebf4-4acb-a37c-9f752d9d42fb tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Pushing event updated for resources: {'Port': ['ID=9073e65c-9061-4ad1-8212-83d461f43db0,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:01.813754 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56ff107-2fd0-4e13-95d2-f07d6a946867 req-abcd8bed-ebf4-4acb-a37c-9f752d9d42fb tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:01.814408 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d56ff107-2fd0-4e13-95d2-f07d6a946867 req-abcd8bed-ebf4-4acb-a37c-9f752d9d42fb tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549835'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:26:01.831817 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d56ff107-2fd0-4e13-95d2-f07d6a946867 req-abcd8bed-ebf4-4acb-a37c-9f752d9d42fb tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6251347 Apr 29 13:26:02.007329 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-bb2ccd41-8a06-420d-99ab-97578a3a5e2e None None] Provisioning complete for port 9073e65c-9061-4ad1-8212-83d461f43db0 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:26:02.007795 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bb2ccd41-8a06-420d-99ab-97578a3a5e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (9073e65c-9061-4ad1-8212-83d461f43db0), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:26:02.027836 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [req-d56ff107-2fd0-4e13-95d2-f07d6a946867 req-252b1243-0610-4b73-9ef6-10984228e208 service neutron] Request body: {'port': {'device_id': 'b1791bfa-9e38-4e1c-b267-4f76c4e155fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83769'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:26:02.044721 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-bb2ccd41-8a06-420d-99ab-97578a3a5e2e None None] Port 9073e65c-9061-4ad1-8212-83d461f43db0 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 13:26:02.100383 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d56ff107-2fd0-4e13-95d2-f07d6a946867 req-252b1243-0610-4b73-9ef6-10984228e208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (9073e65c-9061-4ad1-8212-83d461f43db0), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:26:02.399851 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [req-d56ff107-2fd0-4e13-95d2-f07d6a946867 req-252b1243-0610-4b73-9ef6-10984228e208 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9073e65c-9061-4ad1-8212-83d461f43db0 {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:26:02.409808 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d56ff107-2fd0-4e13-95d2-f07d6a946867 req-252b1243-0610-4b73-9ef6-10984228e208 service neutron] Publish callbacks [] for port (9073e65c-9061-4ad1-8212-83d461f43db0), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:26:02.423679 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-d56ff107-2fd0-4e13-95d2-f07d6a946867 req-252b1243-0610-4b73-9ef6-10984228e208 service neutron] Transition to ACTIVE for port object 9073e65c-9061-4ad1-8212-83d461f43db0 will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 13:26:02.429156 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d56ff107-2fd0-4e13-95d2-f07d6a946867 req-252b1243-0610-4b73-9ef6-10984228e208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8537934'] for port (9073e65c-9061-4ad1-8212-83d461f43db0), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:26:02.459984 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2372b726-71b1-49d4-aa4c-c5bd21ba6a71 req-87c4f9b1-5861-453f-a655-250ad863b625 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:02.462196 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-2372b726-71b1-49d4-aa4c-c5bd21ba6a71 req-87c4f9b1-5861-453f-a655-250ad863b625 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 945 time: 0.0702014 Apr 29 13:26:02.525573 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-2372b726-71b1-49d4-aa4c-c5bd21ba6a71 req-8525c94e-6b59-4d5e-baec-9f81446a6a4e tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581226 Apr 29 13:26:02.587893 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252b1243-0610-4b73-9ef6-10984228e208 service neutron] Pushing event updated for resources: {'Port': ['ID=9073e65c-9061-4ad1-8212-83d461f43db0,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:02.634784 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678ffafb-cf54-4eb9-beee-47ea7105319a req-be104d96-bf44-4850-8fc8-6ce4682139f1 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:02.636537 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-678ffafb-cf54-4eb9-beee-47ea7105319a req-be104d96-bf44-4850-8fc8-6ce4682139f1 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1791bfa-9e38-4e1c-b267-4f76c4e155fe HTTP/1.1" status: 200 len: 944 time: 0.0910585 Apr 29 13:26:02.662898 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-d56ff107-2fd0-4e13-95d2-f07d6a946867 req-252b1243-0610-4b73-9ef6-10984228e208 service neutron] Attempting to bind port 9073e65c-9061-4ad1-8212-83d461f43db0 on host hv-cinder-83769 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:26:02.663246 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-d56ff107-2fd0-4e13-95d2-f07d6a946867 req-252b1243-0610-4b73-9ef6-10984228e208 service neutron] Attempting to bind port 9073e65c-9061-4ad1-8212-83d461f43db0 by drivers openvswitch,hyperv on host hv-cinder-83769 at level 0 using segments [{'id': '7d58dba2-6bce-4657-ad48-111e1ec8c905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '8f33b954-1f3c-43fa-a8bf-3eab44702663'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:26:02.663581 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56ff107-2fd0-4e13-95d2-f07d6a946867 req-252b1243-0610-4b73-9ef6-10984228e208 service neutron] Attempting to bind port 9073e65c-9061-4ad1-8212-83d461f43db0 on network 8f33b954-1f3c-43fa-a8bf-3eab44702663 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:26:02.677277 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56ff107-2fd0-4e13-95d2-f07d6a946867 req-252b1243-0610-4b73-9ef6-10984228e208 service neutron] Port 9073e65c-9061-4ad1-8212-83d461f43db0 on network 8f33b954-1f3c-43fa-a8bf-3eab44702663 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83769 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 13:26:02.677607 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56ff107-2fd0-4e13-95d2-f07d6a946867 req-252b1243-0610-4b73-9ef6-10984228e208 service neutron] Attempting to bind port 9073e65c-9061-4ad1-8212-83d461f43db0 on network 8f33b954-1f3c-43fa-a8bf-3eab44702663 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:26:02.696300 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56ff107-2fd0-4e13-95d2-f07d6a946867 req-252b1243-0610-4b73-9ef6-10984228e208 service neutron] Checking agent: {'id': '477bd1e1-70d7-4a7b-b37c-5892af57f2e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83769', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 19, 28), 'started_at': datetime.datetime(2022, 4, 29, 13, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:26:02.696876 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56ff107-2fd0-4e13-95d2-f07d6a946867 req-252b1243-0610-4b73-9ef6-10984228e208 service neutron] Checking segment: {'id': '7d58dba2-6bce-4657-ad48-111e1ec8c905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '8f33b954-1f3c-43fa-a8bf-3eab44702663'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:26:02.697509 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56ff107-2fd0-4e13-95d2-f07d6a946867 req-252b1243-0610-4b73-9ef6-10984228e208 service neutron] Bound using segment: {'id': '7d58dba2-6bce-4657-ad48-111e1ec8c905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '8f33b954-1f3c-43fa-a8bf-3eab44702663'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:26:02.698261 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-d56ff107-2fd0-4e13-95d2-f07d6a946867 req-252b1243-0610-4b73-9ef6-10984228e208 service neutron] Bound port: 9073e65c-9061-4ad1-8212-83d461f43db0, host: hv-cinder-83769, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d58dba2-6bce-4657-ad48-111e1ec8c905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '8f33b954-1f3c-43fa-a8bf-3eab44702663'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:26:02.698827 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d56ff107-2fd0-4e13-95d2-f07d6a946867 req-252b1243-0610-4b73-9ef6-10984228e208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (9073e65c-9061-4ad1-8212-83d461f43db0), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:26:02.741408 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-678ffafb-cf54-4eb9-beee-47ea7105319a req-5256d859-fb02-4eb9-96df-e95625a1ae13 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ff944a8-1885-4ff6-b436-479ba37a72c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907137 Apr 29 13:26:02.804405 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-d56ff107-2fd0-4e13-95d2-f07d6a946867 req-252b1243-0610-4b73-9ef6-10984228e208 service neutron] For port 9073e65c-9061-4ad1-8212-83d461f43db0, host hv-cinder-83769, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:26:02.808061 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-d56ff107-2fd0-4e13-95d2-f07d6a946867 req-252b1243-0610-4b73-9ef6-10984228e208 service neutron] For port 9073e65c-9061-4ad1-8212-83d461f43db0, host hv-cinder-83769, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=9073e65c-9061-4ad1-8212-83d461f43db0,segment=NetworkSegment(7d58dba2-6bce-4657-ad48-111e1ec8c905),segment_id=7d58dba2-6bce-4657-ad48-111e1ec8c905)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:26:02.815864 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d56ff107-2fd0-4e13-95d2-f07d6a946867 req-252b1243-0610-4b73-9ef6-10984228e208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8537934'] for port (9073e65c-9061-4ad1-8212-83d461f43db0), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:26:02.851691 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56ff107-2fd0-4e13-95d2-f07d6a946867 req-252b1243-0610-4b73-9ef6-10984228e208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:02.852319 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d56ff107-2fd0-4e13-95d2-f07d6a946867 req-252b1243-0610-4b73-9ef6-10984228e208 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549835'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:26:02.853751 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d56ff107-2fd0-4e13-95d2-f07d6a946867 req-252b1243-0610-4b73-9ef6-10984228e208 service neutron] 10.222.0.75 "PUT /v2.0/ports/9073e65c-9061-4ad1-8212-83d461f43db0 HTTP/1.1" status: 200 len: 1094 time: 0.8304193 Apr 29 13:26:02.854201 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1791bfa-9e38-4e1c-b267-4f76c4e155fe', 'tag': '9073e65c-9061-4ad1-8212-83d461f43db0'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:26:02.856500 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34453e8beaba66333125c1a762a789c78ce2f458b63942c2f470c2340433bc94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d8d497-a7b3-4500-92cc-fd07673d52f6" -d '{"events": [{"name": "network-changed", "server_uuid": "b1791bfa-9e38-4e1c-b267-4f76c4e155fe", "tag": "9073e65c-9061-4ad1-8212-83d461f43db0"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:26:02.883053 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252b1243-0610-4b73-9ef6-10984228e208 service neutron] Pushing event updated for resources: {'Port': ['ID=9073e65c-9061-4ad1-8212-83d461f43db0,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:02.909383 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b6898bd-af3d-4168-8148-b2e34cadc14e x-openstack-request-id: req-5b6898bd-af3d-4168-8148-b2e34cadc14e {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:26:02.909952 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1791bfa-9e38-4e1c-b267-4f76c4e155fe", "tag": "9073e65c-9061-4ad1-8212-83d461f43db0", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:26:02.910275 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5b6898bd-af3d-4168-8148-b2e34cadc14e {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:26:02.910763 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b6898bd-af3d-4168-8148-b2e34cadc14e'] response: {'name': 'network-changed', 'server_uuid': 'b1791bfa-9e38-4e1c-b267-4f76c4e155fe', 'tag': '9073e65c-9061-4ad1-8212-83d461f43db0', 'status': 'completed', 'code': 200} Apr 29 13:26:02.976867 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56ff107-2fd0-4e13-95d2-f07d6a946867 req-85561cc5-aa9b-4fc3-8f4b-7c1f25636fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:02.978380 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d56ff107-2fd0-4e13-95d2-f07d6a946867 req-85561cc5-aa9b-4fc3-8f4b-7c1f25636fe7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1e7f22083aa84571b6efb751abd2b537&device_id=b1791bfa-9e38-4e1c-b267-4f76c4e155fe HTTP/1.1" status: 200 len: 1128 time: 0.0458908 Apr 29 13:26:03.031933 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d56ff107-2fd0-4e13-95d2-f07d6a946867 req-d428551b-eeff-4fc6-a2bd-35d567a10c4d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9073e65c-9061-4ad1-8212-83d461f43db0 HTTP/1.1" status: 200 len: 217 time: 0.0399964 Apr 29 13:26:03.082686 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56ff107-2fd0-4e13-95d2-f07d6a946867 req-65cfee8b-43a6-453b-95ce-57ece29f10aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:03.084170 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d56ff107-2fd0-4e13-95d2-f07d6a946867 req-65cfee8b-43a6-453b-95ce-57ece29f10aa service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9f59e443-3db1-41f0-85e9-12ea320207b5 HTTP/1.1" status: 200 len: 853 time: 0.0466022 Apr 29 13:26:03.132375 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56ff107-2fd0-4e13-95d2-f07d6a946867 req-761f5232-51db-439a-a26f-98be92599c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:03.134418 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d56ff107-2fd0-4e13-95d2-f07d6a946867 req-761f5232-51db-439a-a26f-98be92599c2b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8f33b954-1f3c-43fa-a8bf-3eab44702663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422826 Apr 29 13:26:03.233587 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d56ff107-2fd0-4e13-95d2-f07d6a946867 req-2473306e-7bf4-49e8-b9a6-6541b9974ad1 service neutron] 10.222.0.75 "GET /v2.0/networks/8f33b954-1f3c-43fa-a8bf-3eab44702663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901549 Apr 29 13:26:03.330583 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d56ff107-2fd0-4e13-95d2-f07d6a946867 req-676cb613-6e75-434c-b067-a7b1883fba7f service neutron] 10.222.0.75 "GET /v2.0/networks/8f33b954-1f3c-43fa-a8bf-3eab44702663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858729 Apr 29 13:26:03.661863 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a3933-659c-41fa-be12-cff6b0dc7ff0 req-f702b3e5-f636-483c-9eea-d4c97fd23a01 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:03.663411 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-014a3933-659c-41fa-be12-cff6b0dc7ff0 req-f702b3e5-f636-483c-9eea-d4c97fd23a01 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 945 time: 0.0548294 Apr 29 13:26:03.720626 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-014a3933-659c-41fa-be12-cff6b0dc7ff0 req-74673e63-ca1c-4478-ab4e-3a50b9daf9d8 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503550 Apr 29 13:26:03.881246 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f472db55-f17e-4f01-afa7-3f7a2a7407f5 req-cec77613-ce75-450c-bd85-e1384578144e tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:03.882775 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-f472db55-f17e-4f01-afa7-3f7a2a7407f5 req-cec77613-ce75-450c-bd85-e1384578144e tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1791bfa-9e38-4e1c-b267-4f76c4e155fe HTTP/1.1" status: 200 len: 944 time: 0.0605247 Apr 29 13:26:03.940049 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-f472db55-f17e-4f01-afa7-3f7a2a7407f5 req-5c097cdf-0d02-428b-a0b7-d16e14c41c9f tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ff944a8-1885-4ff6-b436-479ba37a72c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507634 Apr 29 13:26:04.848382 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652cf2a2-9858-4c69-b15d-37194b447025 req-58c05c63-0c33-48cc-995d-f07b8d87ae76 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:04.850444 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-652cf2a2-9858-4c69-b15d-37194b447025 req-58c05c63-0c33-48cc-995d-f07b8d87ae76 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 945 time: 0.0523641 Apr 29 13:26:04.910965 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-652cf2a2-9858-4c69-b15d-37194b447025 req-51f70874-c989-49a5-a9dc-a7dd993c90f8 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544710 Apr 29 13:26:05.074278 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66a5c28-0644-4944-84cc-efafa035e5d2 req-016ef4a5-c599-4421-943c-2ffeadbce426 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:05.075900 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e66a5c28-0644-4944-84cc-efafa035e5d2 req-016ef4a5-c599-4421-943c-2ffeadbce426 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1791bfa-9e38-4e1c-b267-4f76c4e155fe HTTP/1.1" status: 200 len: 944 time: 0.0666659 Apr 29 13:26:05.135754 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e66a5c28-0644-4944-84cc-efafa035e5d2 req-5a21bedc-6b6f-4bea-aaa3-d4dc81fef090 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ff944a8-1885-4ff6-b436-479ba37a72c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524538 Apr 29 13:26:05.384334 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device b4c1861d-3ae7-4307-a0b9-03ac5b5f4aca no longer exists at agent hyperv_hv-cinder-83769 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:26:05.404695 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] No Port match for: b4c1861d-3ae7-4307-a0b9-03ac5b5f4aca {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:26:05.405065 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device b4c1861d-3ae7-4307-a0b9-03ac5b5f4aca not bound to the agent host hv-cinder-83769 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:26:06.033233 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09108031-3b8e-4c13-a618-199ccb2682d2 req-3a26dfb0-3c18-4124-bd34-4d8c63e1f6d0 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:06.034811 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-09108031-3b8e-4c13-a618-199ccb2682d2 req-3a26dfb0-3c18-4124-bd34-4d8c63e1f6d0 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 945 time: 0.0497892 Apr 29 13:26:06.087081 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-09108031-3b8e-4c13-a618-199ccb2682d2 req-01b52054-5acd-4851-b29b-dd9943a9442c tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466268 Apr 29 13:26:06.259165 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f19bd5-36dc-483f-8d9c-407dceb6f9fe req-e100ff41-73fa-4cf0-b9cb-952f92b54585 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:06.260827 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-75f19bd5-36dc-483f-8d9c-407dceb6f9fe req-e100ff41-73fa-4cf0-b9cb-952f92b54585 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1791bfa-9e38-4e1c-b267-4f76c4e155fe HTTP/1.1" status: 200 len: 944 time: 0.0518889 Apr 29 13:26:06.322739 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-75f19bd5-36dc-483f-8d9c-407dceb6f9fe req-43c67d68-343a-4c02-be9f-79915f5e9092 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ff944a8-1885-4ff6-b436-479ba37a72c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490799 Apr 29 13:26:07.207937 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f0e51-7578-4e74-8cd6-3505bf132de7 req-2e2dd521-2909-4cfe-aeec-5d539f28f924 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:07.209558 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-b09f0e51-7578-4e74-8cd6-3505bf132de7 req-2e2dd521-2909-4cfe-aeec-5d539f28f924 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 945 time: 0.0496943 Apr 29 13:26:07.261253 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-b09f0e51-7578-4e74-8cd6-3505bf132de7 req-f4e45b06-3936-4995-9923-01b46a89b4b4 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460150 Apr 29 13:26:07.445536 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71548fdc-349f-4b77-ba0d-c38a978f397a req-d8fe6fab-1d89-4e9a-9d47-6450b3e7e5e4 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:07.447016 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-71548fdc-349f-4b77-ba0d-c38a978f397a req-d8fe6fab-1d89-4e9a-9d47-6450b3e7e5e4 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1791bfa-9e38-4e1c-b267-4f76c4e155fe HTTP/1.1" status: 200 len: 944 time: 0.0533316 Apr 29 13:26:07.503570 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-71548fdc-349f-4b77-ba0d-c38a978f397a req-836fff77-690e-48c3-8dce-6c1aaa8e1f91 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ff944a8-1885-4ff6-b436-479ba37a72c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457292 Apr 29 13:26:08.385543 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28334d38-6a34-4767-80c8-29691a193fd4 req-5ede4b35-53c9-4727-b5df-ecd2dccdfbb3 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:08.387033 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-28334d38-6a34-4767-80c8-29691a193fd4 req-5ede4b35-53c9-4727-b5df-ecd2dccdfbb3 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 945 time: 0.0491147 Apr 29 13:26:08.434065 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-28334d38-6a34-4767-80c8-29691a193fd4 req-f433bfb1-970c-45e5-973a-f95601cc1775 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411260 Apr 29 13:26:08.622064 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4d4b62-f93c-40be-a604-6d11c4d60766 req-70ed7018-e3fa-4364-8e36-63539b971f1c tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:08.623653 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-fb4d4b62-f93c-40be-a604-6d11c4d60766 req-70ed7018-e3fa-4364-8e36-63539b971f1c tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1791bfa-9e38-4e1c-b267-4f76c4e155fe HTTP/1.1" status: 200 len: 944 time: 0.0500026 Apr 29 13:26:08.679187 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-fb4d4b62-f93c-40be-a604-6d11c4d60766 req-190c1b3e-8172-4e0a-8941-775357e3a5ef tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ff944a8-1885-4ff6-b436-479ba37a72c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479164 Apr 29 13:26:08.752960 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c4090ed3-b188-48ef-a6b9-5d78229fc55d None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:26:09.555352 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baaf1e6-1134-4140-97a2-0a17dfd69f2f req-6e01551e-d7e9-49d5-acf6-92b65cd6de04 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:09.556902 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-3baaf1e6-1134-4140-97a2-0a17dfd69f2f req-6e01551e-d7e9-49d5-acf6-92b65cd6de04 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 945 time: 0.0484855 Apr 29 13:26:09.609120 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-3baaf1e6-1134-4140-97a2-0a17dfd69f2f req-cf104e9e-6a2b-422d-ae5c-c84e3621d2d1 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463889 Apr 29 13:26:09.805379 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a0d56-6774-4272-96b0-7d7c7c5536ca req-d208d565-3854-4a60-b1a6-20f2afb319a9 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:09.807029 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-2b2a0d56-6774-4272-96b0-7d7c7c5536ca req-d208d565-3854-4a60-b1a6-20f2afb319a9 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1791bfa-9e38-4e1c-b267-4f76c4e155fe HTTP/1.1" status: 200 len: 944 time: 0.0565586 Apr 29 13:26:09.862300 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-2b2a0d56-6774-4272-96b0-7d7c7c5536ca req-8da59f28-faf8-48ec-9291-249028dfb9e4 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ff944a8-1885-4ff6-b436-479ba37a72c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490351 Apr 29 13:26:10.414309 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device 9073e65c-9061-4ad1-8212-83d461f43db0 details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 13:26:10.513841 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] For port 9073e65c-9061-4ad1-8212-83d461f43db0, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=9073e65c-9061-4ad1-8212-83d461f43db0,segment=NetworkSegment(7d58dba2-6bce-4657-ad48-111e1ec8c905),segment_id=7d58dba2-6bce-4657-ad48-111e1ec8c905)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:26:10.525142 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Returning: {'device': '9073e65c-9061-4ad1-8212-83d461f43db0', 'network_id': '8f33b954-1f3c-43fa-a8bf-3eab44702663', 'port_id': '9073e65c-9061-4ad1-8212-83d461f43db0', 'mac_address': 'fa:16:3e:70:ac:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f59e443-3db1-41f0-85e9-12ea320207b5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 13:26:10.562706 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Current status of the port 9073e65c-9061-4ad1-8212-83d461f43db0 is: DOWN; New status is: BUILD {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:26:10.563118 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (9073e65c-9061-4ad1-8212-83d461f43db0), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:26:10.576353 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9073e65c-9061-4ad1-8212-83d461f43db0 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:26:10.598219 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] For port 9073e65c-9061-4ad1-8212-83d461f43db0, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=9073e65c-9061-4ad1-8212-83d461f43db0,segment=NetworkSegment(7d58dba2-6bce-4657-ad48-111e1ec8c905),segment_id=7d58dba2-6bce-4657-ad48-111e1ec8c905)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:26:10.602685 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (9073e65c-9061-4ad1-8212-83d461f43db0), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:26:10.657843 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Pushing event updated for resources: {'Port': ['ID=9073e65c-9061-4ad1-8212-83d461f43db0,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:10.665221 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:26:10.665568 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:26:10.665935 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:26:10.666281 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:26:10.666620 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:26:10.666943 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:26:10.667269 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:26:10.667593 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:26:10.667920 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:26:10.668244 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:26:10.668573 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:26:10.668946 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:26:10.669273 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:26:10.669596 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:26:10.669918 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:26:10.735969 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fff74b-7c6d-4f50-942a-8560a1a0a482 req-0df3392d-bc68-4ac3-903b-9e39dcc54d79 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:10.737439 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-f7fff74b-7c6d-4f50-942a-8560a1a0a482 req-0df3392d-bc68-4ac3-903b-9e39dcc54d79 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 945 time: 0.0517619 Apr 29 13:26:10.788070 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-f7fff74b-7c6d-4f50-942a-8560a1a0a482 req-1cbe1e75-e6f8-4969-aad6-fa335e9eebd3 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451376 Apr 29 13:26:10.981551 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305eee55-0b09-425f-a8bf-2ebe20ffca03 req-9e9bf89e-365a-43df-acc6-87a1ff69c114 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:10.983079 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-305eee55-0b09-425f-a8bf-2ebe20ffca03 req-9e9bf89e-365a-43df-acc6-87a1ff69c114 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1791bfa-9e38-4e1c-b267-4f76c4e155fe HTTP/1.1" status: 200 len: 945 time: 0.0504663 Apr 29 13:26:11.033580 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-305eee55-0b09-425f-a8bf-2ebe20ffca03 req-1203be43-ab39-4396-96ba-22c1c6f8b039 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ff944a8-1885-4ff6-b436-479ba37a72c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446625 Apr 29 13:26:11.910153 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3533bf4a-9ed3-41f3-a8f3-3d22b3844105 req-4cdd7959-36ce-44d3-af35-fbe5a60b8260 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:11.911933 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-3533bf4a-9ed3-41f3-a8f3-3d22b3844105 req-4cdd7959-36ce-44d3-af35-fbe5a60b8260 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 945 time: 0.0506482 Apr 29 13:26:11.958302 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-3533bf4a-9ed3-41f3-a8f3-3d22b3844105 req-669cbd86-a631-4186-9772-02d7d65f2e7a tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407677 Apr 29 13:26:12.145890 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a05700-e098-4b2b-8d7d-3dde8a083e7d req-78312298-fee0-4009-a3a5-4eef706f2e3c tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:12.147383 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-08a05700-e098-4b2b-8d7d-3dde8a083e7d req-78312298-fee0-4009-a3a5-4eef706f2e3c tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1791bfa-9e38-4e1c-b267-4f76c4e155fe HTTP/1.1" status: 200 len: 945 time: 0.0475404 Apr 29 13:26:12.203267 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-08a05700-e098-4b2b-8d7d-3dde8a083e7d req-0aede63a-c425-4809-8a21-80db6ac880a4 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ff944a8-1885-4ff6-b436-479ba37a72c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486856 Apr 29 13:26:13.076915 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f6afdf-0d98-41d8-b3df-cab5759ecdef req-d67b0290-3e04-443a-977a-75fc5a9cc704 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:13.078317 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e7f6afdf-0d98-41d8-b3df-cab5759ecdef req-d67b0290-3e04-443a-977a-75fc5a9cc704 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 945 time: 0.0481701 Apr 29 13:26:13.129040 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e7f6afdf-0d98-41d8-b3df-cab5759ecdef req-959afcb4-46c8-4e8d-b6a9-85d0ca6a8bb2 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449691 Apr 29 13:26:13.318760 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542cc68b-ac49-45ac-bf03-a5bb0badd8ff req-46168ec3-d37b-4640-8856-b4fcfe5d4dec tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:13.320298 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-542cc68b-ac49-45ac-bf03-a5bb0badd8ff req-46168ec3-d37b-4640-8856-b4fcfe5d4dec tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1791bfa-9e38-4e1c-b267-4f76c4e155fe HTTP/1.1" status: 200 len: 945 time: 0.0481179 Apr 29 13:26:13.372931 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-542cc68b-ac49-45ac-bf03-a5bb0badd8ff req-0bf85825-ed18-48d0-87dc-7ff3b3f3e7bf tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ff944a8-1885-4ff6-b436-479ba37a72c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463080 Apr 29 13:26:14.246703 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84d753-d7a5-4336-91e7-fdf5778558ad req-99de734e-ae09-4385-96b4-32cc35cad3b5 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:14.248159 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-3a84d753-d7a5-4336-91e7-fdf5778558ad req-99de734e-ae09-4385-96b4-32cc35cad3b5 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 945 time: 0.0475807 Apr 29 13:26:14.295107 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-3a84d753-d7a5-4336-91e7-fdf5778558ad req-84516393-f18a-498b-8c33-0d7ed479bb45 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405476 Apr 29 13:26:14.495389 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8de830-ef12-4956-9d04-6611ce407918 req-f7fbe358-4142-4635-bd4b-8118a75adc03 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:14.496930 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-fc8de830-ef12-4956-9d04-6611ce407918 req-f7fbe358-4142-4635-bd4b-8118a75adc03 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1791bfa-9e38-4e1c-b267-4f76c4e155fe HTTP/1.1" status: 200 len: 945 time: 0.0530512 Apr 29 13:26:14.545411 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-fc8de830-ef12-4956-9d04-6611ce407918 req-67e64bdf-068f-4b50-a7b3-d638c28b2053 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ff944a8-1885-4ff6-b436-479ba37a72c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422096 Apr 29 13:26:15.216062 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] get_ports_and_sgs() called for port_ids ['9073e65c-9061-4ad1-8212-83d461f43db0'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 13:26:15.422642 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f3397-f1c2-4c8d-9adc-90ff2736afb0 req-3729a055-b020-453c-9ca3-70677ec093ba tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:15.424112 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9c2f3397-f1c2-4c8d-9adc-90ff2736afb0 req-3729a055-b020-453c-9ca3-70677ec093ba tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 945 time: 0.0485985 Apr 29 13:26:15.471153 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9c2f3397-f1c2-4c8d-9adc-90ff2736afb0 req-a6899e33-a758-451b-bea3-38c6eaaa1a94 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414064 Apr 29 13:26:15.669210 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe74481-bd87-48a9-9691-9dc938b18a2d req-030f5870-c39c-4edf-8017-fda3b30af6a1 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:15.670772 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-3fe74481-bd87-48a9-9691-9dc938b18a2d req-030f5870-c39c-4edf-8017-fda3b30af6a1 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1791bfa-9e38-4e1c-b267-4f76c4e155fe HTTP/1.1" status: 200 len: 945 time: 0.0516043 Apr 29 13:26:15.724913 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d8d497-a7b3-4500-92cc-fd07673d52f6 req-3bba8583-5768-46a0-808a-50abba736c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:15.726481 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-76d8d497-a7b3-4500-92cc-fd07673d52f6 req-3bba8583-5768-46a0-808a-50abba736c72 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1e7f22083aa84571b6efb751abd2b537&device_id=b1791bfa-9e38-4e1c-b267-4f76c4e155fe HTTP/1.1" status: 200 len: 1129 time: 0.0506895 Apr 29 13:26:15.731958 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-3fe74481-bd87-48a9-9691-9dc938b18a2d req-7183ad90-baa0-4361-8de1-b542cf7822c7 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ff944a8-1885-4ff6-b436-479ba37a72c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537164 Apr 29 13:26:15.851033 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d8d497-a7b3-4500-92cc-fd07673d52f6 req-3b515f78-a920-4f93-bbec-b5b1a33d01fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:15.852855 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-76d8d497-a7b3-4500-92cc-fd07673d52f6 req-3b515f78-a920-4f93-bbec-b5b1a33d01fb service neutron] 10.222.0.75 "GET /v2.0/networks?id=8f33b954-1f3c-43fa-a8bf-3eab44702663 HTTP/1.1" status: 200 len: 915 time: 0.1193914 Apr 29 13:26:15.900785 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-76d8d497-a7b3-4500-92cc-fd07673d52f6 req-d09bdd06-dfff-4790-b121-9ec424701050 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9073e65c-9061-4ad1-8212-83d461f43db0 HTTP/1.1" status: 200 len: 217 time: 0.0414350 Apr 29 13:26:15.959552 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a1bc27-5c71-4b5e-a245-d3c9311c0bb6 req-9e3126fb-29e2-4dcc-a439-3ba0e7451c38 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:15.960227 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d8d497-a7b3-4500-92cc-fd07673d52f6 req-45fa6c39-ab6c-44aa-b0b0-7127fa7ae040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:15.961157 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-59a1bc27-5c71-4b5e-a245-d3c9311c0bb6 req-9e3126fb-29e2-4dcc-a439-3ba0e7451c38 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] 10.222.0.11 "GET /v2.0/networks?id=c6a7e3df-a46e-491f-baa0-e10765b3c214 HTTP/1.1" status: 200 len: 813 time: 0.1270082 Apr 29 13:26:15.962109 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-76d8d497-a7b3-4500-92cc-fd07673d52f6 req-45fa6c39-ab6c-44aa-b0b0-7127fa7ae040 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9f59e443-3db1-41f0-85e9-12ea320207b5 HTTP/1.1" status: 200 len: 853 time: 0.0549066 Apr 29 13:26:15.978868 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-59a1bc27-5c71-4b5e-a245-d3c9311c0bb6 req-486c8885-37ea-4602-b02c-7fd700a1592c tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] 10.222.0.11 "GET /v2.0/quotas/5f25f5ab0fac4e2295d0bf303635744d HTTP/1.1" status: 200 len: 375 time: 0.0117316 Apr 29 13:26:16.017336 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d8d497-a7b3-4500-92cc-fd07673d52f6 req-d6ddc79b-03db-4e0c-a792-2f9c8c689b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:16.018887 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-76d8d497-a7b3-4500-92cc-fd07673d52f6 req-d6ddc79b-03db-4e0c-a792-2f9c8c689b94 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8f33b954-1f3c-43fa-a8bf-3eab44702663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458190 Apr 29 13:26:16.038229 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-59a1bc27-5c71-4b5e-a245-d3c9311c0bb6 req-703dfa3c-95a9-44d0-b51f-864cf26a36ac tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=5f25f5ab0fac4e2295d0bf303635744d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436244 Apr 29 13:26:16.127344 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-76d8d497-a7b3-4500-92cc-fd07673d52f6 req-8d212f43-8c75-454f-840b-a238289fee3a service neutron] 10.222.0.75 "GET /v2.0/networks/8f33b954-1f3c-43fa-a8bf-3eab44702663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012094 Apr 29 13:26:16.141839 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-59a1bc27-5c71-4b5e-a245-d3c9311c0bb6 req-a8535fbd-655e-4f91-8ed7-dccb04efe894 service neutron] 10.222.0.11 "GET /v2.0/networks/c6a7e3df-a46e-491f-baa0-e10765b3c214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958223 Apr 29 13:26:16.233646 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-76d8d497-a7b3-4500-92cc-fd07673d52f6 req-074e697f-1c72-44ab-824d-a6b4fc338072 service neutron] 10.222.0.75 "GET /v2.0/networks/8f33b954-1f3c-43fa-a8bf-3eab44702663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974464 Apr 29 13:26:16.240055 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-59a1bc27-5c71-4b5e-a245-d3c9311c0bb6 req-30279e82-d1cb-4271-8152-67b4c566a75a service neutron] 10.222.0.11 "GET /v2.0/networks/c6a7e3df-a46e-491f-baa0-e10765b3c214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916147 Apr 29 13:26:16.421974 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ace5edad-4b88-4c73-9c57-dc5acf97bdbf req-96708d4b-6403-4976-8032-d927e6e835b2 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ed7d83c-36be-4df4-b29d-3c04c6e8b348 HTTP/1.1" status: 200 len: 210 time: 0.0390639 Apr 29 13:26:16.612475 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c5aa5b-3483-4c29-92e6-7ed413f002cb req-ab0cb5b7-5734-48f0-8e80-0229c67ed112 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:16.614755 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-24c5aa5b-3483-4c29-92e6-7ed413f002cb req-ab0cb5b7-5734-48f0-8e80-0229c67ed112 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 945 time: 0.0603409 Apr 29 13:26:16.664984 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-24c5aa5b-3483-4c29-92e6-7ed413f002cb req-2dde60d9-0a05-44a2-a91d-aec92fbe6595 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427997 Apr 29 13:26:16.863982 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143bce62-b6ac-45d7-9894-6b03e99347ff req-67dbf709-fb19-435b-ab69-dafc3a2ba1a1 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:16.865671 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-143bce62-b6ac-45d7-9894-6b03e99347ff req-67dbf709-fb19-435b-ab69-dafc3a2ba1a1 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1791bfa-9e38-4e1c-b267-4f76c4e155fe HTTP/1.1" status: 200 len: 945 time: 0.0568163 Apr 29 13:26:16.915415 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-143bce62-b6ac-45d7-9894-6b03e99347ff req-a16fd7b0-b1aa-420f-82e2-7678cf2076f8 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ff944a8-1885-4ff6-b436-479ba37a72c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440586 Apr 29 13:26:17.303307 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device 9073e65c-9061-4ad1-8212-83d461f43db0 up at agent hyperv_hv-cinder-83769 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:26:17.399310 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Provisioning for port 9073e65c-9061-4ad1-8212-83d461f43db0 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 13:26:17.414255 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Provisioning complete for port 9073e65c-9061-4ad1-8212-83d461f43db0 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:26:17.414621 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (9073e65c-9061-4ad1-8212-83d461f43db0), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:26:17.508254 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Current status of the port 9073e65c-9061-4ad1-8212-83d461f43db0 is: BUILD; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:26:17.508648 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (9073e65c-9061-4ad1-8212-83d461f43db0), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:26:17.532001 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1791bfa-9e38-4e1c-b267-4f76c4e155fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9073e65c-9061-4ad1-8212-83d461f43db0'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:26:17.534585 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0016abbf82925ac5bb98c97d9984ae38170a8446c70b2249197f38a9e3d809b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f868e7-c6f0-4050-a343-ab68c835fc23" -d '{"events": [{"server_uuid": "b1791bfa-9e38-4e1c-b267-4f76c4e155fe", "name": "network-vif-plugged", "status": "completed", "tag": "9073e65c-9061-4ad1-8212-83d461f43db0"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:26:17.537244 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9ef770fe-cd99-4c7c-93d8-43c55f876ba5 req-9a90150f-cd11-4fe2-8be7-83b0b0cef2d4 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ed7d83c-36be-4df4-b29d-3c04c6e8b348 HTTP/1.1" status: 200 len: 210 time: 0.0430174 Apr 29 13:26:17.549018 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] For port 9073e65c-9061-4ad1-8212-83d461f43db0, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=9073e65c-9061-4ad1-8212-83d461f43db0,segment=NetworkSegment(7d58dba2-6bce-4657-ad48-111e1ec8c905),segment_id=7d58dba2-6bce-4657-ad48-111e1ec8c905)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:26:17.553757 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (9073e65c-9061-4ad1-8212-83d461f43db0), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:26:17.590971 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2a5789f-a6bc-4327-8729-5a570648fd42 x-openstack-request-id: req-b2a5789f-a6bc-4327-8729-5a570648fd42 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:26:17.591253 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1791bfa-9e38-4e1c-b267-4f76c4e155fe", "name": "network-vif-plugged", "status": "completed", "tag": "9073e65c-9061-4ad1-8212-83d461f43db0", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:26:17.591509 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b2a5789f-a6bc-4327-8729-5a570648fd42 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:26:17.591914 dv-cinder-837699-3-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2a5789f-a6bc-4327-8729-5a570648fd42'] response: {'server_uuid': 'b1791bfa-9e38-4e1c-b267-4f76c4e155fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9073e65c-9061-4ad1-8212-83d461f43db0', 'code': 200} Apr 29 13:26:17.614959 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Pushing event updated for resources: {'Port': ['ID=9073e65c-9061-4ad1-8212-83d461f43db0,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:17.655507 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a1bc27-5c71-4b5e-a245-d3c9311c0bb6 req-624725dd-b969-4f94-859a-1d60426d9305 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:17.657245 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-59a1bc27-5c71-4b5e-a245-d3c9311c0bb6 req-624725dd-b969-4f94-859a-1d60426d9305 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] 10.222.0.75 "GET /v2.0/networks?id=c6a7e3df-a46e-491f-baa0-e10765b3c214 HTTP/1.1" status: 200 len: 813 time: 0.1354914 Apr 29 13:26:17.800643 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b97d955-238d-407f-947f-349e872bb3e6 req-fd329ed1-590f-45ab-9298-4956a360e384 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:17.802264 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-5b97d955-238d-407f-947f-349e872bb3e6 req-fd329ed1-590f-45ab-9298-4956a360e384 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 945 time: 0.0536714 Apr 29 13:26:17.818929 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [req-59a1bc27-5c71-4b5e-a245-d3c9311c0bb6 req-4acd48db-dfed-44a2-8143-9f5a97a04d79 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Request body: {'port': {'device_id': '8ed7d83c-36be-4df4-b29d-3c04c6e8b348', 'network_id': 'c6a7e3df-a46e-491f-baa0-e10765b3c214', 'admin_state_up': True, 'tenant_id': '5f25f5ab0fac4e2295d0bf303635744d'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:26:17.853296 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-5b97d955-238d-407f-947f-349e872bb3e6 req-3a240ed3-c9c1-4db9-bdd9-eaa077f14306 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452967 Apr 29 13:26:17.953986 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59a1bc27-5c71-4b5e-a245-d3c9311c0bb6 req-4acd48db-dfed-44a2-8143-9f5a97a04d79 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Made reservation on behalf of 5f25f5ab0fac4e2295d0bf303635744d for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:26:17.957469 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-59a1bc27-5c71-4b5e-a245-d3c9311c0bb6 req-4acd48db-dfed-44a2-8143-9f5a97a04d79 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:26:18.075827 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571f8956-f15d-4911-8055-d4404d424b8a req-cfec17eb-3f64-4e5d-8496-51968a9da5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:18.077582 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cff8b1-76ce-4e8b-9493-2f9c9f9b8c30 req-6bbf977d-13f4-462b-bc7f-05dc16fa083b tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:18.077818 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-571f8956-f15d-4911-8055-d4404d424b8a req-cfec17eb-3f64-4e5d-8496-51968a9da5f0 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=b1791bfa-9e38-4e1c-b267-4f76c4e155fe HTTP/1.1" status: 200 len: 1130 time: 0.0446060 Apr 29 13:26:18.079646 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-06cff8b1-76ce-4e8b-9493-2f9c9f9b8c30 req-6bbf977d-13f4-462b-bc7f-05dc16fa083b tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1791bfa-9e38-4e1c-b267-4f76c4e155fe HTTP/1.1" status: 200 len: 946 time: 0.0645258 Apr 29 13:26:18.130851 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-571f8956-f15d-4911-8055-d4404d424b8a req-60c74ce8-e039-4a00-a957-ab11f7b10b16 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=7ff944a8-1885-4ff6-b436-479ba37a72c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473483 Apr 29 13:26:18.157388 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-59a1bc27-5c71-4b5e-a245-d3c9311c0bb6 req-4acd48db-dfed-44a2-8143-9f5a97a04d79 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Allocated IP 172.20.0.7 (c6a7e3df-a46e-491f-baa0-e10765b3c214/fc323cc3-3521-4de0-b3a3-01ad0d024a68/78796d0e-924f-4ed4-b8d0-075e88bfb3e7) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:26:18.171295 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-06cff8b1-76ce-4e8b-9493-2f9c9f9b8c30 req-0719531d-0946-4b6f-aa65-3e01f324ca79 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ff944a8-1885-4ff6-b436-479ba37a72c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681536 Apr 29 13:26:18.318028 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-59a1bc27-5c71-4b5e-a245-d3c9311c0bb6 req-4acd48db-dfed-44a2-8143-9f5a97a04d79 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Publish callbacks [] for port (78796d0e-924f-4ed4-b8d0-075e88bfb3e7), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:26:18.352591 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-59a1bc27-5c71-4b5e-a245-d3c9311c0bb6 req-4acd48db-dfed-44a2-8143-9f5a97a04d79 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783155810398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8537941'] for port (78796d0e-924f-4ed4-b8d0-075e88bfb3e7), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:26:18.398522 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59a1bc27-5c71-4b5e-a245-d3c9311c0bb6 req-4acd48db-dfed-44a2-8143-9f5a97a04d79 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Network c6a7e3df-a46e-491f-baa0-e10765b3c214 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:26:18.403571 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-59a1bc27-5c71-4b5e-a245-d3c9311c0bb6 req-4acd48db-dfed-44a2-8143-9f5a97a04d79 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:26:18.407513 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-59a1bc27-5c71-4b5e-a245-d3c9311c0bb6 req-4acd48db-dfed-44a2-8143-9f5a97a04d79 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:26:18.666405 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e58ea4f-a015-44c1-b048-501ea2e82feb req-4bfffba5-5ec9-408f-a58a-e0b1b5de29eb tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:18.667894 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9e58ea4f-a015-44c1-b048-501ea2e82feb req-4bfffba5-5ec9-408f-a58a-e0b1b5de29eb tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ed7d83c-36be-4df4-b29d-3c04c6e8b348 HTTP/1.1" status: 200 len: 931 time: 0.0501039 Apr 29 13:26:18.668040 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acd48db-dfed-44a2-8143-9f5a97a04d79 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Pushing event updated for resources: {'Port': ['ID=78796d0e-924f-4ed4-b8d0-075e88bfb3e7,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:18.696190 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a1bc27-5c71-4b5e-a245-d3c9311c0bb6 req-4acd48db-dfed-44a2-8143-9f5a97a04d79 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:18.696824 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-59a1bc27-5c71-4b5e-a245-d3c9311c0bb6 req-4acd48db-dfed-44a2-8143-9f5a97a04d79 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549835'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:26:18.713364 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-59a1bc27-5c71-4b5e-a245-d3c9311c0bb6 req-4acd48db-dfed-44a2-8143-9f5a97a04d79 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8988440 Apr 29 13:26:18.720939 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9e58ea4f-a015-44c1-b048-501ea2e82feb req-dda1c3aa-7aa9-41de-a4bc-433bd65191c1 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] 10.222.0.11 "GET /v2.0/security-groups?id=a848ccc1-00d8-4951-b1f5-d9b71abdf1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469866 Apr 29 13:26:18.965470 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [req-59a1bc27-5c71-4b5e-a245-d3c9311c0bb6 req-4bbe8864-ee36-45f9-b9ad-c4db1f035e6d service neutron] Request body: {'port': {'device_id': '8ed7d83c-36be-4df4-b29d-3c04c6e8b348', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83769'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:26:19.005532 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75150a5b-4611-4661-b266-e9feda3879e4 req-bf2936ae-230b-485d-a6d8-a8a58f7bb9ab tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:19.007038 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-75150a5b-4611-4661-b266-e9feda3879e4 req-bf2936ae-230b-485d-a6d8-a8a58f7bb9ab tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 945 time: 0.0749843 Apr 29 13:26:19.075978 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-59a1bc27-5c71-4b5e-a245-d3c9311c0bb6 req-4bbe8864-ee36-45f9-b9ad-c4db1f035e6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (78796d0e-924f-4ed4-b8d0-075e88bfb3e7), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:26:19.104691 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-75150a5b-4611-4661-b266-e9feda3879e4 req-13d2a5c1-1e45-4b0f-88b2-079367012cf7 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917795 Apr 29 13:26:19.288284 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87439c7c-8d57-48a8-aa8e-4dd9431a61eb req-0f02e37f-fe83-4e6d-a754-5971695b2621 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:19.291185 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-87439c7c-8d57-48a8-aa8e-4dd9431a61eb req-0f02e37f-fe83-4e6d-a754-5971695b2621 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1791bfa-9e38-4e1c-b267-4f76c4e155fe HTTP/1.1" status: 200 len: 946 time: 0.0486643 Apr 29 13:26:19.341254 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-87439c7c-8d57-48a8-aa8e-4dd9431a61eb req-32f4d053-61c5-493e-a8a6-7061b229401d tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ff944a8-1885-4ff6-b436-479ba37a72c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449936 Apr 29 13:26:19.384136 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [req-59a1bc27-5c71-4b5e-a245-d3c9311c0bb6 req-4bbe8864-ee36-45f9-b9ad-c4db1f035e6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78796d0e-924f-4ed4-b8d0-075e88bfb3e7 {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:26:19.392400 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-59a1bc27-5c71-4b5e-a245-d3c9311c0bb6 req-4bbe8864-ee36-45f9-b9ad-c4db1f035e6d service neutron] Publish callbacks [] for port (78796d0e-924f-4ed4-b8d0-075e88bfb3e7), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:26:19.405257 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-59a1bc27-5c71-4b5e-a245-d3c9311c0bb6 req-4bbe8864-ee36-45f9-b9ad-c4db1f035e6d service neutron] Transition to ACTIVE for port object 78796d0e-924f-4ed4-b8d0-075e88bfb3e7 will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 13:26:19.408571 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-59a1bc27-5c71-4b5e-a245-d3c9311c0bb6 req-4bbe8864-ee36-45f9-b9ad-c4db1f035e6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8537934'] for port (78796d0e-924f-4ed4-b8d0-075e88bfb3e7), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:26:19.464002 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbe8864-ee36-45f9-b9ad-c4db1f035e6d service neutron] Pushing event updated for resources: {'Port': ['ID=78796d0e-924f-4ed4-b8d0-075e88bfb3e7,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:19.531368 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-59a1bc27-5c71-4b5e-a245-d3c9311c0bb6 req-4bbe8864-ee36-45f9-b9ad-c4db1f035e6d service neutron] Attempting to bind port 78796d0e-924f-4ed4-b8d0-075e88bfb3e7 on host hv-cinder-83769 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:26:19.531866 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-59a1bc27-5c71-4b5e-a245-d3c9311c0bb6 req-4bbe8864-ee36-45f9-b9ad-c4db1f035e6d service neutron] Attempting to bind port 78796d0e-924f-4ed4-b8d0-075e88bfb3e7 by drivers openvswitch,hyperv on host hv-cinder-83769 at level 0 using segments [{'id': 'dc56d987-87fe-4fc8-99a6-051af98c9015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'c6a7e3df-a46e-491f-baa0-e10765b3c214'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:26:19.532310 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a1bc27-5c71-4b5e-a245-d3c9311c0bb6 req-4bbe8864-ee36-45f9-b9ad-c4db1f035e6d service neutron] Attempting to bind port 78796d0e-924f-4ed4-b8d0-075e88bfb3e7 on network c6a7e3df-a46e-491f-baa0-e10765b3c214 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:26:19.536451 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a1bc27-5c71-4b5e-a245-d3c9311c0bb6 req-4bbe8864-ee36-45f9-b9ad-c4db1f035e6d service neutron] Port 78796d0e-924f-4ed4-b8d0-075e88bfb3e7 on network c6a7e3df-a46e-491f-baa0-e10765b3c214 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83769 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 13:26:19.536779 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a1bc27-5c71-4b5e-a245-d3c9311c0bb6 req-4bbe8864-ee36-45f9-b9ad-c4db1f035e6d service neutron] Attempting to bind port 78796d0e-924f-4ed4-b8d0-075e88bfb3e7 on network c6a7e3df-a46e-491f-baa0-e10765b3c214 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:26:19.541641 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a1bc27-5c71-4b5e-a245-d3c9311c0bb6 req-4bbe8864-ee36-45f9-b9ad-c4db1f035e6d service neutron] Checking agent: {'id': '477bd1e1-70d7-4a7b-b37c-5892af57f2e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83769', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 19, 28), 'started_at': datetime.datetime(2022, 4, 29, 13, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:26:19.541972 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a1bc27-5c71-4b5e-a245-d3c9311c0bb6 req-4bbe8864-ee36-45f9-b9ad-c4db1f035e6d service neutron] Checking segment: {'id': 'dc56d987-87fe-4fc8-99a6-051af98c9015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'c6a7e3df-a46e-491f-baa0-e10765b3c214'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:26:19.542358 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a1bc27-5c71-4b5e-a245-d3c9311c0bb6 req-4bbe8864-ee36-45f9-b9ad-c4db1f035e6d service neutron] Bound using segment: {'id': 'dc56d987-87fe-4fc8-99a6-051af98c9015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'c6a7e3df-a46e-491f-baa0-e10765b3c214'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:26:19.542773 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-59a1bc27-5c71-4b5e-a245-d3c9311c0bb6 req-4bbe8864-ee36-45f9-b9ad-c4db1f035e6d service neutron] Bound port: 78796d0e-924f-4ed4-b8d0-075e88bfb3e7, host: hv-cinder-83769, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc56d987-87fe-4fc8-99a6-051af98c9015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'c6a7e3df-a46e-491f-baa0-e10765b3c214'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:26:19.543122 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-59a1bc27-5c71-4b5e-a245-d3c9311c0bb6 req-4bbe8864-ee36-45f9-b9ad-c4db1f035e6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (78796d0e-924f-4ed4-b8d0-075e88bfb3e7), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:26:19.607101 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-59a1bc27-5c71-4b5e-a245-d3c9311c0bb6 req-4bbe8864-ee36-45f9-b9ad-c4db1f035e6d service neutron] For port 78796d0e-924f-4ed4-b8d0-075e88bfb3e7, host hv-cinder-83769, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:26:19.610652 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-59a1bc27-5c71-4b5e-a245-d3c9311c0bb6 req-4bbe8864-ee36-45f9-b9ad-c4db1f035e6d service neutron] For port 78796d0e-924f-4ed4-b8d0-075e88bfb3e7, host hv-cinder-83769, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=78796d0e-924f-4ed4-b8d0-075e88bfb3e7,segment=NetworkSegment(dc56d987-87fe-4fc8-99a6-051af98c9015),segment_id=dc56d987-87fe-4fc8-99a6-051af98c9015)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:26:19.616540 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-59a1bc27-5c71-4b5e-a245-d3c9311c0bb6 req-4bbe8864-ee36-45f9-b9ad-c4db1f035e6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8537934'] for port (78796d0e-924f-4ed4-b8d0-075e88bfb3e7), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:26:19.652728 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a1bc27-5c71-4b5e-a245-d3c9311c0bb6 req-4bbe8864-ee36-45f9-b9ad-c4db1f035e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:19.653288 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-59a1bc27-5c71-4b5e-a245-d3c9311c0bb6 req-4bbe8864-ee36-45f9-b9ad-c4db1f035e6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549835'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:26:19.654661 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-59a1bc27-5c71-4b5e-a245-d3c9311c0bb6 req-4bbe8864-ee36-45f9-b9ad-c4db1f035e6d service neutron] 10.222.0.75 "PUT /v2.0/ports/78796d0e-924f-4ed4-b8d0-075e88bfb3e7 HTTP/1.1" status: 200 len: 1093 time: 0.6933525 Apr 29 13:26:19.655102 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ed7d83c-36be-4df4-b29d-3c04c6e8b348', 'tag': '78796d0e-924f-4ed4-b8d0-075e88bfb3e7'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:26:19.657459 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34453e8beaba66333125c1a762a789c78ce2f458b63942c2f470c2340433bc94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b9b6341-d4ac-46e6-8ad2-a3c6a489d5bf" -d '{"events": [{"name": "network-changed", "server_uuid": "8ed7d83c-36be-4df4-b29d-3c04c6e8b348", "tag": "78796d0e-924f-4ed4-b8d0-075e88bfb3e7"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:26:19.682086 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbe8864-ee36-45f9-b9ad-c4db1f035e6d service neutron] Pushing event updated for resources: {'Port': ['ID=78796d0e-924f-4ed4-b8d0-075e88bfb3e7,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:19.692333 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c0fa1c7-94d5-4e5c-aa09-599b63fab20f x-openstack-request-id: req-4c0fa1c7-94d5-4e5c-aa09-599b63fab20f {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:26:19.692453 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ed7d83c-36be-4df4-b29d-3c04c6e8b348", "tag": "78796d0e-924f-4ed4-b8d0-075e88bfb3e7", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:26:19.692654 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4c0fa1c7-94d5-4e5c-aa09-599b63fab20f {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:26:19.693124 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c0fa1c7-94d5-4e5c-aa09-599b63fab20f'] response: {'name': 'network-changed', 'server_uuid': '8ed7d83c-36be-4df4-b29d-3c04c6e8b348', 'tag': '78796d0e-924f-4ed4-b8d0-075e88bfb3e7', 'status': 'completed', 'code': 200} Apr 29 13:26:19.838819 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4830ac-b3f2-4c04-bc70-7b788bce276d req-f8a5e315-a71b-44b4-9b69-92f734e2212c tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:19.840315 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-5e4830ac-b3f2-4c04-bc70-7b788bce276d req-f8a5e315-a71b-44b4-9b69-92f734e2212c tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ed7d83c-36be-4df4-b29d-3c04c6e8b348 HTTP/1.1" status: 200 len: 943 time: 0.0487862 Apr 29 13:26:19.893322 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-5e4830ac-b3f2-4c04-bc70-7b788bce276d req-77f7474d-3fe5-403c-8ca8-2cb0f62b9278 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] 10.222.0.11 "GET /v2.0/security-groups?id=a848ccc1-00d8-4951-b1f5-d9b71abdf1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435486 Apr 29 13:26:20.059030 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b6341-d4ac-46e6-8ad2-a3c6a489d5bf req-a24785f0-3f32-4c38-aaf8-1fbe0351849f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:20.060529 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3b9b6341-d4ac-46e6-8ad2-a3c6a489d5bf req-a24785f0-3f32-4c38-aaf8-1fbe0351849f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5f25f5ab0fac4e2295d0bf303635744d&device_id=8ed7d83c-36be-4df4-b29d-3c04c6e8b348 HTTP/1.1" status: 200 len: 1127 time: 0.0421395 Apr 29 13:26:20.178906 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b6341-d4ac-46e6-8ad2-a3c6a489d5bf req-3668bedf-1c9c-40de-901b-15fd55e42a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:20.180767 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3b9b6341-d4ac-46e6-8ad2-a3c6a489d5bf req-3668bedf-1c9c-40de-901b-15fd55e42a9e service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=5f25f5ab0fac4e2295d0bf303635744d&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0996816 Apr 29 13:26:20.259207 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecda29a3-21ac-4983-b2ff-280129ccbaaa req-85ee7ab9-4640-4fb1-9def-728fab0fd0c2 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:20.260834 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ecda29a3-21ac-4983-b2ff-280129ccbaaa req-85ee7ab9-4640-4fb1-9def-728fab0fd0c2 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 945 time: 0.0771825 Apr 29 13:26:20.356259 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b6341-d4ac-46e6-8ad2-a3c6a489d5bf req-272f38b0-43c5-4f7b-9534-8e06ae93ab32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:20.358076 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3b9b6341-d4ac-46e6-8ad2-a3c6a489d5bf req-272f38b0-43c5-4f7b-9534-8e06ae93ab32 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1652255 Apr 29 13:26:20.361916 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ecda29a3-21ac-4983-b2ff-280129ccbaaa req-c602b8c2-a8e5-4b4a-a177-695c619bf1f0 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717266 Apr 29 13:26:20.473340 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45986734-9df5-4e5a-9086-be12a1df3e13 req-fb1734c0-87c6-498b-87f7-5c9ca1b45100 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:20.475171 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-45986734-9df5-4e5a-9086-be12a1df3e13 req-fb1734c0-87c6-498b-87f7-5c9ca1b45100 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1791bfa-9e38-4e1c-b267-4f76c4e155fe HTTP/1.1" status: 200 len: 946 time: 0.0626504 Apr 29 13:26:20.527071 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-45986734-9df5-4e5a-9086-be12a1df3e13 req-e5aa8db6-3973-4336-9c3f-5f821bc3095a tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ff944a8-1885-4ff6-b436-479ba37a72c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460508 Apr 29 13:26:21.006540 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3af63b-a9c9-4bdd-a927-f2ae26cfde4f req-ee004a99-aad4-4787-958f-96b0dfe0987e tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:21.008116 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bd3af63b-a9c9-4bdd-a927-f2ae26cfde4f req-ee004a99-aad4-4787-958f-96b0dfe0987e tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ed7d83c-36be-4df4-b29d-3c04c6e8b348 HTTP/1.1" status: 200 len: 943 time: 0.0483322 Apr 29 13:26:21.055457 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bd3af63b-a9c9-4bdd-a927-f2ae26cfde4f req-0b91ca16-655a-42d0-b968-f5e9ee976b15 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] 10.222.0.11 "GET /v2.0/security-groups?id=a848ccc1-00d8-4951-b1f5-d9b71abdf1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415843 Apr 29 13:26:21.206085 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a1bc27-5c71-4b5e-a245-d3c9311c0bb6 req-1291a3ea-7a4a-4b5f-b38d-36b2a045a92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:21.207635 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-59a1bc27-5c71-4b5e-a245-d3c9311c0bb6 req-1291a3ea-7a4a-4b5f-b38d-36b2a045a92e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5f25f5ab0fac4e2295d0bf303635744d&device_id=8ed7d83c-36be-4df4-b29d-3c04c6e8b348 HTTP/1.1" status: 200 len: 1127 time: 0.0398333 Apr 29 13:26:21.271419 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-59a1bc27-5c71-4b5e-a245-d3c9311c0bb6 req-c9e3d373-f1f5-44d4-bf64-5ea3156a1318 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78796d0e-924f-4ed4-b8d0-075e88bfb3e7 HTTP/1.1" status: 200 len: 217 time: 0.0390639 Apr 29 13:26:21.321363 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a1bc27-5c71-4b5e-a245-d3c9311c0bb6 req-78dede61-fa17-44a1-a9c0-0e054d066e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:21.322751 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-59a1bc27-5c71-4b5e-a245-d3c9311c0bb6 req-78dede61-fa17-44a1-a9c0-0e054d066e58 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=fc323cc3-3521-4de0-b3a3-01ad0d024a68 HTTP/1.1" status: 200 len: 853 time: 0.0439134 Apr 29 13:26:21.356419 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-59a1bc27-5c71-4b5e-a245-d3c9311c0bb6 req-b4870f0a-3a1a-497f-a405-0ec7cb373f00 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c6a7e3df-a46e-491f-baa0-e10765b3c214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278220 Apr 29 13:26:21.465921 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-59a1bc27-5c71-4b5e-a245-d3c9311c0bb6 req-a6c8587b-5d29-49f8-b9be-fd9461a7a36a service neutron] 10.222.0.75 "GET /v2.0/networks/c6a7e3df-a46e-491f-baa0-e10765b3c214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892243 Apr 29 13:26:21.481592 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50561df3-4db8-4539-97a9-cb87552f6bcf req-21a8266c-c518-4d7d-9ef0-d5c5c536463d tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:21.483077 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-50561df3-4db8-4539-97a9-cb87552f6bcf req-21a8266c-c518-4d7d-9ef0-d5c5c536463d tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 945 time: 0.0473189 Apr 29 13:26:21.532278 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-50561df3-4db8-4539-97a9-cb87552f6bcf req-be3d903c-b309-4cee-a144-89f95fa8cd6a tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431049 Apr 29 13:26:21.548525 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e71dee78-d518-4b27-9138-77d3503e3f50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (e437e712-237e-4a54-83a8-782eed3c5f0c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:26:21.568141 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-59a1bc27-5c71-4b5e-a245-d3c9311c0bb6 req-1d7788c9-cd90-4f20-bd93-d83ba26b5198 service neutron] 10.222.0.75 "GET /v2.0/networks/c6a7e3df-a46e-491f-baa0-e10765b3c214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966516 Apr 29 13:26:21.649098 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ebbef7-287c-4327-8fd3-6b752e8f5030 req-64acb27e-fa3b-4bdc-b415-917f2d679845 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:21.650619 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-99ebbef7-287c-4327-8fd3-6b752e8f5030 req-64acb27e-fa3b-4bdc-b415-917f2d679845 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1791bfa-9e38-4e1c-b267-4f76c4e155fe HTTP/1.1" status: 200 len: 946 time: 0.0499768 Apr 29 13:26:21.708185 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-99ebbef7-287c-4327-8fd3-6b752e8f5030 req-fc5b33d2-9986-4d04-ac42-b7ca0d5ac52b tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ff944a8-1885-4ff6-b436-479ba37a72c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519798 Apr 29 13:26:21.819137 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3bc31b-b61d-4d3d-b203-569e66fea197 req-f47300a3-a301-4318-bcc9-fa997294096f tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:21.820689 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7f3bc31b-b61d-4d3d-b203-569e66fea197 req-f47300a3-a301-4318-bcc9-fa997294096f tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1791bfa-9e38-4e1c-b267-4f76c4e155fe HTTP/1.1" status: 200 len: 946 time: 0.0479012 Apr 29 13:26:21.829279 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 53066) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:26:21.833820 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-0b7dfb80-ff0c-4d2a-ba15-16d004683e21 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Request body: {'floatingip': {'port_id': '9073e65c-9061-4ad1-8212-83d461f43db0'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:26:21.873607 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0b7dfb80-ff0c-4d2a-ba15-16d004683e21 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks [] for floatingip (f325ba53-1cdc-4bec-98ae-15d09669108c), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:26:22.215830 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d612a-e0d7-4e30-85a9-9f20eddeaf79 req-70555e55-a002-4166-9cc1-2d3eb4acac0d tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:22.217359 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-db1d612a-e0d7-4e30-85a9-9f20eddeaf79 req-70555e55-a002-4166-9cc1-2d3eb4acac0d tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ed7d83c-36be-4df4-b29d-3c04c6e8b348 HTTP/1.1" status: 200 len: 943 time: 0.0884662 Apr 29 13:26:22.317104 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-db1d612a-e0d7-4e30-85a9-9f20eddeaf79 req-8f20b204-5fbe-4ffd-9a5e-d9af04cc6bd5 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] 10.222.0.11 "GET /v2.0/security-groups?id=a848ccc1-00d8-4951-b1f5-d9b71abdf1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890226 Apr 29 13:26:22.413999 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0b7dfb80-ff0c-4d2a-ba15-16d004683e21 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:26:22.418166 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0b7dfb80-ff0c-4d2a-ba15-16d004683e21 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706107'] for floatingip (f325ba53-1cdc-4bec-98ae-15d09669108c), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:26:22.526844 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.db.l3_db [None req-0b7dfb80-ff0c-4d2a-ba15-16d004683e21 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Floating IP f325ba53-1cdc-4bec-98ae-15d09669108c associated. External IP: 172.27.0.80, port: 9073e65c-9061-4ad1-8212-83d461f43db0. Apr 29 13:26:22.662782 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22584f72-4a07-4020-8f95-bd7b4e5ad9ef req-d5d18935-52f0-4a76-94c6-15fcf2210a59 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:22.664377 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-22584f72-4a07-4020-8f95-bd7b4e5ad9ef req-d5d18935-52f0-4a76-94c6-15fcf2210a59 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 945 time: 0.0529170 Apr 29 13:26:22.715964 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-22584f72-4a07-4020-8f95-bd7b4e5ad9ef req-8569e28f-c4f9-42ce-b8f9-fed82132636e tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459013 Apr 29 13:26:22.755678 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b7dfb80-ff0c-4d2a-ba15-16d004683e21 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Router 55e917e4-3b0d-460b-a62b-46ecaa345c3f has already been hosted by L3 agent ffd5f049-29fc-4e99-906d-6eadce93ab48 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:26:22.871400 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b7dfb80-ff0c-4d2a-ba15-16d004683e21 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Notify agent at l3_agent.dv-cinder-837699-3-iscsi the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:26:22.877817 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0b7dfb80-ff0c-4d2a-ba15-16d004683e21 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574'] for floatingip (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:26:22.882338 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c7bcff-4a0f-45f8-af79-7e7239599d61 None None] Sync routers for ids ['55e917e4-3b0d-460b-a62b-46ecaa345c3f'] in dv-cinder-837699-3-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:26:22.895634 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c7bcff-4a0f-45f8-af79-7e7239599d61 None None] Routers {'55e917e4-3b0d-460b-a62b-46ecaa345c3f'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:26:22.896261 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-b7c7bcff-4a0f-45f8-af79-7e7239599d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:25:54Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['55e917e4-3b0d-460b-a62b-46ecaa345c3f'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:26:22.908834 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-0b7dfb80-ff0c-4d2a-ba15-16d004683e21 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "PUT /v2.0/floatingips/f325ba53-1cdc-4bec-98ae-15d09669108c HTTP/1.1" status: 200 len: 991 time: 1.0784223 Apr 29 13:26:22.909424 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1791bfa-9e38-4e1c-b267-4f76c4e155fe', 'tag': '9073e65c-9061-4ad1-8212-83d461f43db0'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:26:22.911644 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34453e8beaba66333125c1a762a789c78ce2f458b63942c2f470c2340433bc94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e5da57-22e4-4914-a6d4-7fad236eb0ee" -d '{"events": [{"name": "network-changed", "server_uuid": "b1791bfa-9e38-4e1c-b267-4f76c4e155fe", "tag": "9073e65c-9061-4ad1-8212-83d461f43db0"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:26:22.947274 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ed0f9b-29fc-4199-9fce-69e8045e2fd0 x-openstack-request-id: req-c9ed0f9b-29fc-4199-9fce-69e8045e2fd0 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:26:22.947568 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1791bfa-9e38-4e1c-b267-4f76c4e155fe", "tag": "9073e65c-9061-4ad1-8212-83d461f43db0", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:26:22.947824 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c9ed0f9b-29fc-4199-9fce-69e8045e2fd0 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:26:22.948274 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9ed0f9b-29fc-4199-9fce-69e8045e2fd0'] response: {'name': 'network-changed', 'server_uuid': 'b1791bfa-9e38-4e1c-b267-4f76c4e155fe', 'tag': '9073e65c-9061-4ad1-8212-83d461f43db0', 'status': 'completed', 'code': 200} Apr 29 13:26:23.006174 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-b7c7bcff-4a0f-45f8-af79-7e7239599d61 None None] Set router 55e917e4-3b0d-460b-a62b-46ecaa345c3f gateway port host: dv-cinder-837699-3-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:26:23.220607 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-b7c7bcff-4a0f-45f8-af79-7e7239599d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'name': 'tempest-AttachVolumeNegativeTest-921804364-router', 'tenant_id': '1e7f22083aa84571b6efb751abd2b537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:35Z', 'updated_at': '2022-04-29T13:21:44Z', 'revision_number': 4, 'project_id': '1e7f22083aa84571b6efb751abd2b537', 'gw_port': {'id': '4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:51:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:37Z', 'updated_at': '2022-04-29T13:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_floatingips': [{'id': 'e7865184-70f0-4f54-8a8c-5aff93e2cafa', 'tenant_id': '1e7f22083aa84571b6efb751abd2b537', 'floating_ip_address': '172.27.0.24', 'floating_network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'router_id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'port_id': '12b70c87-e24d-4c64-b69e-473398fe0ee1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f33b954-1f3c-43fa-a8bf-3eab44702663', 'mac_address': 'fa:16:3e:96:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39cb76e1-26c5-4904-9277-2a146d1ec3e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:21:54Z', 'updated_at': '2022-04-29T13:22:32Z', 'revision_number': 2, 'project_id': '1e7f22083aa84571b6efb751abd2b537', 'fixed_ip_address_scope': None}, {'id': 'f325ba53-1cdc-4bec-98ae-15d09669108c', 'tenant_id': '1e7f22083aa84571b6efb751abd2b537', 'floating_ip_address': '172.27.0.80', 'floating_network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'router_id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'port_id': '9073e65c-9061-4ad1-8212-83d461f43db0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f33b954-1f3c-43fa-a8bf-3eab44702663', 'mac_address': 'fa:16:3e:70:ac:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1791bfa-9e38-4e1c-b267-4f76c4e155fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:25:56Z', 'updated_at': '2022-04-29T13:26:22Z', 'revision_number': 1, 'project_id': '1e7f22083aa84571b6efb751abd2b537', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9fb300f-d8b7-4a3f-b80f-2de5dfdc5a43', 'name': '', 'network_id': '8f33b954-1f3c-43fa-a8bf-3eab44702663', 'tenant_id': '1e7f22083aa84571b6efb751abd2b537', 'mac_address': 'fa:16:3e:b0:f2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '9f59e443-3db1-41f0-85e9-12ea320207b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:42Z', 'updated_at': '2022-04-29T13:21:57Z', 'revision_number': 5, 'project_id': '1e7f22083aa84571b6efb751abd2b537', 'subnets': [{'id': '9f59e443-3db1-41f0-85e9-12ea320207b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:26:23.334469 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c7bcff-4a0f-45f8-af79-7e7239599d61 None None] Checking router: 55e917e4-3b0d-460b-a62b-46ecaa345c3f for host: dv-cinder-837699-3-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:26:23.343486 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c7bcff-4a0f-45f8-af79-7e7239599d61 None None] Routers {'55e917e4-3b0d-460b-a62b-46ecaa345c3f'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:26:23.344195 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-b7c7bcff-4a0f-45f8-af79-7e7239599d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:25:54Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['55e917e4-3b0d-460b-a62b-46ecaa345c3f'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:26:23.434212 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9339b4-5264-48da-b81b-cb3dc711e950 req-0411d97d-2954-489b-9568-55a54252549a tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:23.435724 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7b9339b4-5264-48da-b81b-cb3dc711e950 req-0411d97d-2954-489b-9568-55a54252549a tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ed7d83c-36be-4df4-b29d-3c04c6e8b348 HTTP/1.1" status: 200 len: 943 time: 0.0488636 Apr 29 13:26:23.457898 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-b7c7bcff-4a0f-45f8-af79-7e7239599d61 None None] Set router 55e917e4-3b0d-460b-a62b-46ecaa345c3f gateway port host: dv-cinder-837699-3-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:26:23.484078 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7b9339b4-5264-48da-b81b-cb3dc711e950 req-949edd4f-3194-4be7-9fd7-07ba7a166159 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] 10.222.0.11 "GET /v2.0/security-groups?id=a848ccc1-00d8-4951-b1f5-d9b71abdf1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419433 Apr 29 13:26:23.683518 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-b7c7bcff-4a0f-45f8-af79-7e7239599d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'name': 'tempest-AttachVolumeNegativeTest-921804364-router', 'tenant_id': '1e7f22083aa84571b6efb751abd2b537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:35Z', 'updated_at': '2022-04-29T13:21:44Z', 'revision_number': 4, 'project_id': '1e7f22083aa84571b6efb751abd2b537', 'gw_port': {'id': '4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:51:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:37Z', 'updated_at': '2022-04-29T13:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_floatingips': [{'id': 'e7865184-70f0-4f54-8a8c-5aff93e2cafa', 'tenant_id': '1e7f22083aa84571b6efb751abd2b537', 'floating_ip_address': '172.27.0.24', 'floating_network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'router_id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'port_id': '12b70c87-e24d-4c64-b69e-473398fe0ee1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f33b954-1f3c-43fa-a8bf-3eab44702663', 'mac_address': 'fa:16:3e:96:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39cb76e1-26c5-4904-9277-2a146d1ec3e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:21:54Z', 'updated_at': '2022-04-29T13:22:32Z', 'revision_number': 2, 'project_id': '1e7f22083aa84571b6efb751abd2b537', 'fixed_ip_address_scope': None}, {'id': 'f325ba53-1cdc-4bec-98ae-15d09669108c', 'tenant_id': '1e7f22083aa84571b6efb751abd2b537', 'floating_ip_address': '172.27.0.80', 'floating_network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'router_id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'port_id': '9073e65c-9061-4ad1-8212-83d461f43db0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f33b954-1f3c-43fa-a8bf-3eab44702663', 'mac_address': 'fa:16:3e:70:ac:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1791bfa-9e38-4e1c-b267-4f76c4e155fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:25:56Z', 'updated_at': '2022-04-29T13:26:22Z', 'revision_number': 1, 'project_id': '1e7f22083aa84571b6efb751abd2b537', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9fb300f-d8b7-4a3f-b80f-2de5dfdc5a43', 'name': '', 'network_id': '8f33b954-1f3c-43fa-a8bf-3eab44702663', 'tenant_id': '1e7f22083aa84571b6efb751abd2b537', 'mac_address': 'fa:16:3e:b0:f2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '9f59e443-3db1-41f0-85e9-12ea320207b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:42Z', 'updated_at': '2022-04-29T13:21:57Z', 'revision_number': 5, 'project_id': '1e7f22083aa84571b6efb751abd2b537', 'subnets': [{'id': '9f59e443-3db1-41f0-85e9-12ea320207b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:26:23.713229 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c7bcff-4a0f-45f8-af79-7e7239599d61 None None] The sync data for ids ['55e917e4-3b0d-460b-a62b-46ecaa345c3f'] in dv-cinder-837699-3-iscsi is: [{'id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'name': 'tempest-AttachVolumeNegativeTest-921804364-router', 'tenant_id': '1e7f22083aa84571b6efb751abd2b537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:35Z', 'updated_at': '2022-04-29T13:21:44Z', 'revision_number': 4, 'project_id': '1e7f22083aa84571b6efb751abd2b537', 'gw_port': {'id': '4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:51:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:37Z', 'updated_at': '2022-04-29T13:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_floatingips': [{'id': 'e7865184-70f0-4f54-8a8c-5aff93e2cafa', 'tenant_id': '1e7f22083aa84571b6efb751abd2b537', 'floating_ip_address': '172.27.0.24', 'floating_network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'router_id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'port_id': '12b70c87-e24d-4c64-b69e-473398fe0ee1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f33b954-1f3c-43fa-a8bf-3eab44702663', 'mac_address': 'fa:16:3e:96:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39cb76e1-26c5-4904-9277-2a146d1ec3e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:21:54Z', 'updated_at': '2022-04-29T13:22:32Z', 'revision_number': 2, 'project_id': '1e7f22083aa84571b6efb751abd2b537', 'fixed_ip_address_scope': None}, {'id': 'f325ba53-1cdc-4bec-98ae-15d09669108c', 'tenant_id': '1e7f22083aa84571b6efb751abd2b537', 'floating_ip_address': '172.27.0.80', 'floating_network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'router_id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'port_id': '9073e65c-9061-4ad1-8212-83d461f43db0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f33b954-1f3c-43fa-a8bf-3eab44702663', 'mac_address': 'fa:16:3e:70:ac:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1791bfa-9e38-4e1c-b267-4f76c4e155fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:25:56Z', 'updated_at': '2022-04-29T13:26:22Z', 'revision_number': 1, 'project_id': '1e7f22083aa84571b6efb751abd2b537', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9fb300f-d8b7-4a3f-b80f-2de5dfdc5a43', 'name': '', 'network_id': '8f33b954-1f3c-43fa-a8bf-3eab44702663', 'tenant_id': '1e7f22083aa84571b6efb751abd2b537', 'mac_address': 'fa:16:3e:b0:f2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '9f59e443-3db1-41f0-85e9-12ea320207b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:42Z', 'updated_at': '2022-04-29T13:21:57Z', 'revision_number': 5, 'project_id': '1e7f22083aa84571b6efb751abd2b537', 'subnets': [{'id': '9f59e443-3db1-41f0-85e9-12ea320207b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:26:23.855647 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74ccd95-e81d-4b22-937c-d74b68f3a338 req-f4cf52e6-39ca-40d0-be87-9c12cb3109f2 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:23.857212 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f74ccd95-e81d-4b22-937c-d74b68f3a338 req-f4cf52e6-39ca-40d0-be87-9c12cb3109f2 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 945 time: 0.0517511 Apr 29 13:26:23.912549 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f74ccd95-e81d-4b22-937c-d74b68f3a338 req-9ef006be-426a-47dc-9425-4ac6a3a25347 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486553 Apr 29 13:26:23.919456 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bce13c-b5f1-49b6-af05-be094b8efde1 None None] New status for floating IP f325ba53-1cdc-4bec-98ae-15d09669108c: ACTIVE {{(pid=103366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 13:26:24.243972 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1ca34a07-e8de-499b-b259-7cef7c8b45f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (ffd5f049-29fc-4e99-906d-6eadce93ab48), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:26:24.602244 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06698938-d23e-4e62-9183-f03cf1d65918 req-9684b6bb-df26-4f35-b508-56685306b33d tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:24.603737 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-06698938-d23e-4e62-9183-f03cf1d65918 req-9684b6bb-df26-4f35-b508-56685306b33d tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ed7d83c-36be-4df4-b29d-3c04c6e8b348 HTTP/1.1" status: 200 len: 943 time: 0.0504069 Apr 29 13:26:24.655155 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-06698938-d23e-4e62-9183-f03cf1d65918 req-77f0580a-faa4-41b1-bfeb-9c47062a04f9 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] 10.222.0.11 "GET /v2.0/security-groups?id=a848ccc1-00d8-4951-b1f5-d9b71abdf1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455389 Apr 29 13:26:25.037425 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d57be-04ce-42ca-b570-7660c6f571fa req-95537cb7-4464-4ed1-bf39-a8397f7e1fc4 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:25.038905 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-353d57be-04ce-42ca-b570-7660c6f571fa req-95537cb7-4464-4ed1-bf39-a8397f7e1fc4 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 945 time: 0.0468495 Apr 29 13:26:25.086846 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-353d57be-04ce-42ca-b570-7660c6f571fa req-76a50d47-b108-420d-87d1-dde0b806df3b tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424719 Apr 29 13:26:25.768718 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f265f8c-2586-4223-bcfc-8470a1ff2a2c req-d4f8f0f4-0763-4e69-87cb-1866ade29475 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:25.770235 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-6f265f8c-2586-4223-bcfc-8470a1ff2a2c req-d4f8f0f4-0763-4e69-87cb-1866ade29475 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ed7d83c-36be-4df4-b29d-3c04c6e8b348 HTTP/1.1" status: 200 len: 943 time: 0.0471876 Apr 29 13:26:25.812853 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d46c6b96-c9c1-47b5-84ba-015c4e42046f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (1b2ea45c-9419-45d0-91af-29e2c5a1844a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:26:25.819892 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-6f265f8c-2586-4223-bcfc-8470a1ff2a2c req-f3d02c16-c223-4965-918e-fa273dd4a369 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] 10.222.0.11 "GET /v2.0/security-groups?id=a848ccc1-00d8-4951-b1f5-d9b71abdf1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441103 Apr 29 13:26:26.205944 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c559802-2c9c-4fdf-b511-efe3bac59511 req-1587dda9-4aaa-4ae3-ac4e-8e94331d60a5 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:26.207423 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9c559802-2c9c-4fdf-b511-efe3bac59511 req-1587dda9-4aaa-4ae3-ac4e-8e94331d60a5 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 945 time: 0.0470419 Apr 29 13:26:26.255193 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9c559802-2c9c-4fdf-b511-efe3bac59511 req-3716c3b5-b463-4d6f-985e-4e3bdb7d84f7 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420187 Apr 29 13:26:26.934969 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35a20dc-50c4-4b4c-a02c-f2be00abe483 req-7fdced80-fc34-4e08-a2de-8ca2d4508b1e tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:26.936422 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-c35a20dc-50c4-4b4c-a02c-f2be00abe483 req-7fdced80-fc34-4e08-a2de-8ca2d4508b1e tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ed7d83c-36be-4df4-b29d-3c04c6e8b348 HTTP/1.1" status: 200 len: 943 time: 0.0480654 Apr 29 13:26:26.985865 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-c35a20dc-50c4-4b4c-a02c-f2be00abe483 req-c0cb3d10-1cae-49a2-9849-19d7af7da4e0 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] 10.222.0.11 "GET /v2.0/security-groups?id=a848ccc1-00d8-4951-b1f5-d9b71abdf1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438452 Apr 29 13:26:27.251200 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bea047bf-f99e-49b2-8b9d-5ba249a30c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (23d6c007-0036-4fdb-b033-28b1fd628d82), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:26:27.340324 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device 78796d0e-924f-4ed4-b8d0-075e88bfb3e7 details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 13:26:27.379738 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fc8570-be01-4bc1-a7dc-722caaa102cd req-49c9bed3-0d02-4b7c-aea3-095625238c77 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:27.381256 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-36fc8570-be01-4bc1-a7dc-722caaa102cd req-49c9bed3-0d02-4b7c-aea3-095625238c77 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 945 time: 0.0532534 Apr 29 13:26:27.436089 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-36fc8570-be01-4bc1-a7dc-722caaa102cd req-0d05cca9-06a6-42ce-be7d-0f6c773955dc tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491548 Apr 29 13:26:27.445384 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] For port 78796d0e-924f-4ed4-b8d0-075e88bfb3e7, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=78796d0e-924f-4ed4-b8d0-075e88bfb3e7,segment=NetworkSegment(dc56d987-87fe-4fc8-99a6-051af98c9015),segment_id=dc56d987-87fe-4fc8-99a6-051af98c9015)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:26:27.458385 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Returning: {'device': '78796d0e-924f-4ed4-b8d0-075e88bfb3e7', 'network_id': 'c6a7e3df-a46e-491f-baa0-e10765b3c214', 'port_id': '78796d0e-924f-4ed4-b8d0-075e88bfb3e7', 'mac_address': 'fa:16:3e:04:4a:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc323cc3-3521-4de0-b3a3-01ad0d024a68', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 13:26:27.497220 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Current status of the port 78796d0e-924f-4ed4-b8d0-075e88bfb3e7 is: DOWN; New status is: BUILD {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:26:27.497527 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (78796d0e-924f-4ed4-b8d0-075e88bfb3e7), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:26:27.511195 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78796d0e-924f-4ed4-b8d0-075e88bfb3e7 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:26:27.532519 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] For port 78796d0e-924f-4ed4-b8d0-075e88bfb3e7, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=78796d0e-924f-4ed4-b8d0-075e88bfb3e7,segment=NetworkSegment(dc56d987-87fe-4fc8-99a6-051af98c9015),segment_id=dc56d987-87fe-4fc8-99a6-051af98c9015)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:26:27.537157 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (78796d0e-924f-4ed4-b8d0-075e88bfb3e7), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:26:27.537909 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device 7b84c292-da1e-45fb-bee4-72836b1be7c7 details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 13:26:27.554329 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e5da57-22e4-4914-a6d4-7fad236eb0ee req-08eb36f4-6b0b-4e65-bc6e-55b407e515c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:27.556050 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-19e5da57-22e4-4914-a6d4-7fad236eb0ee req-08eb36f4-6b0b-4e65-bc6e-55b407e515c7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1e7f22083aa84571b6efb751abd2b537&device_id=b1791bfa-9e38-4e1c-b267-4f76c4e155fe HTTP/1.1" status: 200 len: 1130 time: 0.0418055 Apr 29 13:26:27.594452 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Pushing event updated for resources: {'Port': ['ID=78796d0e-924f-4ed4-b8d0-075e88bfb3e7,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:27.678355 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] For port 7b84c292-da1e-45fb-bee4-72836b1be7c7, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=7b84c292-da1e-45fb-bee4-72836b1be7c7,segment=NetworkSegment(4fd29a15-20ce-448e-b25d-cf8073262121),segment_id=4fd29a15-20ce-448e-b25d-cf8073262121)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:26:27.690180 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Returning: {'device': '7b84c292-da1e-45fb-bee4-72836b1be7c7', 'network_id': '3410551e-5a46-4ac5-98b2-aca173f9205e', 'port_id': '7b84c292-da1e-45fb-bee4-72836b1be7c7', 'mac_address': 'fa:16:3e:a8:c0:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4719930-215c-410a-9121-e8646740b594', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 13:26:27.727553 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Current status of the port 7b84c292-da1e-45fb-bee4-72836b1be7c7 is: ACTIVE; New status is: BUILD {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:26:27.727940 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (7b84c292-da1e-45fb-bee4-72836b1be7c7), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:26:27.740747 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7b84c292-da1e-45fb-bee4-72836b1be7c7 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:26:27.761323 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] For port 7b84c292-da1e-45fb-bee4-72836b1be7c7, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=7b84c292-da1e-45fb-bee4-72836b1be7c7,segment=NetworkSegment(4fd29a15-20ce-448e-b25d-cf8073262121),segment_id=4fd29a15-20ce-448e-b25d-cf8073262121)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:26:27.765182 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (7b84c292-da1e-45fb-bee4-72836b1be7c7), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:26:27.933180 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Pushing event updated for resources: {'Port': ['ID=7b84c292-da1e-45fb-bee4-72836b1be7c7,revision_number=6']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:28.098808 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd70ca1-1a7b-4f8c-809f-2847a2239ca5 req-a6e87bd3-d0c0-4568-9c42-75c3da5b325f tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:28.100618 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7bd70ca1-1a7b-4f8c-809f-2847a2239ca5 req-a6e87bd3-d0c0-4568-9c42-75c3da5b325f tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ed7d83c-36be-4df4-b29d-3c04c6e8b348 HTTP/1.1" status: 200 len: 944 time: 0.0475116 Apr 29 13:26:28.148268 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7bd70ca1-1a7b-4f8c-809f-2847a2239ca5 req-6d87879f-6c3b-49de-ac94-7a4a7dd96a53 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] 10.222.0.11 "GET /v2.0/security-groups?id=a848ccc1-00d8-4951-b1f5-d9b71abdf1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420320 Apr 29 13:26:28.432230 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e5da57-22e4-4914-a6d4-7fad236eb0ee req-5c4c3b8b-9ee0-432a-a7d9-30eb619f697b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:28.433755 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-19e5da57-22e4-4914-a6d4-7fad236eb0ee req-5c4c3b8b-9ee0-432a-a7d9-30eb619f697b service neutron] 10.222.0.75 "GET /v2.0/networks?id=8f33b954-1f3c-43fa-a8bf-3eab44702663 HTTP/1.1" status: 200 len: 915 time: 0.0918734 Apr 29 13:26:28.571446 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc94cdd-1e9f-4984-bdd5-157d280e27c6 req-d69cdaa2-071a-4560-8574-c78b7173d852 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:28.572941 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ddc94cdd-1e9f-4984-bdd5-157d280e27c6 req-d69cdaa2-071a-4560-8574-c78b7173d852 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 944 time: 0.0472853 Apr 29 13:26:28.621787 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ddc94cdd-1e9f-4984-bdd5-157d280e27c6 req-01120cb6-79db-4323-a456-1d6148384541 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432661 Apr 29 13:26:28.679526 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (070d87cd-fed4-4d07-85b5-c26ded61f2d8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:26:28.975887 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] get_ports_and_sgs() called for port_ids ['78796d0e-924f-4ed4-b8d0-075e88bfb3e7'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 13:26:29.093244 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] get_ports_and_sgs() called for port_ids ['7b84c292-da1e-45fb-bee4-72836b1be7c7'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 13:26:29.174731 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (477bd1e1-70d7-4a7b-b37c-5892af57f2e4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:26:29.239200 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-19e5da57-22e4-4914-a6d4-7fad236eb0ee req-03c8d9e5-f19a-4c21-97ab-057b2bb48383 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9073e65c-9061-4ad1-8212-83d461f43db0 HTTP/1.1" status: 200 len: 1001 time: 0.0924351 Apr 29 13:26:29.277645 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734292f6-15df-4313-9db1-2c19213c1c67 req-d17ab0ab-381f-42a3-ad27-7218b4a9d735 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:29.280160 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-734292f6-15df-4313-9db1-2c19213c1c67 req-d17ab0ab-381f-42a3-ad27-7218b4a9d735 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ed7d83c-36be-4df4-b29d-3c04c6e8b348 HTTP/1.1" status: 200 len: 944 time: 0.0515525 Apr 29 13:26:29.320445 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e5da57-22e4-4914-a6d4-7fad236eb0ee req-b5de5bff-f5be-4025-860b-70d1164a4ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:29.321902 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-19e5da57-22e4-4914-a6d4-7fad236eb0ee req-b5de5bff-f5be-4025-860b-70d1164a4ae7 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9f59e443-3db1-41f0-85e9-12ea320207b5 HTTP/1.1" status: 200 len: 853 time: 0.0521023 Apr 29 13:26:29.332558 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-734292f6-15df-4313-9db1-2c19213c1c67 req-57f44145-470a-4ffb-8691-c6aff91cc379 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] 10.222.0.11 "GET /v2.0/security-groups?id=a848ccc1-00d8-4951-b1f5-d9b71abdf1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460441 Apr 29 13:26:29.740634 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402d707e-90a0-4e63-8c0b-5d44ef8fc770 req-c13ca928-07f1-40ca-b5f4-9685e7e2a7ec tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:29.742139 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-402d707e-90a0-4e63-8c0b-5d44ef8fc770 req-c13ca928-07f1-40ca-b5f4-9685e7e2a7ec tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 944 time: 0.0476594 Apr 29 13:26:29.791721 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-402d707e-90a0-4e63-8c0b-5d44ef8fc770 req-5c096045-50ac-4a53-917b-320ccdc8a462 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437281 Apr 29 13:26:29.914178 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e5da57-22e4-4914-a6d4-7fad236eb0ee req-417ce4da-624f-4d1b-b650-6d1a3891fd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:29.916966 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-19e5da57-22e4-4914-a6d4-7fad236eb0ee req-417ce4da-624f-4d1b-b650-6d1a3891fd1a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8f33b954-1f3c-43fa-a8bf-3eab44702663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468650 Apr 29 13:26:30.026492 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf4977c-bb4b-4187-b28b-94e777562c13 req-f6001e22-1210-4e03-9401-cd649b0b6cc2 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:30.027957 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-abf4977c-bb4b-4187-b28b-94e777562c13 req-f6001e22-1210-4e03-9401-cd649b0b6cc2 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=204ebe5a-3964-4a27-919b-77cb567dba0a HTTP/1.1" status: 200 len: 945 time: 0.0935910 Apr 29 13:26:30.071430 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-19e5da57-22e4-4914-a6d4-7fad236eb0ee req-4ca2b6e9-4a55-47a3-b577-8e6ac04fdbe9 service neutron] 10.222.0.75 "GET /v2.0/networks/8f33b954-1f3c-43fa-a8bf-3eab44702663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466825 Apr 29 13:26:30.094293 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-abf4977c-bb4b-4187-b28b-94e777562c13 req-7ff91ec7-0cc3-45ff-acf7-915afab3a151 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups?id=9277d33e-10a4-42d1-9d68-7406368ee816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596948 Apr 29 13:26:30.431043 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-19e5da57-22e4-4914-a6d4-7fad236eb0ee req-52c91a91-a665-4c3a-9a0f-225bc395f221 service neutron] 10.222.0.75 "GET /v2.0/networks/8f33b954-1f3c-43fa-a8bf-3eab44702663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953465 Apr 29 13:26:30.472425 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e87462-e64b-43a1-ade9-551071f6d8c2 req-c41f7560-732f-45ad-8bed-829df578fa40 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:30.475620 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-53e87462-e64b-43a1-ade9-551071f6d8c2 req-c41f7560-732f-45ad-8bed-829df578fa40 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ed7d83c-36be-4df4-b29d-3c04c6e8b348 HTTP/1.1" status: 200 len: 944 time: 0.0706921 Apr 29 13:26:30.529618 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-53e87462-e64b-43a1-ade9-551071f6d8c2 req-7608c79c-1231-4814-9a16-e45a9d7f81c2 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] 10.222.0.11 "GET /v2.0/security-groups?id=a848ccc1-00d8-4951-b1f5-d9b71abdf1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481024 Apr 29 13:26:30.908509 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c784ac7b-f099-4fde-8d29-c468455d8114 req-f9734fbd-b493-4015-bcd6-ecc62f240f4f tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:30.910007 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c784ac7b-f099-4fde-8d29-c468455d8114 req-f9734fbd-b493-4015-bcd6-ecc62f240f4f tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 944 time: 0.0467868 Apr 29 13:26:30.956164 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c784ac7b-f099-4fde-8d29-c468455d8114 req-84c43758-f17d-486e-b024-f0d2305e83a5 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399847 Apr 29 13:26:31.210157 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d246572-9258-43fc-be73-d80bb1211bfd req-eb676565-bd1d-4a1b-91fe-5cdf944b0bd1 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:31.211623 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7d246572-9258-43fc-be73-d80bb1211bfd req-eb676565-bd1d-4a1b-91fe-5cdf944b0bd1 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=204ebe5a-3964-4a27-919b-77cb567dba0a HTTP/1.1" status: 200 len: 945 time: 0.0470343 Apr 29 13:26:31.244239 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device 78796d0e-924f-4ed4-b8d0-075e88bfb3e7 up at agent hyperv_hv-cinder-83769 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:26:31.258948 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7d246572-9258-43fc-be73-d80bb1211bfd req-9f07b975-5d54-4d86-976d-060ef8429ad3 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups?id=9277d33e-10a4-42d1-9d68-7406368ee816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415192 Apr 29 13:26:31.291712 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Provisioning for port 78796d0e-924f-4ed4-b8d0-075e88bfb3e7 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 13:26:31.297635 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Provisioning complete for port 78796d0e-924f-4ed4-b8d0-075e88bfb3e7 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:26:31.298086 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (78796d0e-924f-4ed4-b8d0-075e88bfb3e7), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:26:31.376083 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Current status of the port 78796d0e-924f-4ed4-b8d0-075e88bfb3e7 is: BUILD; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:26:31.376500 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (78796d0e-924f-4ed4-b8d0-075e88bfb3e7), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:26:31.399656 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ed7d83c-36be-4df4-b29d-3c04c6e8b348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78796d0e-924f-4ed4-b8d0-075e88bfb3e7'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:26:31.402000 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0016abbf82925ac5bb98c97d9984ae38170a8446c70b2249197f38a9e3d809b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f5d0708-0c76-4871-8d51-9e5ef7acd9a3" -d '{"events": [{"server_uuid": "8ed7d83c-36be-4df4-b29d-3c04c6e8b348", "name": "network-vif-plugged", "status": "completed", "tag": "78796d0e-924f-4ed4-b8d0-075e88bfb3e7"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:26:31.414932 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] For port 78796d0e-924f-4ed4-b8d0-075e88bfb3e7, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=78796d0e-924f-4ed4-b8d0-075e88bfb3e7,segment=NetworkSegment(dc56d987-87fe-4fc8-99a6-051af98c9015),segment_id=dc56d987-87fe-4fc8-99a6-051af98c9015)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:26:31.420334 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (78796d0e-924f-4ed4-b8d0-075e88bfb3e7), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:26:31.421030 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device 7b84c292-da1e-45fb-bee4-72836b1be7c7 up at agent hyperv_hv-cinder-83769 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:26:31.445378 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de20382e-61be-4011-9371-a2a7c4b7d53e x-openstack-request-id: req-de20382e-61be-4011-9371-a2a7c4b7d53e {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:26:31.445697 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ed7d83c-36be-4df4-b29d-3c04c6e8b348", "name": "network-vif-plugged", "status": "completed", "tag": "78796d0e-924f-4ed4-b8d0-075e88bfb3e7", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:26:31.445955 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-de20382e-61be-4011-9371-a2a7c4b7d53e {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:26:31.446379 dv-cinder-837699-3-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de20382e-61be-4011-9371-a2a7c4b7d53e'] response: {'server_uuid': '8ed7d83c-36be-4df4-b29d-3c04c6e8b348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78796d0e-924f-4ed4-b8d0-075e88bfb3e7', 'code': 200} Apr 29 13:26:31.505283 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Pushing event updated for resources: {'Port': ['ID=78796d0e-924f-4ed4-b8d0-075e88bfb3e7,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:31.514580 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Provisioning complete for port 7b84c292-da1e-45fb-bee4-72836b1be7c7 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:26:31.514958 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (7b84c292-da1e-45fb-bee4-72836b1be7c7), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:26:31.595287 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Current status of the port 7b84c292-da1e-45fb-bee4-72836b1be7c7 is: BUILD; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:26:31.596052 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (7b84c292-da1e-45fb-bee4-72836b1be7c7), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:26:31.633380 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] For port 7b84c292-da1e-45fb-bee4-72836b1be7c7, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=7b84c292-da1e-45fb-bee4-72836b1be7c7,segment=NetworkSegment(4fd29a15-20ce-448e-b25d-cf8073262121),segment_id=4fd29a15-20ce-448e-b25d-cf8073262121)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:26:31.637641 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (7b84c292-da1e-45fb-bee4-72836b1be7c7), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:26:31.651430 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ab823-3577-4308-a1d4-1f7962065667 req-12e4ca4f-299c-4eaf-bc45-eda0f4cdbb5a tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:31.653104 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-583ab823-3577-4308-a1d4-1f7962065667 req-12e4ca4f-299c-4eaf-bc45-eda0f4cdbb5a tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ed7d83c-36be-4df4-b29d-3c04c6e8b348 HTTP/1.1" status: 200 len: 945 time: 0.0493252 Apr 29 13:26:31.691643 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Pushing event updated for resources: {'Port': ['ID=7b84c292-da1e-45fb-bee4-72836b1be7c7,revision_number=7']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:31.696529 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af55412a-dfa0-4998-966f-1fa3a5d4587c req-13e2ea3a-01d9-4e92-9775-380797747e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:31.698959 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-af55412a-dfa0-4998-966f-1fa3a5d4587c req-13e2ea3a-01d9-4e92-9775-380797747e68 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=8ed7d83c-36be-4df4-b29d-3c04c6e8b348 HTTP/1.1" status: 200 len: 1129 time: 0.0519161 Apr 29 13:26:31.718398 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-583ab823-3577-4308-a1d4-1f7962065667 req-f613c641-fe95-4085-a4f3-d154195f0520 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] 10.222.0.11 "GET /v2.0/security-groups?id=a848ccc1-00d8-4951-b1f5-d9b71abdf1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592408 Apr 29 13:26:31.745397 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-af55412a-dfa0-4998-966f-1fa3a5d4587c req-30002b4a-bd89-459d-953c-3bd67df716cc service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=a848ccc1-00d8-4951-b1f5-d9b71abdf1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402811 Apr 29 13:26:32.077209 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70417982-00f0-4b71-9ab2-7b7544c1453a req-5f7f4068-98ef-4db4-8997-c34c29020614 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:32.078686 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-70417982-00f0-4b71-9ab2-7b7544c1453a req-5f7f4068-98ef-4db4-8997-c34c29020614 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 945 time: 0.0481467 Apr 29 13:26:32.126052 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-70417982-00f0-4b71-9ab2-7b7544c1453a req-8c0f2aee-6725-4749-86da-feb9a32d6f11 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417194 Apr 29 13:26:32.375634 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a10ecc8-ac9e-420e-a492-730a66cc4e59 req-313acc8e-ab80-43e8-b612-fda035c23c9f tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:32.377131 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-3a10ecc8-ac9e-420e-a492-730a66cc4e59 req-313acc8e-ab80-43e8-b612-fda035c23c9f tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=204ebe5a-3964-4a27-919b-77cb567dba0a HTTP/1.1" status: 200 len: 945 time: 0.0480838 Apr 29 13:26:32.427562 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-3a10ecc8-ac9e-420e-a492-730a66cc4e59 req-6f133845-f719-4376-8fe4-c8a581890fe2 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups?id=9277d33e-10a4-42d1-9d68-7406368ee816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438585 Apr 29 13:26:32.737344 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fcc0a591-e194-4552-a43b-c794bc281a3b req-2f3ac163-218f-4f7d-89fd-b3e5fd59150b service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=aa4ab5fc-ffc6-4725-930a-b8447e16b10f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407975 Apr 29 13:26:32.830651 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d5ceb-9e13-4d1f-8127-31524ec25f40 req-629a9a21-a98f-4a6f-99c0-0896b7858605 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:32.832100 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-825d5ceb-9e13-4d1f-8127-31524ec25f40 req-629a9a21-a98f-4a6f-99c0-0896b7858605 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ed7d83c-36be-4df4-b29d-3c04c6e8b348 HTTP/1.1" status: 200 len: 945 time: 0.0463295 Apr 29 13:26:32.879300 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-825d5ceb-9e13-4d1f-8127-31524ec25f40 req-141b07cd-d1c8-4f67-9956-3420c97f2410 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] 10.222.0.11 "GET /v2.0/security-groups?id=a848ccc1-00d8-4951-b1f5-d9b71abdf1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414417 Apr 29 13:26:33.243803 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5e3520-b28e-489e-8283-5b7b50307dec req-1194fcc4-0698-4733-8628-f2bcb085a9c8 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:33.245294 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-4d5e3520-b28e-489e-8283-5b7b50307dec req-1194fcc4-0698-4733-8628-f2bcb085a9c8 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 945 time: 0.0476491 Apr 29 13:26:33.290876 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-4d5e3520-b28e-489e-8283-5b7b50307dec req-57701427-9c8f-4c3f-8b02-604231dda308 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399952 Apr 29 13:26:33.447881 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe23dcfb-5b9c-453c-8307-1347c9b3f960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b84c292-da1e-45fb-bee4-72836b1be7c7'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:26:33.450177 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0016abbf82925ac5bb98c97d9984ae38170a8446c70b2249197f38a9e3d809b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaec263e-4c82-43e8-ac7f-577575a1807b" -d '{"events": [{"server_uuid": "fe23dcfb-5b9c-453c-8307-1347c9b3f960", "name": "network-vif-plugged", "status": "completed", "tag": "7b84c292-da1e-45fb-bee4-72836b1be7c7"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:26:33.485577 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d16e7a-85df-4aa4-a78b-4a0536134102 x-openstack-request-id: req-a6d16e7a-85df-4aa4-a78b-4a0536134102 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:26:33.485877 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe23dcfb-5b9c-453c-8307-1347c9b3f960", "name": "network-vif-plugged", "status": "completed", "tag": "7b84c292-da1e-45fb-bee4-72836b1be7c7", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:26:33.486135 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a6d16e7a-85df-4aa4-a78b-4a0536134102 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:26:33.486537 dv-cinder-837699-3-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6d16e7a-85df-4aa4-a78b-4a0536134102'] response: {'server_uuid': 'fe23dcfb-5b9c-453c-8307-1347c9b3f960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b84c292-da1e-45fb-bee4-72836b1be7c7', 'code': 200} Apr 29 13:26:33.546108 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c7df17-8070-4940-b875-08ec56264406 req-d77b34d7-747f-4d6c-abf7-612d25c5d8b5 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:33.547567 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-62c7df17-8070-4940-b875-08ec56264406 req-d77b34d7-747f-4d6c-abf7-612d25c5d8b5 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=204ebe5a-3964-4a27-919b-77cb567dba0a HTTP/1.1" status: 200 len: 945 time: 0.0497999 Apr 29 13:26:33.594172 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-62c7df17-8070-4940-b875-08ec56264406 req-da84ca85-17ab-4ab3-9c77-04e19da28b7d tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups?id=9277d33e-10a4-42d1-9d68-7406368ee816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407538 Apr 29 13:26:34.004298 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33a6ae5-2c1b-4d1c-99ea-06ad7fe6e2db req-0642096d-ba30-467d-93ac-17b7e6fb98e5 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:34.006106 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-b33a6ae5-2c1b-4d1c-99ea-06ad7fe6e2db req-0642096d-ba30-467d-93ac-17b7e6fb98e5 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ed7d83c-36be-4df4-b29d-3c04c6e8b348 HTTP/1.1" status: 200 len: 945 time: 0.0578928 Apr 29 13:26:34.058818 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-b33a6ae5-2c1b-4d1c-99ea-06ad7fe6e2db req-ea599b99-5355-42d4-a731-7a5575cfc914 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] 10.222.0.11 "GET /v2.0/security-groups?id=a848ccc1-00d8-4951-b1f5-d9b71abdf1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465856 Apr 29 13:26:34.270853 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0a591-e194-4552-a43b-c794bc281a3b req-ea07c7da-1a1c-4a60-8fbf-c1f2415e4a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:34.272440 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fcc0a591-e194-4552-a43b-c794bc281a3b req-ea07c7da-1a1c-4a60-8fbf-c1f2415e4a85 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f816e6d8de4d489b965fa6fe021f3b58&device_id=aa4ab5fc-ffc6-4725-930a-b8447e16b10f HTTP/1.1" status: 200 len: 1130 time: 0.2793489 Apr 29 13:26:34.451483 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f5f0d8-12b7-43ea-aabc-894be5b80c84 req-63f41654-9f1b-478d-8d9d-73c995096c46 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:34.453020 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-12f5f0d8-12b7-43ea-aabc-894be5b80c84 req-63f41654-9f1b-478d-8d9d-73c995096c46 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 945 time: 0.0701132 Apr 29 13:26:34.455934 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0a591-e194-4552-a43b-c794bc281a3b req-7caab5e6-776b-45bd-8f0b-95ed6db0d4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:34.457922 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fcc0a591-e194-4552-a43b-c794bc281a3b req-7caab5e6-776b-45bd-8f0b-95ed6db0d4ff service neutron] 10.222.0.75 "GET /v2.0/networks?id=75b7fe95-ba69-4d04-89c6-6ad49ef540b7 HTTP/1.1" status: 200 len: 920 time: 0.1370466 Apr 29 13:26:34.511942 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fcc0a591-e194-4552-a43b-c794bc281a3b req-c2d68f31-ceba-484b-9252-6b9282188a8b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc4f30ac-b094-4a8b-bc80-d1f0623ce3c7 HTTP/1.1" status: 200 len: 217 time: 0.0453258 Apr 29 13:26:34.547601 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-12f5f0d8-12b7-43ea-aabc-894be5b80c84 req-c442fb7d-9aac-4074-bfba-df7f80cc9b38 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878458 Apr 29 13:26:34.587516 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0a591-e194-4552-a43b-c794bc281a3b req-c3d5e1fc-a69c-4efa-9d44-f5102da4655d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:34.589093 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fcc0a591-e194-4552-a43b-c794bc281a3b req-c3d5e1fc-a69c-4efa-9d44-f5102da4655d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c49f2808-2545-473c-889a-37ee93dfd06e HTTP/1.1" status: 200 len: 858 time: 0.0515647 Apr 29 13:26:34.713006 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6139238e-5ba2-42b5-b5a3-da453590681e req-e89bc6f2-1b5e-4e23-8531-c5ea122976b6 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:34.714698 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-6139238e-5ba2-42b5-b5a3-da453590681e req-e89bc6f2-1b5e-4e23-8531-c5ea122976b6 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=204ebe5a-3964-4a27-919b-77cb567dba0a HTTP/1.1" status: 200 len: 945 time: 0.0497038 Apr 29 13:26:34.769519 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-6139238e-5ba2-42b5-b5a3-da453590681e req-b326f751-2ba5-47cd-bb91-e5f57d9da042 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups?id=9277d33e-10a4-42d1-9d68-7406368ee816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488052 Apr 29 13:26:35.179707 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bc8e43-7ee6-4465-8d2d-8e9d40424ac2 req-f5919cd1-9c15-4461-93db-91968d4bbd12 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:35.181199 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-22bc8e43-7ee6-4465-8d2d-8e9d40424ac2 req-f5919cd1-9c15-4461-93db-91968d4bbd12 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ed7d83c-36be-4df4-b29d-3c04c6e8b348 HTTP/1.1" status: 200 len: 945 time: 0.0519783 Apr 29 13:26:35.229112 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-22bc8e43-7ee6-4465-8d2d-8e9d40424ac2 req-2eb567fb-e8cc-4aff-b870-6c2f2d5fc933 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] 10.222.0.11 "GET /v2.0/security-groups?id=a848ccc1-00d8-4951-b1f5-d9b71abdf1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421898 Apr 29 13:26:35.281000 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0a591-e194-4552-a43b-c794bc281a3b req-fd7398a3-a3ae-42e7-8c21-39562a18fc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:35.282553 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fcc0a591-e194-4552-a43b-c794bc281a3b req-fd7398a3-a3ae-42e7-8c21-39562a18fc4e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=75b7fe95-ba69-4d04-89c6-6ad49ef540b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403144 Apr 29 13:26:35.380649 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fcc0a591-e194-4552-a43b-c794bc281a3b req-706cdd5e-7929-4fbc-bb00-c484bae762e5 service neutron] 10.222.0.75 "GET /v2.0/networks/75b7fe95-ba69-4d04-89c6-6ad49ef540b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915442 Apr 29 13:26:35.478202 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fcc0a591-e194-4552-a43b-c794bc281a3b req-fd8b00f7-2aa3-4672-9b67-8207d24e12c2 service neutron] 10.222.0.75 "GET /v2.0/networks/75b7fe95-ba69-4d04-89c6-6ad49ef540b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824893 Apr 29 13:26:35.847182 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde9359-92be-4210-8fd9-e6ae3497d285 req-1cd4aaa9-2beb-4840-aa10-50fbc51b217d tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:35.851908 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-0dde9359-92be-4210-8fd9-e6ae3497d285 req-1cd4aaa9-2beb-4840-aa10-50fbc51b217d tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 945 time: 0.2267959 Apr 29 13:26:35.889967 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9aedbb-b8e7-48c9-971b-552420b4a265 req-3d0dbeca-8d5e-497d-8ae6-f8315f76e6ee tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:35.891476 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4c9aedbb-b8e7-48c9-971b-552420b4a265 req-3d0dbeca-8d5e-497d-8ae6-f8315f76e6ee tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=204ebe5a-3964-4a27-919b-77cb567dba0a HTTP/1.1" status: 200 len: 945 time: 0.0522883 Apr 29 13:26:35.898443 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-0dde9359-92be-4210-8fd9-e6ae3497d285 req-774b16f3-e3fb-4f89-b18a-b8f98e79380d tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425599 Apr 29 13:26:35.944555 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4c9aedbb-b8e7-48c9-971b-552420b4a265 req-4026ba02-31b9-4971-90b5-6e9a9297625e tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups?id=9277d33e-10a4-42d1-9d68-7406368ee816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465422 Apr 29 13:26:36.342338 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7d912d-a5ad-41fc-b1cd-3c7660e42c01 req-f395ae6c-1557-4463-a090-e454aaf69603 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:36.343879 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7b7d912d-a5ad-41fc-b1cd-3c7660e42c01 req-f395ae6c-1557-4463-a090-e454aaf69603 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ed7d83c-36be-4df4-b29d-3c04c6e8b348 HTTP/1.1" status: 200 len: 945 time: 0.0480204 Apr 29 13:26:36.391431 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7b7d912d-a5ad-41fc-b1cd-3c7660e42c01 req-516f7652-8a50-4e6a-980d-f15a283b11d4 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] 10.222.0.11 "GET /v2.0/security-groups?id=a848ccc1-00d8-4951-b1f5-d9b71abdf1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418949 Apr 29 13:26:37.022327 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4fc664-655d-47f9-8a1d-38caca9d4a69 req-a94d4e3e-cb55-4792-94ad-8324259b71ff tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:37.023824 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-ab4fc664-655d-47f9-8a1d-38caca9d4a69 req-a94d4e3e-cb55-4792-94ad-8324259b71ff tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 945 time: 0.0469911 Apr 29 13:26:37.062859 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42df4ba3-6b24-4fd0-b785-455a6e1fb998 req-ff50ce0f-2472-44bc-a206-4d428a9d4498 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:37.064377 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-42df4ba3-6b24-4fd0-b785-455a6e1fb998 req-ff50ce0f-2472-44bc-a206-4d428a9d4498 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=204ebe5a-3964-4a27-919b-77cb567dba0a HTTP/1.1" status: 200 len: 945 time: 0.0484948 Apr 29 13:26:37.075416 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-ab4fc664-655d-47f9-8a1d-38caca9d4a69 req-ba6b0eb7-3d49-4edb-9f39-d553c20c7457 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461261 Apr 29 13:26:37.115540 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-42df4ba3-6b24-4fd0-b785-455a6e1fb998 req-50fd6ea9-a2c5-4741-90e6-38b1d03fd47e tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups?id=9277d33e-10a4-42d1-9d68-7406368ee816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454309 Apr 29 13:26:38.212057 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c387ac26-25ca-4e3f-b960-03281e965699 req-aa2a296a-541a-4464-b316-daf3290abcca tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:38.214370 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-c387ac26-25ca-4e3f-b960-03281e965699 req-aa2a296a-541a-4464-b316-daf3290abcca tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 945 time: 0.0579405 Apr 29 13:26:38.237816 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c83afb-e77c-4cc7-a8d3-d34861119d65 req-7a116f8e-8619-46c2-af0c-1df338682b29 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:38.241186 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-06c83afb-e77c-4cc7-a8d3-d34861119d65 req-7a116f8e-8619-46c2-af0c-1df338682b29 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=204ebe5a-3964-4a27-919b-77cb567dba0a HTTP/1.1" status: 200 len: 945 time: 0.0543489 Apr 29 13:26:38.275702 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-c387ac26-25ca-4e3f-b960-03281e965699 req-40353611-929d-4991-960e-931aaf49a2d4 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555427 Apr 29 13:26:38.319349 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-06c83afb-e77c-4cc7-a8d3-d34861119d65 req-c80fc806-f198-4925-99dc-7647633f41d4 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups?id=9277d33e-10a4-42d1-9d68-7406368ee816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695367 Apr 29 13:26:39.454494 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fcbfc6-099b-4361-81da-e89267b6fe02 req-dbceacce-85c8-4720-a5b7-edf2b289d797 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:39.464238 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d826b8-c3d4-4958-a6f6-e1513bdae6d7 req-873b9202-8306-4ab7-bd49-0c87f7ddcb23 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:39.471411 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-62fcbfc6-099b-4361-81da-e89267b6fe02 req-dbceacce-85c8-4720-a5b7-edf2b289d797 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 945 time: 0.1045313 Apr 29 13:26:39.475624 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-77d826b8-c3d4-4958-a6f6-e1513bdae6d7 req-873b9202-8306-4ab7-bd49-0c87f7ddcb23 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=204ebe5a-3964-4a27-919b-77cb567dba0a HTTP/1.1" status: 200 len: 945 time: 0.0791357 Apr 29 13:26:39.550637 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-77d826b8-c3d4-4958-a6f6-e1513bdae6d7 req-68b821eb-dc24-4411-8c1a-f23bebfe3b69 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups?id=9277d33e-10a4-42d1-9d68-7406368ee816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738797 Apr 29 13:26:39.563503 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-62fcbfc6-099b-4361-81da-e89267b6fe02 req-27a99168-552e-4d38-be3a-779014a22b8a tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902267 Apr 29 13:26:40.702661 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c654dab6-a62e-4f7c-8685-fe414836b997 req-d170139b-1e77-40eb-b9a9-45c4e36606ea tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:40.704613 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c654dab6-a62e-4f7c-8685-fe414836b997 req-d170139b-1e77-40eb-b9a9-45c4e36606ea tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 945 time: 0.0525494 Apr 29 13:26:40.706945 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed41d01-1098-40cd-a52b-d13a0bd580b3 req-f42d6898-929a-46a0-be98-7be176d7c3e3 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:40.714776 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-bed41d01-1098-40cd-a52b-d13a0bd580b3 req-f42d6898-929a-46a0-be98-7be176d7c3e3 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=204ebe5a-3964-4a27-919b-77cb567dba0a HTTP/1.1" status: 200 len: 945 time: 0.0624473 Apr 29 13:26:40.767592 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c654dab6-a62e-4f7c-8685-fe414836b997 req-2b5157bb-5a67-4bda-a962-083c2cb5994b tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539410 Apr 29 13:26:40.777010 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-bed41d01-1098-40cd-a52b-d13a0bd580b3 req-4423973c-d85e-48be-be77-a444ea25cde5 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups?id=9277d33e-10a4-42d1-9d68-7406368ee816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589736 Apr 29 13:26:41.922632 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0149f22-77c7-45e4-a7b0-3f339691e958 req-8e8e0ed0-5b64-448c-a052-a2a4458b08a1 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:41.925085 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e0149f22-77c7-45e4-a7b0-3f339691e958 req-8e8e0ed0-5b64-448c-a052-a2a4458b08a1 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=204ebe5a-3964-4a27-919b-77cb567dba0a HTTP/1.1" status: 200 len: 945 time: 0.0579500 Apr 29 13:26:41.991458 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e0149f22-77c7-45e4-a7b0-3f339691e958 req-25e60b83-03c4-48a6-b2c9-dda7185d8612 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups?id=9277d33e-10a4-42d1-9d68-7406368ee816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577259 Apr 29 13:26:41.996167 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fdbc0a-1d17-49e5-ba7a-60e07bf989e0 req-f85b7642-4c68-4bc2-b0c6-660b4fc10278 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:42.004433 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f6fdbc0a-1d17-49e5-ba7a-60e07bf989e0 req-f85b7642-4c68-4bc2-b0c6-660b4fc10278 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 945 time: 0.1386664 Apr 29 13:26:42.062196 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f6fdbc0a-1d17-49e5-ba7a-60e07bf989e0 req-b4d58723-c7cf-4246-b2ff-0637fa171ec1 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568018 Apr 29 13:26:43.103357 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb3e992-cb7a-4edd-ba75-63978c58a5c8 req-1c9be2d1-ce66-4883-b550-4bed7b95f687 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:43.104912 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7fb3e992-cb7a-4edd-ba75-63978c58a5c8 req-1c9be2d1-ce66-4883-b550-4bed7b95f687 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=204ebe5a-3964-4a27-919b-77cb567dba0a HTTP/1.1" status: 200 len: 945 time: 0.0498335 Apr 29 13:26:43.180011 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7fb3e992-cb7a-4edd-ba75-63978c58a5c8 req-481220bd-85e4-4c02-8f33-245395ad2d8e tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups?id=9277d33e-10a4-42d1-9d68-7406368ee816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693097 Apr 29 13:26:43.200392 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0ca83d-76be-4382-9632-89fc415e9120 req-ccf4f437-8f37-482b-bf27-a44acad47929 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:43.202161 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3d0ca83d-76be-4382-9632-89fc415e9120 req-ccf4f437-8f37-482b-bf27-a44acad47929 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 945 time: 0.0615659 Apr 29 13:26:43.254806 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3d0ca83d-76be-4382-9632-89fc415e9120 req-3a3d18ed-577c-4d9b-841e-ab0841bebdde tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469978 Apr 29 13:26:44.401689 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4668496b-4a92-4a75-9ceb-52e06d1d9bfc req-024c903b-f094-4331-ab00-341b8ce1488e tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:44.410901 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4668496b-4a92-4a75-9ceb-52e06d1d9bfc req-024c903b-f094-4331-ab00-341b8ce1488e tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 945 time: 0.0701358 Apr 29 13:26:44.476919 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4668496b-4a92-4a75-9ceb-52e06d1d9bfc req-d64ed91f-c580-494b-8050-f5ae5611835e tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623281 Apr 29 13:26:44.497547 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e80ae-6a18-4aa9-91d2-2925e36ab05b req-61a0d8c1-e174-45bc-931d-69eed29b006c tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:44.499733 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-a21e80ae-6a18-4aa9-91d2-2925e36ab05b req-61a0d8c1-e174-45bc-931d-69eed29b006c tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=204ebe5a-3964-4a27-919b-77cb567dba0a HTTP/1.1" status: 200 len: 945 time: 0.0559974 Apr 29 13:26:44.558880 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-a21e80ae-6a18-4aa9-91d2-2925e36ab05b req-bd7aa58c-e3ae-49b0-81e4-f28472b9d8d1 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups?id=9277d33e-10a4-42d1-9d68-7406368ee816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526946 Apr 29 13:26:45.602633 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ebd71-ec36-4e69-9ec8-8f62e9afa6bd req-4fb7fdb0-1f3c-4a9a-9110-a5ab3efa5489 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:45.604172 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-657ebd71-ec36-4e69-9ec8-8f62e9afa6bd req-4fb7fdb0-1f3c-4a9a-9110-a5ab3efa5489 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 945 time: 0.0542145 Apr 29 13:26:45.668503 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-657ebd71-ec36-4e69-9ec8-8f62e9afa6bd req-89ac68a9-6463-42cc-bd4d-eaaf108bc8b8 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570900 Apr 29 13:26:45.692270 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b09dbba-2a38-4101-80ae-4245290043a8 req-1a7a24e6-eb43-4596-8b1c-7b5578e940fe tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:45.693949 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-6b09dbba-2a38-4101-80ae-4245290043a8 req-1a7a24e6-eb43-4596-8b1c-7b5578e940fe tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=204ebe5a-3964-4a27-919b-77cb567dba0a HTTP/1.1" status: 200 len: 945 time: 0.0529399 Apr 29 13:26:45.746404 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-6b09dbba-2a38-4101-80ae-4245290043a8 req-f8fef2b8-9488-4545-a788-7eab0cea1490 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups?id=9277d33e-10a4-42d1-9d68-7406368ee816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460267 Apr 29 13:26:45.752339 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c4090ed3-b188-48ef-a6b9-5d78229fc55d None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:26:46.054882 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a800269-8173-4f5a-8e33-512452260f67 req-3a62dee2-330b-4dec-b701-f1119c27513a tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:46.063026 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-8a800269-8173-4f5a-8e33-512452260f67 req-3a62dee2-330b-4dec-b701-f1119c27513a tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=204ebe5a-3964-4a27-919b-77cb567dba0a HTTP/1.1" status: 200 len: 945 time: 0.0835388 Apr 29 13:26:46.111640 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e63552c-542b-48e2-b120-e49eb22b6170 req-1431393f-8489-49a9-a4af-454524985654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:46.113366 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8e63552c-542b-48e2-b120-e49eb22b6170 req-1431393f-8489-49a9-a4af-454524985654 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=83b6a855b277450186870a3529210025&device_id=204ebe5a-3964-4a27-919b-77cb567dba0a HTTP/1.1" status: 200 len: 1129 time: 0.0417061 Apr 29 13:26:46.129770 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-8a800269-8173-4f5a-8e33-512452260f67 req-f5a59be9-1815-4011-87ca-dce4a27cb465 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups?id=9277d33e-10a4-42d1-9d68-7406368ee816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655222 Apr 29 13:26:46.231861 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e63552c-542b-48e2-b120-e49eb22b6170 req-6526b5df-f76e-4d42-879f-6d1ae7a0f636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:46.233738 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8e63552c-542b-48e2-b120-e49eb22b6170 req-6526b5df-f76e-4d42-879f-6d1ae7a0f636 service neutron] 10.222.0.75 "GET /v2.0/networks?id=fc1af930-75bb-4703-ab95-43d130c7c5b4 HTTP/1.1" status: 200 len: 912 time: 0.1127710 Apr 29 13:26:46.823826 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce50dc-2d98-49d5-be87-430fa80645ae req-ea3d664f-c2f3-4e2b-b398-f8df29320e7b tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:46.825586 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a2ce50dc-2d98-49d5-be87-430fa80645ae req-ea3d664f-c2f3-4e2b-b398-f8df29320e7b tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 945 time: 0.0557475 Apr 29 13:26:46.875673 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a2ce50dc-2d98-49d5-be87-430fa80645ae req-8b89208f-b36b-48ef-924a-eb2ce3a5988d tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443838 Apr 29 13:26:47.261956 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a506f-e5ec-4901-ad12-47409f148044 req-f65cfa0c-d2ed-4112-a33f-215f8f3739bf tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:47.269503 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-973a506f-e5ec-4901-ad12-47409f148044 req-f65cfa0c-d2ed-4112-a33f-215f8f3739bf tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=204ebe5a-3964-4a27-919b-77cb567dba0a HTTP/1.1" status: 200 len: 945 time: 0.0567315 Apr 29 13:26:47.330203 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-973a506f-e5ec-4901-ad12-47409f148044 req-e7c7916d-1a9a-4c6f-aee9-764b274d3cbc tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups?id=9277d33e-10a4-42d1-9d68-7406368ee816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596046 Apr 29 13:26:48.025273 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd45b9-8059-47c9-ba29-e3cb0f324460 req-5552c3a5-2a21-4b42-9f47-059e73e2a65c tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:48.026903 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-95bd45b9-8059-47c9-ba29-e3cb0f324460 req-5552c3a5-2a21-4b42-9f47-059e73e2a65c tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 945 time: 0.0586255 Apr 29 13:26:48.087567 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-95bd45b9-8059-47c9-ba29-e3cb0f324460 req-dc39cebe-58ce-4a51-863e-7206709afcc1 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484173 Apr 29 13:26:48.215668 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8e63552c-542b-48e2-b120-e49eb22b6170 req-668d6ad0-828b-4482-8fa7-08cda4ee680c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0727d745-efdd-4928-8413-f105198fd646 HTTP/1.1" status: 200 len: 1001 time: 0.0781875 Apr 29 13:26:48.493916 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c1dbdf-33f8-44fd-8fdc-2d6cf2f9a068 req-ad6e8189-43c1-4936-8cc6-7ef5880d2987 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:48.495610 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-52c1dbdf-33f8-44fd-8fdc-2d6cf2f9a068 req-ad6e8189-43c1-4936-8cc6-7ef5880d2987 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=204ebe5a-3964-4a27-919b-77cb567dba0a HTTP/1.1" status: 200 len: 945 time: 0.0625124 Apr 29 13:26:48.552437 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-52c1dbdf-33f8-44fd-8fdc-2d6cf2f9a068 req-f75e79bb-04dc-44dd-b576-9c9958a3f116 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups?id=9277d33e-10a4-42d1-9d68-7406368ee816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504682 Apr 29 13:26:49.248599 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f907ce-1679-4b81-a78c-6076bca9a062 req-0fabe233-e67d-4bec-899e-791ec754143f tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:49.250104 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-03f907ce-1679-4b81-a78c-6076bca9a062 req-0fabe233-e67d-4bec-899e-791ec754143f tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 945 time: 0.0869796 Apr 29 13:26:49.265761 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e63552c-542b-48e2-b120-e49eb22b6170 req-9995cc48-ebfc-406d-aa6a-7ebb05454d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:49.267136 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8e63552c-542b-48e2-b120-e49eb22b6170 req-9995cc48-ebfc-406d-aa6a-7ebb05454d0e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=77a47b69-c61f-4715-a126-776e82c7238b HTTP/1.1" status: 200 len: 850 time: 0.0742803 Apr 29 13:26:49.303059 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-03f907ce-1679-4b81-a78c-6076bca9a062 req-089e6337-4eb4-424f-b9f9-a8292870abf8 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470390 Apr 29 13:26:49.667869 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab768a9-91b0-43ad-92b1-77b8cc95495c req-adfa3679-efae-454d-a486-d7aae6179e40 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:49.669376 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-cab768a9-91b0-43ad-92b1-77b8cc95495c req-adfa3679-efae-454d-a486-d7aae6179e40 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=204ebe5a-3964-4a27-919b-77cb567dba0a HTTP/1.1" status: 200 len: 945 time: 0.0465612 Apr 29 13:26:49.716130 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-cab768a9-91b0-43ad-92b1-77b8cc95495c req-c1d7647e-13a2-4766-9bf9-1b0998f4e35b tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups?id=9277d33e-10a4-42d1-9d68-7406368ee816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412226 Apr 29 13:26:50.423574 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b677a532-96e5-4a46-8c7b-5e2b16979635 req-04114261-b1d2-42fe-84e7-2ed2972aa137 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:50.425208 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b677a532-96e5-4a46-8c7b-5e2b16979635 req-04114261-b1d2-42fe-84e7-2ed2972aa137 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 945 time: 0.0475132 Apr 29 13:26:50.472606 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b677a532-96e5-4a46-8c7b-5e2b16979635 req-d93aacb9-be25-4840-a802-88a83acbf61a tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418518 Apr 29 13:26:50.834998 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc97c4fa-0dfe-44dc-aefa-409948351f73 req-5d9404b7-d5e9-45e5-8a7f-ad676a3d54b9 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:50.836685 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-dc97c4fa-0dfe-44dc-aefa-409948351f73 req-5d9404b7-d5e9-45e5-8a7f-ad676a3d54b9 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=204ebe5a-3964-4a27-919b-77cb567dba0a HTTP/1.1" status: 200 len: 945 time: 0.0481091 Apr 29 13:26:50.880296 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e63552c-542b-48e2-b120-e49eb22b6170 req-a86163a5-ec53-4a5a-a18f-df3abf43e27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:50.881937 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8e63552c-542b-48e2-b120-e49eb22b6170 req-a86163a5-ec53-4a5a-a18f-df3abf43e27f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fc1af930-75bb-4703-ab95-43d130c7c5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434523 Apr 29 13:26:50.892314 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-dc97c4fa-0dfe-44dc-aefa-409948351f73 req-24bf411e-9442-4a62-8ed5-40f265b69912 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups?id=9277d33e-10a4-42d1-9d68-7406368ee816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489078 Apr 29 13:26:51.085913 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8e63552c-542b-48e2-b120-e49eb22b6170 req-17db4c26-33d7-48cc-859f-ac2d2949afb9 service neutron] 10.222.0.75 "GET /v2.0/networks/fc1af930-75bb-4703-ab95-43d130c7c5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878747 Apr 29 13:26:51.199957 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8e63552c-542b-48e2-b120-e49eb22b6170 req-a7f4e285-1f15-4af5-8d62-e0e3075a0df0 service neutron] 10.222.0.75 "GET /v2.0/networks/fc1af930-75bb-4703-ab95-43d130c7c5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967503 Apr 29 13:26:51.549747 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-cefe101a-da8e-4f68-9079-e2ba056f00a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (e437e712-237e-4a54-83a8-782eed3c5f0c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:26:51.595998 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b267eeb6-6760-4176-ab9d-8ea8c5e88fa7 req-cbeaa537-670e-42d8-bddd-7181285e4fb1 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:51.597529 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b267eeb6-6760-4176-ab9d-8ea8c5e88fa7 req-cbeaa537-670e-42d8-bddd-7181285e4fb1 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 945 time: 0.0486751 Apr 29 13:26:51.651970 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b267eeb6-6760-4176-ab9d-8ea8c5e88fa7 req-0e31a52b-3651-45fa-bade-c2f1fa8e939c tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477793 Apr 29 13:26:52.015058 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fe55d6-0e42-4a12-b081-9c1559175e61 req-8445d4b9-6649-4f05-a96d-d6c1763bd757 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:52.016598 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-44fe55d6-0e42-4a12-b081-9c1559175e61 req-8445d4b9-6649-4f05-a96d-d6c1763bd757 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=204ebe5a-3964-4a27-919b-77cb567dba0a HTTP/1.1" status: 200 len: 945 time: 0.0501552 Apr 29 13:26:52.065842 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-44fe55d6-0e42-4a12-b081-9c1559175e61 req-1388d93b-adbc-4b3f-9d17-1a6cd0936f72 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups?id=9277d33e-10a4-42d1-9d68-7406368ee816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430372 Apr 29 13:26:52.895162 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01c2829-e455-4120-a869-f6517fb90094 req-412d106c-8f7c-466d-b7da-049cac47bb1b tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:52.896524 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a01c2829-e455-4120-a869-f6517fb90094 req-412d106c-8f7c-466d-b7da-049cac47bb1b tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 945 time: 0.0464101 Apr 29 13:26:52.948347 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a01c2829-e455-4120-a869-f6517fb90094 req-0850528e-7dcf-4161-832c-b7a9bfda383a tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454671 Apr 29 13:26:53.180236 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81442aa-3b6c-41fe-b790-e93fc608abec req-fd248ee1-6e6c-4d50-b358-6bfffa8f60a3 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:53.181479 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-d81442aa-3b6c-41fe-b790-e93fc608abec req-fd248ee1-6e6c-4d50-b358-6bfffa8f60a3 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=204ebe5a-3964-4a27-919b-77cb567dba0a HTTP/1.1" status: 200 len: 945 time: 0.0475149 Apr 29 13:26:53.230494 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-d81442aa-3b6c-41fe-b790-e93fc608abec req-e08ccc7b-b7df-4e87-a5f0-cde75d5482bc tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups?id=9277d33e-10a4-42d1-9d68-7406368ee816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434568 Apr 29 13:26:54.067136 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba5029-6db7-4884-afff-32e0ca54467b req-b85d2426-e784-4cd7-92f7-e52e82ccfedc tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:54.068590 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-28ba5029-6db7-4884-afff-32e0ca54467b req-b85d2426-e784-4cd7-92f7-e52e82ccfedc tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 945 time: 0.0468013 Apr 29 13:26:54.115681 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-28ba5029-6db7-4884-afff-32e0ca54467b req-e6da268b-f28a-4cff-b8de-0ef5f52b2494 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412896 Apr 29 13:26:54.245865 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3f914b7a-f104-486f-ae35-628ed8419060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (ffd5f049-29fc-4e99-906d-6eadce93ab48), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:26:54.546192 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd80d0f-952a-4834-95cb-36415b1961ea req-b2536c94-6e43-4d60-97cd-61818086eeea tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:54.547584 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-5cd80d0f-952a-4834-95cb-36415b1961ea req-b2536c94-6e43-4d60-97cd-61818086eeea tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=204ebe5a-3964-4a27-919b-77cb567dba0a HTTP/1.1" status: 200 len: 945 time: 0.2482188 Apr 29 13:26:54.594808 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-5cd80d0f-952a-4834-95cb-36415b1961ea req-dfc3e23c-b3ec-44cc-8842-9939eb76820d tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups?id=9277d33e-10a4-42d1-9d68-7406368ee816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415385 Apr 29 13:26:55.235153 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5fd357-0689-4b86-b195-4d40df56390e req-ac261cce-35a3-4443-b303-3290d1d39ee5 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:55.236705 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ed5fd357-0689-4b86-b195-4d40df56390e req-ac261cce-35a3-4443-b303-3290d1d39ee5 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 945 time: 0.0481038 Apr 29 13:26:55.284210 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ed5fd357-0689-4b86-b195-4d40df56390e req-55115b74-faa3-4a6b-81ff-5baf15ec237a tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419099 Apr 29 13:26:55.710014 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3c5cfa-f5f4-4e2b-b9b7-c636750ac395 req-ed95dec1-8ac8-4510-ac88-93159d512e07 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:55.711627 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1f3c5cfa-f5f4-4e2b-b9b7-c636750ac395 req-ed95dec1-8ac8-4510-ac88-93159d512e07 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=204ebe5a-3964-4a27-919b-77cb567dba0a HTTP/1.1" status: 200 len: 945 time: 0.0483084 Apr 29 13:26:55.760688 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1f3c5cfa-f5f4-4e2b-b9b7-c636750ac395 req-9ada9f01-e4a1-4a45-bdf3-db7654b25c2f tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups?id=9277d33e-10a4-42d1-9d68-7406368ee816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428286 Apr 29 13:26:55.815756 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d46c6b96-c9c1-47b5-84ba-015c4e42046f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (1b2ea45c-9419-45d0-91af-29e2c5a1844a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:26:56.225916 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device 7b84c292-da1e-45fb-bee4-72836b1be7c7 no longer exists at agent hyperv_hv-cinder-83769 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:26:56.282381 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86459b3f-0899-450b-865a-896202a46693 req-af9df61e-c0c3-4f1a-b3df-84a772513987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:56.284020 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-86459b3f-0899-450b-865a-896202a46693 req-af9df61e-c0c3-4f1a-b3df-84a772513987 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=62259e68f4eb4e72bddb618088a3d06a&device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 1129 time: 0.0436726 Apr 29 13:26:56.306691 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Current status of the port 7b84c292-da1e-45fb-bee4-72836b1be7c7 is: ACTIVE; New status is: DOWN {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:26:56.307102 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (7b84c292-da1e-45fb-bee4-72836b1be7c7), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:26:56.333328 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe23dcfb-5b9c-453c-8307-1347c9b3f960', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b84c292-da1e-45fb-bee4-72836b1be7c7'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:26:56.334978 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0016abbf82925ac5bb98c97d9984ae38170a8446c70b2249197f38a9e3d809b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec7bfdcd-a1ce-44f3-81ce-c5a082281c67" -d '{"events": [{"server_uuid": "fe23dcfb-5b9c-453c-8307-1347c9b3f960", "name": "network-vif-unplugged", "status": "completed", "tag": "7b84c292-da1e-45fb-bee4-72836b1be7c7"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:26:56.346410 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] For port 7b84c292-da1e-45fb-bee4-72836b1be7c7, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=7b84c292-da1e-45fb-bee4-72836b1be7c7,segment=NetworkSegment(4fd29a15-20ce-448e-b25d-cf8073262121),segment_id=4fd29a15-20ce-448e-b25d-cf8073262121)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:26:56.359775 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (7b84c292-da1e-45fb-bee4-72836b1be7c7), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:26:56.389247 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Apr 2022 13:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3232c5c4-75fa-41c9-9b89-a8457ca17132 x-openstack-request-id: req-3232c5c4-75fa-41c9-9b89-a8457ca17132 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:26:56.389563 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe23dcfb-5b9c-453c-8307-1347c9b3f960", "name": "network-vif-unplugged", "status": "completed", "tag": "7b84c292-da1e-45fb-bee4-72836b1be7c7", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:26:56.389824 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3232c5c4-75fa-41c9-9b89-a8457ca17132 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:26:56.390221 dv-cinder-837699-3-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3232c5c4-75fa-41c9-9b89-a8457ca17132'] response: {'server_uuid': 'fe23dcfb-5b9c-453c-8307-1347c9b3f960', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b84c292-da1e-45fb-bee4-72836b1be7c7', 'code': 200} Apr 29 13:26:56.413470 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Pushing event updated for resources: {'Port': ['ID=7b84c292-da1e-45fb-bee4-72836b1be7c7,revision_number=8']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:56.425979 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b25d85c-7746-41f7-b49e-c22631d5ed65 req-dec08f68-a0bd-4f4e-abdd-46debd73065e tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:56.427455 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0b25d85c-7746-41f7-b49e-c22631d5ed65 req-dec08f68-a0bd-4f4e-abdd-46debd73065e tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 943 time: 0.0659969 Apr 29 13:26:56.433121 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86459b3f-0899-450b-865a-896202a46693 req-c261e680-7604-4244-b595-87a29bb9d523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:56.434582 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-86459b3f-0899-450b-865a-896202a46693 req-c261e680-7604-4244-b595-87a29bb9d523 service neutron] 10.222.0.75 "GET /v2.0/networks?id=3410551e-5a46-4ac5-98b2-aca173f9205e HTTP/1.1" status: 200 len: 918 time: 0.1431396 Apr 29 13:26:56.479514 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0b25d85c-7746-41f7-b49e-c22631d5ed65 req-42fff93d-c95b-4c06-91e0-887ad9f39019 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438483 Apr 29 13:26:56.881986 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616e710b-fd38-4c6b-918a-e5034238f463 req-122ad58c-bd3c-4c87-a4d0-fcdfebe71726 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:56.884022 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-616e710b-fd38-4c6b-918a-e5034238f463 req-122ad58c-bd3c-4c87-a4d0-fcdfebe71726 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=204ebe5a-3964-4a27-919b-77cb567dba0a HTTP/1.1" status: 200 len: 945 time: 0.0520682 Apr 29 13:26:56.933268 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-616e710b-fd38-4c6b-918a-e5034238f463 req-a01a1fe5-9829-4ba5-baea-036daa531fbb tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups?id=9277d33e-10a4-42d1-9d68-7406368ee816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435054 Apr 29 13:26:57.256669 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bea047bf-f99e-49b2-8b9d-5ba249a30c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (23d6c007-0036-4fdb-b033-28b1fd628d82), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:26:57.599674 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a765a9dc-5cc0-4287-9e4e-f824c4756e4a req-91b0e764-ca2d-4736-af3b-11fed7085c85 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:57.601182 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a765a9dc-5cc0-4287-9e4e-f824c4756e4a req-91b0e764-ca2d-4736-af3b-11fed7085c85 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 943 time: 0.0482545 Apr 29 13:26:57.648213 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a765a9dc-5cc0-4287-9e4e-f824c4756e4a req-c27ca4d3-fda4-4dae-a497-b015390fb16f tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408647 Apr 29 13:26:58.048858 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb4b28-f7ab-4898-ad1d-30f7fad87a1b req-bd812cad-3aa0-4e65-9a97-e66af01a037e tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:58.050252 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-6ceb4b28-f7ab-4898-ad1d-30f7fad87a1b req-bd812cad-3aa0-4e65-9a97-e66af01a037e tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=204ebe5a-3964-4a27-919b-77cb567dba0a HTTP/1.1" status: 200 len: 945 time: 0.0465117 Apr 29 13:26:58.103406 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-6ceb4b28-f7ab-4898-ad1d-30f7fad87a1b req-56796b26-5efb-45f7-82d3-927afe097259 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups?id=9277d33e-10a4-42d1-9d68-7406368ee816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472219 Apr 29 13:26:58.177604 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-86459b3f-0899-450b-865a-896202a46693 req-d68e8de8-cc53-4e9e-835f-ada3c1b6762c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b84c292-da1e-45fb-bee4-72836b1be7c7 HTTP/1.1" status: 200 len: 998 time: 0.1129255 Apr 29 13:26:58.672059 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (070d87cd-fed4-4d07-85b5-c26ded61f2d8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:26:58.766254 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e99729-c0bd-4c27-9262-7c07fed4554f req-51b843a6-cc70-497b-bf5d-b904b6181b35 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:58.767818 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-91e99729-c0bd-4c27-9262-7c07fed4554f req-51b843a6-cc70-497b-bf5d-b904b6181b35 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 943 time: 0.0486856 Apr 29 13:26:58.815233 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-91e99729-c0bd-4c27-9262-7c07fed4554f req-c62c13a6-81a0-4240-b37c-265632cf7151 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418651 Apr 29 13:26:59.028608 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (477bd1e1-70d7-4a7b-b37c-5892af57f2e4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:26:59.061063 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86459b3f-0899-450b-865a-896202a46693 req-54e49d51-d402-42c9-b2bf-0480f205982e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:59.062601 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-86459b3f-0899-450b-865a-896202a46693 req-54e49d51-d402-42c9-b2bf-0480f205982e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d4719930-215c-410a-9121-e8646740b594 HTTP/1.1" status: 200 len: 856 time: 0.0550802 Apr 29 13:26:59.112137 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86459b3f-0899-450b-865a-896202a46693 req-befb90e4-6381-4604-be01-dea9fcbfdaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:59.113683 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-86459b3f-0899-450b-865a-896202a46693 req-befb90e4-6381-4604-be01-dea9fcbfdaf2 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3410551e-5a46-4ac5-98b2-aca173f9205e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442193 Apr 29 13:26:59.208022 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-86459b3f-0899-450b-865a-896202a46693 req-dcb053f3-9f50-4a1d-a0e1-bc404f31cab7 service neutron] 10.222.0.75 "GET /v2.0/networks/3410551e-5a46-4ac5-98b2-aca173f9205e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856419 Apr 29 13:26:59.224897 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b08eecd-d73c-4a47-a01e-0a8cdf0a0bb1 req-30cbe536-16f8-4655-a6cd-756f152b1910 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:59.226376 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9b08eecd-d73c-4a47-a01e-0a8cdf0a0bb1 req-30cbe536-16f8-4655-a6cd-756f152b1910 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=204ebe5a-3964-4a27-919b-77cb567dba0a HTTP/1.1" status: 200 len: 945 time: 0.0498238 Apr 29 13:26:59.279314 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9b08eecd-d73c-4a47-a01e-0a8cdf0a0bb1 req-e04e0fda-1d39-4b36-ae6f-50a521def150 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups?id=9277d33e-10a4-42d1-9d68-7406368ee816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458720 Apr 29 13:26:59.308107 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-86459b3f-0899-450b-865a-896202a46693 req-f44fb230-6da1-4c2d-a3ac-90d38a1f4005 service neutron] 10.222.0.75 "GET /v2.0/networks/3410551e-5a46-4ac5-98b2-aca173f9205e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937462 Apr 29 13:26:59.934183 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92ca704-b33e-4677-a82e-aa13b9bab17c req-11be24b5-3338-4407-9fba-878443b1e8ba tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:26:59.935687 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f92ca704-b33e-4677-a82e-aa13b9bab17c req-11be24b5-3338-4407-9fba-878443b1e8ba tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 943 time: 0.0483224 Apr 29 13:26:59.982712 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f92ca704-b33e-4677-a82e-aa13b9bab17c req-e42b22b8-6615-4852-bfdf-532d21da9cb7 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414913 Apr 29 13:27:01.110796 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91575aa2-d955-4ca8-8f02-ff29576c3bc4 req-82f1b5fe-2017-426b-811c-5f660ccf4a39 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:27:01.112260 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-91575aa2-d955-4ca8-8f02-ff29576c3bc4 req-82f1b5fe-2017-426b-811c-5f660ccf4a39 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 943 time: 0.0495100 Apr 29 13:27:01.159809 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-91575aa2-d955-4ca8-8f02-ff29576c3bc4 req-977da64a-b26d-45a6-b2c6-949c2753c1cd tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419188 Apr 29 13:27:02.278860 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eead5da-94c8-4fcc-8ee0-28cd628cb8bb req-272cd6bb-86c8-4292-babc-1b61a0e30b1c tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:27:02.280314 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0eead5da-94c8-4fcc-8ee0-28cd628cb8bb req-272cd6bb-86c8-4292-babc-1b61a0e30b1c tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 943 time: 0.0458841 Apr 29 13:27:02.332605 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0eead5da-94c8-4fcc-8ee0-28cd628cb8bb req-c12519b9-5cdf-4e50-bced-94f8d3eb7ddc tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466590 Apr 29 13:27:02.869296 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [req-9477e41f-b507-4d14-a802-f9839de95522 req-9a24c124-cf4b-46d2-8593-a537f91399a8 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 13:27:02.870298 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9477e41f-b507-4d14-a802-f9839de95522 req-9a24c124-cf4b-46d2-8593-a537f91399a8 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0492809 Apr 29 13:27:03.030351 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec0dcac-b03d-4519-9977-1a6c064319f1 req-0260a8a8-d230-4607-88ee-64d088ebab8a tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:27:03.031909 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0ec0dcac-b03d-4519-9977-1a6c064319f1 req-0260a8a8-d230-4607-88ee-64d088ebab8a tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 943 time: 0.0481086 Apr 29 13:27:03.084463 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0ec0dcac-b03d-4519-9977-1a6c064319f1 req-8a5a043a-718d-4c6a-8dff-e06554568922 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458348 Apr 29 13:27:03.270311 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 53452) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:27:03.359780 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6934c05d-b6bd-4761-a27e-b3ce6f64d524 req-65dca4fb-ac8d-4f7a-8a92-8b89f6cab429 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0883019 Apr 29 13:27:03.369432 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [req-6934c05d-b6bd-4761-a27e-b3ce6f64d524 req-9e3fcf54-11df-4705-9506-e02c54f85fc3 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 13:27:03.370442 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6934c05d-b6bd-4761-a27e-b3ce6f64d524 req-9e3fcf54-11df-4705-9506-e02c54f85fc3 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0058455 Apr 29 13:27:03.448325 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 53460) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:27:03.545913 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6934c05d-b6bd-4761-a27e-b3ce6f64d524 req-bfd6db50-c925-422f-829f-7085c5f44b4c tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:27:03.547377 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6934c05d-b6bd-4761-a27e-b3ce6f64d524 req-bfd6db50-c925-422f-829f-7085c5f44b4c tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports/7b84c292-da1e-45fb-bee4-72836b1be7c7 HTTP/1.1" status: 200 len: 940 time: 0.0980308 Apr 29 13:27:03.908304 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cd09f9-2a9f-4b99-8d8d-8887845ae825 req-89915b79-5d59-4e6d-ba77-e9febcb9a689 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:27:03.909869 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c3cd09f9-2a9f-4b99-8d8d-8887845ae825 req-89915b79-5d59-4e6d-ba77-e9febcb9a689 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ed7d83c-36be-4df4-b29d-3c04c6e8b348 HTTP/1.1" status: 200 len: 945 time: 0.0509791 Apr 29 13:27:03.967754 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c3cd09f9-2a9f-4b99-8d8d-8887845ae825 req-af6ac8c9-8715-468f-bae8-298d5919b06f tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] 10.222.0.11 "GET /v2.0/security-groups?id=a848ccc1-00d8-4951-b1f5-d9b71abdf1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512714 Apr 29 13:27:04.206812 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597ebad2-670a-4b50-b10a-4b45e1a00cc2 req-313da151-82d2-4c7b-85bd-11b47177b059 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:27:04.208323 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-597ebad2-670a-4b50-b10a-4b45e1a00cc2 req-313da151-82d2-4c7b-85bd-11b47177b059 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 943 time: 0.0482051 Apr 29 13:27:04.256899 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-597ebad2-670a-4b50-b10a-4b45e1a00cc2 req-58f5ff68-fa7a-4dff-ab86-f731a4c1d549 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424185 Apr 29 13:27:05.086766 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d610819-8593-417b-9565-9c17db13e687 req-53fda794-9419-418f-9228-e7927da24219 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:27:05.088339 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4d610819-8593-417b-9565-9c17db13e687 req-53fda794-9419-418f-9228-e7927da24219 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ed7d83c-36be-4df4-b29d-3c04c6e8b348 HTTP/1.1" status: 200 len: 945 time: 0.0496771 Apr 29 13:27:05.137897 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4d610819-8593-417b-9565-9c17db13e687 req-878f7f8c-9a5f-4459-ad95-616e2c35cff9 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] 10.222.0.11 "GET /v2.0/security-groups?id=a848ccc1-00d8-4951-b1f5-d9b71abdf1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436983 Apr 29 13:27:05.379800 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ca678b-0082-4eaa-adc6-88bc131cac6b req-6fa57f39-35fc-4555-8e7e-ea58e59cc344 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:27:05.381339 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-34ca678b-0082-4eaa-adc6-88bc131cac6b req-6fa57f39-35fc-4555-8e7e-ea58e59cc344 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 943 time: 0.0523090 Apr 29 13:27:05.431963 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-34ca678b-0082-4eaa-adc6-88bc131cac6b req-e203cd71-fd75-4468-b676-160a694690f1 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441599 Apr 29 13:27:05.897966 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device 7b84c292-da1e-45fb-bee4-72836b1be7c7 no longer exists at agent hyperv_hv-cinder-83769 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:27:05.974523 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Current status of the port 7b84c292-da1e-45fb-bee4-72836b1be7c7 is: DOWN; New status is: DOWN {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:27:06.257334 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01ee760-9919-4cb3-ac43-4510b669e9fa req-075dac3d-310a-4683-9b52-7efe769a1133 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:27:06.259432 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d01ee760-9919-4cb3-ac43-4510b669e9fa req-075dac3d-310a-4683-9b52-7efe769a1133 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ed7d83c-36be-4df4-b29d-3c04c6e8b348 HTTP/1.1" status: 200 len: 945 time: 0.0525544 Apr 29 13:27:06.307839 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d01ee760-9919-4cb3-ac43-4510b669e9fa req-dbd812e7-9460-4284-b0e7-eee9bac7b4c5 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] 10.222.0.11 "GET /v2.0/security-groups?id=a848ccc1-00d8-4951-b1f5-d9b71abdf1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428402 Apr 29 13:27:06.445078 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82ef53d-841e-44b0-bb27-d03314bbd76e req-52a8e4ac-a5d8-41b3-9f8f-12d52d7c299f tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:27:06.446457 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e82ef53d-841e-44b0-bb27-d03314bbd76e req-52a8e4ac-a5d8-41b3-9f8f-12d52d7c299f tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] 10.222.0.75 "GET /v2.0/ports?device_id=8ed7d83c-36be-4df4-b29d-3c04c6e8b348 HTTP/1.1" status: 200 len: 945 time: 0.0486701 Apr 29 13:27:06.565495 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3874f7b0-dd48-4a6b-af87-daa9099f34f6 req-bd409f66-da2d-4a10-aa42-91e45b08486a tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:27:06.566978 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-3874f7b0-dd48-4a6b-af87-daa9099f34f6 req-bd409f66-da2d-4a10-aa42-91e45b08486a tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 943 time: 0.0504451 Apr 29 13:27:06.577286 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-e82ef53d-841e-44b0-bb27-d03314bbd76e req-cd7d8810-1b92-428b-b502-65cdc2e10350 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Deleting port 78796d0e-924f-4ed4-b8d0-075e88bfb3e7 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:27:06.577634 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-e82ef53d-841e-44b0-bb27-d03314bbd76e req-cd7d8810-1b92-428b-b502-65cdc2e10350 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783156326988'] for port (78796d0e-924f-4ed4-b8d0-075e88bfb3e7), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:27:06.617172 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-3874f7b0-dd48-4a6b-af87-daa9099f34f6 req-46f51568-a105-48f2-8aee-959483ddc6c8 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434988 Apr 29 13:27:06.669661 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-e82ef53d-841e-44b0-bb27-d03314bbd76e req-cd7d8810-1b92-428b-b502-65cdc2e10350 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] For port 78796d0e-924f-4ed4-b8d0-075e88bfb3e7, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=78796d0e-924f-4ed4-b8d0-075e88bfb3e7,segment=NetworkSegment(dc56d987-87fe-4fc8-99a6-051af98c9015),segment_id=dc56d987-87fe-4fc8-99a6-051af98c9015)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:27:06.670021 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-e82ef53d-841e-44b0-bb27-d03314bbd76e req-cd7d8810-1b92-428b-b502-65cdc2e10350 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749638'] for port (78796d0e-924f-4ed4-b8d0-075e88bfb3e7), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:27:06.688244 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-e82ef53d-841e-44b0-bb27-d03314bbd76e req-cd7d8810-1b92-428b-b502-65cdc2e10350 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Calling delete_port for 78796d0e-924f-4ed4-b8d0-075e88bfb3e7 owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:27:06.830306 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6934c05d-b6bd-4761-a27e-b3ce6f64d524 req-befe0059-0e92-4b55-9219-9476922c23b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:27:06.831922 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-6934c05d-b6bd-4761-a27e-b3ce6f64d524 req-befe0059-0e92-4b55-9219-9476922c23b5 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960&tenant_id=62259e68f4eb4e72bddb618088a3d06a HTTP/1.1" status: 200 len: 1127 time: 0.0760329 Apr 29 13:27:06.847783 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-e82ef53d-841e-44b0-bb27-d03314bbd76e req-cd7d8810-1b92-428b-b502-65cdc2e10350 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783156333258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783155810407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8537941'] for port (78796d0e-924f-4ed4-b8d0-075e88bfb3e7), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:27:06.876256 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7d8810-1b92-428b-b502-65cdc2e10350 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Pushing event deleted for resources: {'Port': ['ID=78796d0e-924f-4ed4-b8d0-075e88bfb3e7,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:06.889487 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7d8810-1b92-428b-b502-65cdc2e10350 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:27:06.889838 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7d8810-1b92-428b-b502-65cdc2e10350 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:27:06.890182 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7d8810-1b92-428b-b502-65cdc2e10350 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:27:06.890521 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7d8810-1b92-428b-b502-65cdc2e10350 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:27:06.890855 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7d8810-1b92-428b-b502-65cdc2e10350 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:27:06.890964 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] get_ports_and_sgs() called for port_ids ['78796d0e-924f-4ed4-b8d0-075e88bfb3e7'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 13:27:06.891186 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7d8810-1b92-428b-b502-65cdc2e10350 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:27:06.891513 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7d8810-1b92-428b-b502-65cdc2e10350 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:27:06.891840 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7d8810-1b92-428b-b502-65cdc2e10350 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:27:06.892166 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7d8810-1b92-428b-b502-65cdc2e10350 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:27:06.892491 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7d8810-1b92-428b-b502-65cdc2e10350 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:27:06.892919 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7d8810-1b92-428b-b502-65cdc2e10350 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:27:06.893156 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7d8810-1b92-428b-b502-65cdc2e10350 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:27:06.894015 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7d8810-1b92-428b-b502-65cdc2e10350 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:27:06.894015 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7d8810-1b92-428b-b502-65cdc2e10350 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:27:06.894208 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7d8810-1b92-428b-b502-65cdc2e10350 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:27:06.906667 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6934c05d-b6bd-4761-a27e-b3ce6f64d524 req-96c8f1ec-f733-4f45-bc39-a0cb442d3bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:27:06.908184 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-6934c05d-b6bd-4761-a27e-b3ce6f64d524 req-96c8f1ec-f733-4f45-bc39-a0cb442d3bda service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=62259e68f4eb4e72bddb618088a3d06a&device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 1127 time: 0.0419998 Apr 29 13:27:06.954799 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-e82ef53d-841e-44b0-bb27-d03314bbd76e req-cd7d8810-1b92-428b-b502-65cdc2e10350 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] No DVR routers for this DVR port 78796d0e-924f-4ed4-b8d0-075e88bfb3e7 on host hv-cinder-83769 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:27:06.957999 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-e82ef53d-841e-44b0-bb27-d03314bbd76e req-cd7d8810-1b92-428b-b502-65cdc2e10350 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:27:06.962086 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e82ef53d-841e-44b0-bb27-d03314bbd76e req-cd7d8810-1b92-428b-b502-65cdc2e10350 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] 10.222.0.75 "DELETE /v2.0/ports/78796d0e-924f-4ed4-b8d0-075e88bfb3e7 HTTP/1.1" status: 204 len: 173 time: 0.5057957 Apr 29 13:27:06.962576 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ed7d83c-36be-4df4-b29d-3c04c6e8b348', 'name': 'network-vif-deleted', 'tag': '78796d0e-924f-4ed4-b8d0-075e88bfb3e7'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:27:06.964964 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34453e8beaba66333125c1a762a789c78ce2f458b63942c2f470c2340433bc94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c0fdcf7-8844-406f-838b-a8eeb9646d3d" -d '{"events": [{"server_uuid": "8ed7d83c-36be-4df4-b29d-3c04c6e8b348", "name": "network-vif-deleted", "tag": "78796d0e-924f-4ed4-b8d0-075e88bfb3e7"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:27:06.999909 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-796aafd2-44e3-42d7-b15a-4aeb785b944d x-openstack-request-id: req-796aafd2-44e3-42d7-b15a-4aeb785b944d {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:27:07.000207 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ed7d83c-36be-4df4-b29d-3c04c6e8b348", "name": "network-vif-deleted", "tag": "78796d0e-924f-4ed4-b8d0-075e88bfb3e7", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:27:07.000469 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-796aafd2-44e3-42d7-b15a-4aeb785b944d {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:27:07.000910 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-796aafd2-44e3-42d7-b15a-4aeb785b944d'] response: {'server_uuid': '8ed7d83c-36be-4df4-b29d-3c04c6e8b348', 'name': 'network-vif-deleted', 'tag': '78796d0e-924f-4ed4-b8d0-075e88bfb3e7', 'status': 'completed', 'code': 200} Apr 29 13:27:07.005461 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6934c05d-b6bd-4761-a27e-b3ce6f64d524 req-08803eea-39e1-4a00-b9ea-7f992277ed99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:27:07.006961 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-6934c05d-b6bd-4761-a27e-b3ce6f64d524 req-08803eea-39e1-4a00-b9ea-7f992277ed99 service neutron] 10.222.0.75 "GET /v2.0/networks?id=3410551e-5a46-4ac5-98b2-aca173f9205e HTTP/1.1" status: 200 len: 918 time: 0.0932016 Apr 29 13:27:07.106035 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-6934c05d-b6bd-4761-a27e-b3ce6f64d524 req-85c0e860-eaa2-455f-b335-30c40ef60c77 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b84c292-da1e-45fb-bee4-72836b1be7c7 HTTP/1.1" status: 200 len: 998 time: 0.0606701 Apr 29 13:27:07.165246 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6934c05d-b6bd-4761-a27e-b3ce6f64d524 req-559ca67d-844d-4806-8eed-aab3a986ae10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:27:07.166689 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-6934c05d-b6bd-4761-a27e-b3ce6f64d524 req-559ca67d-844d-4806-8eed-aab3a986ae10 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d4719930-215c-410a-9121-e8646740b594 HTTP/1.1" status: 200 len: 856 time: 0.0463772 Apr 29 13:27:07.445169 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-75c5a246-54e5-4533-af3f-e796d25f18f6 req-7d9228a6-1c98-4a78-80e0-5842ce944784 tempest-VolumesSnapshotTestJSON-1492525961 tempest-VolumesSnapshotTestJSON-1492525961-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ed7d83c-36be-4df4-b29d-3c04c6e8b348 HTTP/1.1" status: 200 len: 210 time: 0.0485644 Apr 29 13:27:07.453833 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6934c05d-b6bd-4761-a27e-b3ce6f64d524 req-3e3924da-cb10-475a-b901-2927cab51c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:27:07.455295 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-6934c05d-b6bd-4761-a27e-b3ce6f64d524 req-3e3924da-cb10-475a-b901-2927cab51c5d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3410551e-5a46-4ac5-98b2-aca173f9205e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0694838 Apr 29 13:27:07.553524 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-6934c05d-b6bd-4761-a27e-b3ce6f64d524 req-10da40c7-0514-4d7a-9e8d-086c5d4c3386 service neutron] 10.222.0.75 "GET /v2.0/networks/3410551e-5a46-4ac5-98b2-aca173f9205e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894675 Apr 29 13:27:07.647342 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-6934c05d-b6bd-4761-a27e-b3ce6f64d524 req-d6d9a1a0-aa5c-4e67-b5e7-0b532d7958d4 service neutron] 10.222.0.75 "GET /v2.0/networks/3410551e-5a46-4ac5-98b2-aca173f9205e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870330 Apr 29 13:27:07.745285 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839c7e8-3481-405b-91fc-21a5e7593c13 req-85d37c34-a0c0-4138-bebf-cbb43262b078 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:27:07.746777 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d839c7e8-3481-405b-91fc-21a5e7593c13 req-85d37c34-a0c0-4138-bebf-cbb43262b078 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 943 time: 0.0506871 Apr 29 13:27:08.028129 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d839c7e8-3481-405b-91fc-21a5e7593c13 req-7fc67037-06f4-4b48-8afa-b032dff0fbaa tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2753880 Apr 29 13:27:09.155441 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dc0123-c950-419d-8936-9169f34e46a7 req-776d5e6e-4066-4f9e-8e8b-4015762cfe52 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:27:09.156970 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f2dc0123-c950-419d-8936-9169f34e46a7 req-776d5e6e-4066-4f9e-8e8b-4015762cfe52 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 943 time: 0.0504308 Apr 29 13:27:09.206660 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f2dc0123-c950-419d-8936-9169f34e46a7 req-54e1205b-06c6-4c9b-8d96-448b6c113c71 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441203 Apr 29 13:27:10.342012 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d457726-f9dc-47e1-9e9e-c21cb838d5bf req-ff7cad9e-7645-43d7-9c9a-7e2911dec902 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:27:10.343582 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-0d457726-f9dc-47e1-9e9e-c21cb838d5bf req-ff7cad9e-7645-43d7-9c9a-7e2911dec902 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 943 time: 0.0511606 Apr 29 13:27:10.392081 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-0d457726-f9dc-47e1-9e9e-c21cb838d5bf req-0abb0d1e-7027-49b8-af13-0bc0d9f74690 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429270 Apr 29 13:27:11.516977 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd61b06a-043f-4c6a-9838-f16879973187 req-d521b1aa-55cb-4afb-87b9-96374dd75877 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:27:11.518444 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cd61b06a-043f-4c6a-9838-f16879973187 req-d521b1aa-55cb-4afb-87b9-96374dd75877 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 943 time: 0.0480320 Apr 29 13:27:11.570402 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cd61b06a-043f-4c6a-9838-f16879973187 req-a1b8d9a3-7c82-4edf-95c3-b6799a0603c0 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464206 Apr 29 13:27:11.953892 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device 78796d0e-924f-4ed4-b8d0-075e88bfb3e7 no longer exists at agent hyperv_hv-cinder-83769 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:27:11.975412 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] No Port match for: 78796d0e-924f-4ed4-b8d0-075e88bfb3e7 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:27:11.975762 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device 78796d0e-924f-4ed4-b8d0-075e88bfb3e7 not bound to the agent host hv-cinder-83769 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:27:12.716747 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5a774-4a26-434b-9869-777c7f602f14 req-7a8a8043-ee48-4af3-bb7c-699312259eee tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:27:12.718980 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-01c5a774-4a26-434b-9869-777c7f602f14 req-7a8a8043-ee48-4af3-bb7c-699312259eee tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 943 time: 0.0686898 Apr 29 13:27:12.773001 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-01c5a774-4a26-434b-9869-777c7f602f14 req-5a28f0e0-327c-4f8b-a1d9-e9af6ecefa7f tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467608 Apr 29 13:27:13.893302 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce70cb-05d3-4c6c-bbda-2ed74ad95993 req-47646c17-f39e-4efa-9c27-545e775228c3 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:27:13.894938 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2fce70cb-05d3-4c6c-bbda-2ed74ad95993 req-47646c17-f39e-4efa-9c27-545e775228c3 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 943 time: 0.0480719 Apr 29 13:27:13.941843 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2fce70cb-05d3-4c6c-bbda-2ed74ad95993 req-23320d28-c02d-41b0-95f0-f1cbb00c9f27 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405710 Apr 29 13:27:15.060736 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b03ead-7973-452d-8cd8-1f61b3fd2d0c req-aa3631d1-9a5c-432f-b986-85063399020b tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:27:15.062148 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-43b03ead-7973-452d-8cd8-1f61b3fd2d0c req-aa3631d1-9a5c-432f-b986-85063399020b tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 943 time: 0.0470436 Apr 29 13:27:15.108704 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-43b03ead-7973-452d-8cd8-1f61b3fd2d0c req-9ecf4a80-e5b4-4604-8c7f-cec74d0bbacc tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410738 Apr 29 13:27:16.258945 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ee50f-7220-4ff9-bc12-e8066340cc80 req-a1772113-76ac-4784-94af-76f1556f533e tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:27:16.260580 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a67ee50f-7220-4ff9-bc12-e8066340cc80 req-a1772113-76ac-4784-94af-76f1556f533e tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 943 time: 0.0757301 Apr 29 13:27:16.312910 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a67ee50f-7220-4ff9-bc12-e8066340cc80 req-6f8de7f1-c4da-4d2d-a846-cdfc2c1dfa2a tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453191 Apr 29 13:27:17.435292 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d84c7d2-75eb-435a-ac2d-c7780bc6ff7d req-9fb2ec38-018b-4157-9be9-4cae4180428c tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:27:17.436982 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9d84c7d2-75eb-435a-ac2d-c7780bc6ff7d req-9fb2ec38-018b-4157-9be9-4cae4180428c tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 943 time: 0.0488734 Apr 29 13:27:17.488810 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9d84c7d2-75eb-435a-ac2d-c7780bc6ff7d req-8801f1ad-33b1-4412-9cdf-0e817cbbd5ab tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461731 Apr 29 13:27:18.613519 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e795aa8-04c5-4d9c-88f1-677628f64e67 req-9e2e42be-642a-4497-ab0c-0cdf3b77102e tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:27:18.615768 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6e795aa8-04c5-4d9c-88f1-677628f64e67 req-9e2e42be-642a-4497-ab0c-0cdf3b77102e tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 943 time: 0.0530937 Apr 29 13:27:18.666488 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6e795aa8-04c5-4d9c-88f1-677628f64e67 req-1097328b-032a-4b98-883b-e42aced16766 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427935 Apr 29 13:27:19.791966 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65da84e-9b5e-4b01-900d-4d58358d5a3d req-b18be8c0-d206-438b-8500-3aae9f0fdb0f tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:27:19.794320 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-b65da84e-9b5e-4b01-900d-4d58358d5a3d req-b18be8c0-d206-438b-8500-3aae9f0fdb0f tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 943 time: 0.0532341 Apr 29 13:27:19.840298 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-b65da84e-9b5e-4b01-900d-4d58358d5a3d req-78e69dee-996e-47f0-9a89-405275f74586 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412278 Apr 29 13:27:20.968554 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4ddd94-d51b-4b68-9cac-54adec57e915 req-a0dc712f-77f1-425b-ad1c-269081646363 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:27:20.970094 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9c4ddd94-d51b-4b68-9cac-54adec57e915 req-a0dc712f-77f1-425b-ad1c-269081646363 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 943 time: 0.0485690 Apr 29 13:27:21.020131 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9c4ddd94-d51b-4b68-9cac-54adec57e915 req-ed82e5b7-bf98-4259-a6fb-6fe5d0d3163f tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442805 Apr 29 13:27:21.551054 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3b24da7b-3285-4a8b-97c2-7c9d33a5c65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (e437e712-237e-4a54-83a8-782eed3c5f0c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:27:22.141324 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dca88e2-ce26-4ff0-a13d-668b0fa0dc78 req-4f672eb4-28c3-4086-9dbb-e1bbef2d314b tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:27:22.142728 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7dca88e2-ce26-4ff0-a13d-668b0fa0dc78 req-4f672eb4-28c3-4086-9dbb-e1bbef2d314b tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 943 time: 0.0478563 Apr 29 13:27:22.191617 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7dca88e2-ce26-4ff0-a13d-668b0fa0dc78 req-3d1be39e-ebe2-4f7d-9ca8-c48109f3acb2 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433109 Apr 29 13:27:22.751727 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c4090ed3-b188-48ef-a6b9-5d78229fc55d None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:27:23.327200 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09856162-ada5-46de-be0a-4ffa0c184d34 req-3aed388e-3af5-48f1-aa41-0134073e0186 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:27:23.329487 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-09856162-ada5-46de-be0a-4ffa0c184d34 req-3aed388e-3af5-48f1-aa41-0134073e0186 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 943 time: 0.0539339 Apr 29 13:27:23.380568 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-09856162-ada5-46de-be0a-4ffa0c184d34 req-5f21104c-0dbb-417a-b078-72c5189599a0 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450311 Apr 29 13:27:24.264791 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-64c4599d-7b5c-4185-9ead-bdee22289a64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (ffd5f049-29fc-4e99-906d-6eadce93ab48), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:27:24.522489 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb969aa1-19f1-4d95-9bb5-99b107bf7683 req-6caa21d3-6ac1-4fb6-bed0-006f3e88c970 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:27:24.524239 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-cb969aa1-19f1-4d95-9bb5-99b107bf7683 req-6caa21d3-6ac1-4fb6-bed0-006f3e88c970 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 943 time: 0.0549719 Apr 29 13:27:24.574071 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-cb969aa1-19f1-4d95-9bb5-99b107bf7683 req-ac1926af-1562-48e4-973e-dafe6150eefe tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434875 Apr 29 13:27:25.703481 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435cd735-0276-4310-8f8d-ae177ac8b224 req-e878af7c-7f2e-488e-8747-5edba6cdf33a tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:27:25.705035 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-435cd735-0276-4310-8f8d-ae177ac8b224 req-e878af7c-7f2e-488e-8747-5edba6cdf33a tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 943 time: 0.0528572 Apr 29 13:27:25.752125 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-435cd735-0276-4310-8f8d-ae177ac8b224 req-f9047c7c-524e-49ca-ae00-b9f52a1e898b tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411832 Apr 29 13:27:25.817629 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d46c6b96-c9c1-47b5-84ba-015c4e42046f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (1b2ea45c-9419-45d0-91af-29e2c5a1844a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:27:26.870824 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ed05d4-fc5d-406f-8905-c8ef9bb79bbd req-679a3254-1f54-4cef-a618-276e82713208 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:27:26.872296 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-16ed05d4-fc5d-406f-8905-c8ef9bb79bbd req-679a3254-1f54-4cef-a618-276e82713208 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 943 time: 0.0480585 Apr 29 13:27:26.919699 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-16ed05d4-fc5d-406f-8905-c8ef9bb79bbd req-922e4934-2c57-4a2f-ba6b-64499c5e6cdf tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419257 Apr 29 13:27:27.256652 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bea047bf-f99e-49b2-8b9d-5ba249a30c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (23d6c007-0036-4fdb-b033-28b1fd628d82), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:27:28.036486 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8b4c69-046d-46e1-8eb4-2245056300e9 req-0452811c-a76b-4c2f-80d2-bb90356df7f9 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:27:28.037888 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7b8b4c69-046d-46e1-8eb4-2245056300e9 req-0452811c-a76b-4c2f-80d2-bb90356df7f9 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 943 time: 0.0468192 Apr 29 13:27:28.088301 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7b8b4c69-046d-46e1-8eb4-2245056300e9 req-8849f6c9-c06a-4960-ad75-a335edeeb387 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439672 Apr 29 13:27:28.676372 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (070d87cd-fed4-4d07-85b5-c26ded61f2d8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:27:29.025919 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (477bd1e1-70d7-4a7b-b37c-5892af57f2e4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:27:29.205295 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4de25b-2f45-4e4c-9d3c-32744f3b3758 req-72c4bfa1-3027-40ca-a29f-2bf0fe8389ca tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:27:29.206762 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-db4de25b-2f45-4e4c-9d3c-32744f3b3758 req-72c4bfa1-3027-40ca-a29f-2bf0fe8389ca tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 943 time: 0.0466156 Apr 29 13:27:29.258520 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-db4de25b-2f45-4e4c-9d3c-32744f3b3758 req-96f587f2-7861-4712-bf92-a172fb0a6945 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455174 Apr 29 13:27:30.379152 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa307103-1f87-4c46-bc92-856d59780600 req-0aa601ca-3d55-472b-9018-b8920857c553 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:27:30.380637 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-aa307103-1f87-4c46-bc92-856d59780600 req-0aa601ca-3d55-472b-9018-b8920857c553 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 943 time: 0.0483534 Apr 29 13:27:30.429355 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-aa307103-1f87-4c46-bc92-856d59780600 req-99399bd3-f12f-4fa0-9202-a21993db68c8 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428407 Apr 29 13:27:31.544892 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5b49cc-1730-48c9-b655-c3c6e9cdb4cc req-7bf53eb7-a140-4e19-b851-8616c38dcfe7 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:27:31.546358 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-2c5b49cc-1730-48c9-b655-c3c6e9cdb4cc req-7bf53eb7-a140-4e19-b851-8616c38dcfe7 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 943 time: 0.0461028 Apr 29 13:27:31.593285 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-2c5b49cc-1730-48c9-b655-c3c6e9cdb4cc req-1b05dca0-92ae-4611-9c76-6d9ff4552e4c tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414536 Apr 29 13:27:32.728014 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26947b0a-5658-4f1f-bf4f-b6476b835ca9 req-47a56fb0-067b-4aaf-b952-fd8835a21cc2 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:27:32.729260 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-26947b0a-5658-4f1f-bf4f-b6476b835ca9 req-47a56fb0-067b-4aaf-b952-fd8835a21cc2 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 943 time: 0.0528581 Apr 29 13:27:32.778215 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-26947b0a-5658-4f1f-bf4f-b6476b835ca9 req-ee7a3c1a-f288-41c6-80eb-432ca62d5058 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432255 Apr 29 13:27:33.930698 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cf855f-8378-4825-a84b-fcf6b68f79e0 req-4baf72d0-e2d8-4669-a593-2a92d3705da9 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:27:33.932270 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-74cf855f-8378-4825-a84b-fcf6b68f79e0 req-4baf72d0-e2d8-4669-a593-2a92d3705da9 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 943 time: 0.0768592 Apr 29 13:27:33.937343 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2369cf6-a942-47d8-a9eb-7e90fc15d4c0 req-0d48a7db-e8e3-4515-b3be-eec648891e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:27:33.938716 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-c2369cf6-a942-47d8-a9eb-7e90fc15d4c0 req-0d48a7db-e8e3-4515-b3be-eec648891e0c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=62259e68f4eb4e72bddb618088a3d06a&device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 1127 time: 0.0556519 Apr 29 13:27:34.033387 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-74cf855f-8378-4825-a84b-fcf6b68f79e0 req-4b245cf3-dcd7-4197-bbfc-db244127cfad tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937395 Apr 29 13:27:34.064472 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2369cf6-a942-47d8-a9eb-7e90fc15d4c0 req-a81a2d3b-dae0-4faf-a64b-3ad1990fbec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:27:34.066007 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-c2369cf6-a942-47d8-a9eb-7e90fc15d4c0 req-a81a2d3b-dae0-4faf-a64b-3ad1990fbec5 service neutron] 10.222.0.75 "GET /v2.0/networks?id=3410551e-5a46-4ac5-98b2-aca173f9205e HTTP/1.1" status: 200 len: 918 time: 0.1094127 Apr 29 13:27:34.136554 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-c2369cf6-a942-47d8-a9eb-7e90fc15d4c0 req-03171ebe-86f6-4cde-b126-9ecdfe280a18 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b84c292-da1e-45fb-bee4-72836b1be7c7 HTTP/1.1" status: 200 len: 998 time: 0.0646012 Apr 29 13:27:34.189568 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2369cf6-a942-47d8-a9eb-7e90fc15d4c0 req-ad3dcd50-1788-406f-ad7a-9b13269d8dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:27:34.191027 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-c2369cf6-a942-47d8-a9eb-7e90fc15d4c0 req-ad3dcd50-1788-406f-ad7a-9b13269d8dd2 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d4719930-215c-410a-9121-e8646740b594 HTTP/1.1" status: 200 len: 856 time: 0.0490119 Apr 29 13:27:34.237510 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2369cf6-a942-47d8-a9eb-7e90fc15d4c0 req-bb4b075b-55e1-4d70-82e2-a69924737334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:27:34.238991 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-c2369cf6-a942-47d8-a9eb-7e90fc15d4c0 req-bb4b075b-55e1-4d70-82e2-a69924737334 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3410551e-5a46-4ac5-98b2-aca173f9205e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404680 Apr 29 13:27:34.332051 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-c2369cf6-a942-47d8-a9eb-7e90fc15d4c0 req-448493f6-7dae-48f7-a25d-1ea77ddd316c service neutron] 10.222.0.75 "GET /v2.0/networks/3410551e-5a46-4ac5-98b2-aca173f9205e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859699 Apr 29 13:27:34.423388 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-c2369cf6-a942-47d8-a9eb-7e90fc15d4c0 req-c8b7b15d-4784-471b-bf03-cf3df087b72b service neutron] 10.222.0.75 "GET /v2.0/networks/3410551e-5a46-4ac5-98b2-aca173f9205e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856733 Apr 29 13:27:35.159733 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8f523e-ee72-45a1-b214-a31fab574804 req-1670297b-e981-4a3d-b40e-65cbd2d7eba7 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:27:35.161217 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ea8f523e-ee72-45a1-b214-a31fab574804 req-1670297b-e981-4a3d-b40e-65cbd2d7eba7 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 943 time: 0.0518289 Apr 29 13:27:35.208199 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ea8f523e-ee72-45a1-b214-a31fab574804 req-7e705cd3-589c-4284-9a35-6182d390c414 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411935 Apr 29 13:27:36.333466 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6658f05f-d736-485a-b4c3-7f0565d3932a req-16224512-8807-4ea4-a30f-c0851c83690b tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:27:36.334853 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-6658f05f-d736-485a-b4c3-7f0565d3932a req-16224512-8807-4ea4-a30f-c0851c83690b tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 943 time: 0.0525553 Apr 29 13:27:36.384784 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-6658f05f-d736-485a-b4c3-7f0565d3932a req-7888014a-8cc3-4360-a763-58023d7a932d tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426431 Apr 29 13:27:37.510004 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0df28aa-ee60-47be-8099-25ba5d47bb6f req-4bcbbc09-e4f1-4215-a302-29d0ae5fb6c7 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:27:37.511539 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d0df28aa-ee60-47be-8099-25ba5d47bb6f req-4bcbbc09-e4f1-4215-a302-29d0ae5fb6c7 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 943 time: 0.0512023 Apr 29 13:27:37.563006 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d0df28aa-ee60-47be-8099-25ba5d47bb6f req-19dd15ae-344b-4dbd-96c1-ac60cdad7bfa tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456533 Apr 29 13:27:38.698594 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7054ca77-2f5d-45fb-9d2f-ee6541a3642d req-9e0e9caf-aa32-40b8-a004-1e1ebf586d11 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:27:38.700152 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7054ca77-2f5d-45fb-9d2f-ee6541a3642d req-9e0e9caf-aa32-40b8-a004-1e1ebf586d11 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 943 time: 0.0574698 Apr 29 13:27:38.766815 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7054ca77-2f5d-45fb-9d2f-ee6541a3642d req-3d72b4ad-b713-4273-8f84-6173b279bb90 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607212 Apr 29 13:27:39.892729 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cc563d-b2a0-462c-bf53-ea50a82634f2 req-61bd07bb-ac55-4baf-a917-527fade281f5 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:27:39.894462 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b8cc563d-b2a0-462c-bf53-ea50a82634f2 req-61bd07bb-ac55-4baf-a917-527fade281f5 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 943 time: 0.0505297 Apr 29 13:27:39.948889 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b8cc563d-b2a0-462c-bf53-ea50a82634f2 req-2519e314-775e-4621-abb2-dd15505688e4 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489013 Apr 29 13:27:41.088322 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853d5cf-ea78-4ccb-a9a6-93ae5130b08b req-a05ac3e8-8fcc-46a2-af50-1bded015d0fc tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:27:41.090120 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-8853d5cf-ea78-4ccb-a9a6-93ae5130b08b req-a05ac3e8-8fcc-46a2-af50-1bded015d0fc tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 943 time: 0.0594275 Apr 29 13:27:41.145282 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-8853d5cf-ea78-4ccb-a9a6-93ae5130b08b req-7f61615f-1ee4-498b-868c-9935cf79cbc9 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477691 Apr 29 13:27:42.131081 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device 7b84c292-da1e-45fb-bee4-72836b1be7c7 details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 13:27:42.206747 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 53742) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:27:42.230502 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] For port 7b84c292-da1e-45fb-bee4-72836b1be7c7, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=7b84c292-da1e-45fb-bee4-72836b1be7c7,segment=NetworkSegment(4fd29a15-20ce-448e-b25d-cf8073262121),segment_id=4fd29a15-20ce-448e-b25d-cf8073262121)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:27:42.242292 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Returning: {'device': '7b84c292-da1e-45fb-bee4-72836b1be7c7', 'network_id': '3410551e-5a46-4ac5-98b2-aca173f9205e', 'port_id': '7b84c292-da1e-45fb-bee4-72836b1be7c7', 'mac_address': 'fa:16:3e:a8:c0:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4719930-215c-410a-9121-e8646740b594', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 13:27:42.286622 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Current status of the port 7b84c292-da1e-45fb-bee4-72836b1be7c7 is: DOWN; New status is: BUILD {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:27:42.287002 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (7b84c292-da1e-45fb-bee4-72836b1be7c7), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:27:42.291587 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28112891-6b6e-486f-a986-c4b1eda67b13 req-cdd3c410-d46e-4c0c-8480-34f265fb6ac5 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:27:42.293694 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-28112891-6b6e-486f-a986-c4b1eda67b13 req-cdd3c410-d46e-4c0c-8480-34f265fb6ac5 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 943 time: 0.0577402 Apr 29 13:27:42.299045 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d630630-7de5-4ec9-bc0f-bb27b230004c admin admin] Deleting subnet fc323cc3-3521-4de0-b3a3-01ad0d024a68 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 13:27:42.301860 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b84c292-da1e-45fb-bee4-72836b1be7c7 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:27:42.309111 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3d630630-7de5-4ec9-bc0f-bb27b230004c admin admin] Publish callbacks [] for subnet (fc323cc3-3521-4de0-b3a3-01ad0d024a68), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:27:42.323107 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] For port 7b84c292-da1e-45fb-bee4-72836b1be7c7, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=7b84c292-da1e-45fb-bee4-72836b1be7c7,segment=NetworkSegment(4fd29a15-20ce-448e-b25d-cf8073262121),segment_id=4fd29a15-20ce-448e-b25d-cf8073262121)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:27:42.328208 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (7b84c292-da1e-45fb-bee4-72836b1be7c7), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:27:42.376149 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3d630630-7de5-4ec9-bc0f-bb27b230004c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9333816'] for subnet (fc323cc3-3521-4de0-b3a3-01ad0d024a68), precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:27:42.379279 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Pushing event updated for resources: {'Port': ['ID=7b84c292-da1e-45fb-bee4-72836b1be7c7,revision_number=9']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:42.386981 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:27:42.387366 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:27:42.387743 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:27:42.388102 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:27:42.388544 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:27:42.388911 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:27:42.389236 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:27:42.389564 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:27:42.389891 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:27:42.390220 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:27:42.390550 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:27:42.390881 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:27:42.391206 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:27:42.391532 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:27:42.391845 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:27:42.411296 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-28112891-6b6e-486f-a986-c4b1eda67b13 req-31cea159-990b-4ca5-a2f9-0edbcf46547a tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096306 Apr 29 13:27:42.431645 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3d630630-7de5-4ec9-bc0f-bb27b230004c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1407265'] for subnet (fc323cc3-3521-4de0-b3a3-01ad0d024a68), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:27:42.486817 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3d630630-7de5-4ec9-bc0f-bb27b230004c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1407272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8537476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9228789'] for subnet (fc323cc3-3521-4de0-b3a3-01ad0d024a68), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:27:42.514272 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d630630-7de5-4ec9-bc0f-bb27b230004c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc323cc3-3521-4de0-b3a3-01ad0d024a68,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:42.518288 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3d630630-7de5-4ec9-bc0f-bb27b230004c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549835'] for subnet (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:27:42.521564 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-3d630630-7de5-4ec9-bc0f-bb27b230004c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/fc323cc3-3521-4de0-b3a3-01ad0d024a68 HTTP/1.1" status: 204 len: 168 time: 0.3137267 Apr 29 13:27:42.524046 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 53744) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:27:42.596709 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-471815e9-4b45-4d92-aaf0-313a64aa0cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793423'] for network (c6a7e3df-a46e-491f-baa0-e10765b3c214), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:27:42.676285 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-471815e9-4b45-4d92-aaf0-313a64aa0cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405116', 'neutron.services.segments.db._delete_segments_for_network-8783156274041'] for network (c6a7e3df-a46e-491f-baa0-e10765b3c214), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:27:42.696939 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.services.segments.db [None req-471815e9-4b45-4d92-aaf0-313a64aa0cb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6a7e3df-a46e-491f-baa0-e10765b3c214']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:27:42.707079 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.services.segments.db [None req-471815e9-4b45-4d92-aaf0-313a64aa0cb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc56d987-87fe-4fc8-99a6-051af98c9015') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:27:42.707371 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.services.segments.db [None req-471815e9-4b45-4d92-aaf0-313a64aa0cb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc56d987-87fe-4fc8-99a6-051af98c9015') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:27:42.716733 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-471815e9-4b45-4d92-aaf0-313a64aa0cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783156275074', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9333793'] for segment (dc56d987-87fe-4fc8-99a6-051af98c9015), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:27:42.730769 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-471815e9-4b45-4d92-aaf0-313a64aa0cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401276'] for segment (dc56d987-87fe-4fc8-99a6-051af98c9015), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:27:42.738143 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-471815e9-4b45-4d92-aaf0-313a64aa0cb9 admin admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 13:27:42.738587 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-471815e9-4b45-4d92-aaf0-313a64aa0cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8537954'] for segment (dc56d987-87fe-4fc8-99a6-051af98c9015), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:27:42.740266 dv-cinder-837699-3-iscsi neutron-server[103364]: Traceback (most recent call last): Apr 29 13:27:42.740266 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 13:27:42.740266 dv-cinder-837699-3-iscsi neutron-server[103364]: timer() Apr 29 13:27:42.740266 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:27:42.740266 dv-cinder-837699-3-iscsi neutron-server[103364]: cb(*args, **kw) Apr 29 13:27:42.740266 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 13:27:42.740266 dv-cinder-837699-3-iscsi neutron-server[103364]: return func(*args, **kwargs) Apr 29 13:27:42.740266 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:27:42.740266 dv-cinder-837699-3-iscsi neutron-server[103364]: self._notify() Apr 29 13:27:42.740266 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:27:42.740266 dv-cinder-837699-3-iscsi neutron-server[103364]: self.callback(batched_events) Apr 29 13:27:42.740266 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:27:42.740266 dv-cinder-837699-3-iscsi neutron-server[103364]: event.method(event) Apr 29 13:27:42.740266 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 13:27:42.740266 dv-cinder-837699-3-iscsi neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:27:42.740266 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 13:27:42.740266 dv-cinder-837699-3-iscsi neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:27:42.740266 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 13:27:42.740266 dv-cinder-837699-3-iscsi neutron-server[103364]: return f(self, *a, **k) Apr 29 13:27:42.740266 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:27:42.740266 dv-cinder-837699-3-iscsi neutron-server[103364]: return self._get(url).json() Apr 29 13:27:42.740266 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:27:42.740266 dv-cinder-837699-3-iscsi neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:27:42.740266 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 13:27:42.740266 dv-cinder-837699-3-iscsi neutron-server[103364]: return self.request(url, 'GET', **kwargs) Apr 29 13:27:42.740266 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 13:27:42.740266 dv-cinder-837699-3-iscsi neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:27:42.740266 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 13:27:42.740266 dv-cinder-837699-3-iscsi neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:27:42.740266 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 13:27:42.740266 dv-cinder-837699-3-iscsi neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:27:42.740266 dv-cinder-837699-3-iscsi neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:27:42.801866 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-471815e9-4b45-4d92-aaf0-313a64aa0cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-706069'] for network (c6a7e3df-a46e-491f-baa0-e10765b3c214), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:27:42.808128 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-471815e9-4b45-4d92-aaf0-313a64aa0cb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549835'] for network (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:27:42.811749 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-471815e9-4b45-4d92-aaf0-313a64aa0cb9 admin admin] 10.222.0.11 "DELETE /v2.0/networks/c6a7e3df-a46e-491f-baa0-e10765b3c214 HTTP/1.1" status: 204 len: 168 time: 0.2867720 Apr 29 13:27:42.823277 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471815e9-4b45-4d92-aaf0-313a64aa0cb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6a7e3df-a46e-491f-baa0-e10765b3c214,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:42.872480 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] get_ports_and_sgs() called for port_ids ['7b84c292-da1e-45fb-bee4-72836b1be7c7'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 13:27:42.976710 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 53750) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:27:43.018808 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-b085f51d-72ac-4d54-9e28-5c7e140aac61 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5f25f5ab0fac4e2295d0bf303635744d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407398 Apr 29 13:27:43.021121 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 53752) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:27:43.069059 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e443148b-6af8-48e3-9b7b-de79ae9db9d1 admin admin] Publish callbacks [] for security_group (a848ccc1-00d8-4951-b1f5-d9b71abdf1f1), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:27:43.092419 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e443148b-6af8-48e3-9b7b-de79ae9db9d1 admin admin] Publish callbacks [] for security_group (a848ccc1-00d8-4951-b1f5-d9b71abdf1f1), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:27:43.148225 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e443148b-6af8-48e3-9b7b-de79ae9db9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (a848ccc1-00d8-4951-b1f5-d9b71abdf1f1), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:27:43.152171 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e443148b-6af8-48e3-9b7b-de79ae9db9d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:27:43.153460 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-e443148b-6af8-48e3-9b7b-de79ae9db9d1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a848ccc1-00d8-4951-b1f5-d9b71abdf1f1 HTTP/1.1" status: 204 len: 168 time: 0.1314163 Apr 29 13:27:43.163604 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e443148b-6af8-48e3-9b7b-de79ae9db9d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a848ccc1-00d8-4951-b1f5-d9b71abdf1f1,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:43.542854 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8c31a2-9d8e-4bfa-92a9-d1e87177f06e req-5c01757c-be9f-4939-b4ce-2fbb56011287 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:27:43.544390 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9d8c31a2-9d8e-4bfa-92a9-d1e87177f06e req-5c01757c-be9f-4939-b4ce-2fbb56011287 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 944 time: 0.0539842 Apr 29 13:27:43.600452 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9d8c31a2-9d8e-4bfa-92a9-d1e87177f06e req-4f8d57d0-0b3f-43b6-8da6-5ca0d2339ac6 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472095 Apr 29 13:27:44.155763 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device 7b84c292-da1e-45fb-bee4-72836b1be7c7 up at agent hyperv_hv-cinder-83769 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:27:44.202101 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Provisioning complete for port 7b84c292-da1e-45fb-bee4-72836b1be7c7 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:27:44.202483 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (7b84c292-da1e-45fb-bee4-72836b1be7c7), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:27:44.288732 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Current status of the port 7b84c292-da1e-45fb-bee4-72836b1be7c7 is: BUILD; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:27:44.289314 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (7b84c292-da1e-45fb-bee4-72836b1be7c7), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:27:44.316097 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe23dcfb-5b9c-453c-8307-1347c9b3f960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b84c292-da1e-45fb-bee4-72836b1be7c7'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:27:44.318302 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0016abbf82925ac5bb98c97d9984ae38170a8446c70b2249197f38a9e3d809b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d92b41-16b7-45e8-b344-3308798774d3" -d '{"events": [{"server_uuid": "fe23dcfb-5b9c-453c-8307-1347c9b3f960", "name": "network-vif-plugged", "status": "completed", "tag": "7b84c292-da1e-45fb-bee4-72836b1be7c7"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:27:44.332211 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] For port 7b84c292-da1e-45fb-bee4-72836b1be7c7, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=7b84c292-da1e-45fb-bee4-72836b1be7c7,segment=NetworkSegment(4fd29a15-20ce-448e-b25d-cf8073262121),segment_id=4fd29a15-20ce-448e-b25d-cf8073262121)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:27:44.337648 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (7b84c292-da1e-45fb-bee4-72836b1be7c7), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:27:44.401841 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Pushing event updated for resources: {'Port': ['ID=7b84c292-da1e-45fb-bee4-72836b1be7c7,revision_number=10']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:44.537628 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb1d49e7-c01c-428e-8b1f-703dd860b6b6 x-openstack-request-id: req-cb1d49e7-c01c-428e-8b1f-703dd860b6b6 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:27:44.537924 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe23dcfb-5b9c-453c-8307-1347c9b3f960", "name": "network-vif-plugged", "status": "completed", "tag": "7b84c292-da1e-45fb-bee4-72836b1be7c7", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:27:44.538186 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cb1d49e7-c01c-428e-8b1f-703dd860b6b6 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:27:44.538585 dv-cinder-837699-3-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb1d49e7-c01c-428e-8b1f-703dd860b6b6'] response: {'server_uuid': 'fe23dcfb-5b9c-453c-8307-1347c9b3f960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b84c292-da1e-45fb-bee4-72836b1be7c7', 'code': 200} Apr 29 13:27:44.717845 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8141c8c6-fea2-4cf4-8f46-fc9ecc610c67 req-c853ed0a-c454-4660-8316-0e8272017ffc tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:27:44.719330 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-8141c8c6-fea2-4cf4-8f46-fc9ecc610c67 req-c853ed0a-c454-4660-8316-0e8272017ffc tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 946 time: 0.0470934 Apr 29 13:27:44.772409 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-8141c8c6-fea2-4cf4-8f46-fc9ecc610c67 req-a9b1eedb-4bd5-480a-b1e8-8fc5818217aa tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471022 Apr 29 13:27:45.192409 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537ae6d1-cd1b-43b5-9e4b-8152dcd73708 req-c04677bf-60a6-4695-b169-66e92a8c063c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:27:45.193933 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-537ae6d1-cd1b-43b5-9e4b-8152dcd73708 req-c04677bf-60a6-4695-b169-66e92a8c063c service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 1130 time: 0.0394731 Apr 29 13:27:45.241679 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-537ae6d1-cd1b-43b5-9e4b-8152dcd73708 req-f010d237-ff47-4daa-a361-6d47b7da24a2 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405762 Apr 29 13:27:45.896943 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b4e20-6e66-4435-aaa4-0d4e00ce993f req-9f496f25-0c10-4917-962c-0e36ede64eb7 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:27:45.898640 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8f1b4e20-6e66-4435-aaa4-0d4e00ce993f req-9f496f25-0c10-4917-962c-0e36ede64eb7 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 946 time: 0.0484402 Apr 29 13:27:45.948125 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8f1b4e20-6e66-4435-aaa4-0d4e00ce993f req-959d597a-39be-45cd-afce-2a4092aba8e7 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427403 Apr 29 13:27:47.070797 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5372527-0c4c-499b-a832-8aee02155b9a req-355a580d-76d7-43a8-aaa4-e71fd8a9c8c1 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:27:47.072195 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-c5372527-0c4c-499b-a832-8aee02155b9a req-355a580d-76d7-43a8-aaa4-e71fd8a9c8c1 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 946 time: 0.0465577 Apr 29 13:27:47.119573 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-c5372527-0c4c-499b-a832-8aee02155b9a req-f1b2b2e4-0238-4fb0-9d7b-526adfb3e8dd tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416231 Apr 29 13:27:48.238561 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b6e1f2-d87c-440a-b7af-65a3ec1c2c55 req-f7442b31-cd6c-4c93-ab3d-1caddb7400a3 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:27:48.240073 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-86b6e1f2-d87c-440a-b7af-65a3ec1c2c55 req-f7442b31-cd6c-4c93-ab3d-1caddb7400a3 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 946 time: 0.0488050 Apr 29 13:27:48.288884 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-86b6e1f2-d87c-440a-b7af-65a3ec1c2c55 req-0eadb319-e699-4088-9653-180f6c8e98c2 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431507 Apr 29 13:27:49.413759 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139d53ae-93c9-483b-819b-e39b2168836c req-89264ccf-493d-400c-9469-75e3e62018b0 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:27:49.415245 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-139d53ae-93c9-483b-819b-e39b2168836c req-89264ccf-493d-400c-9469-75e3e62018b0 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 946 time: 0.0509570 Apr 29 13:27:49.464807 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-139d53ae-93c9-483b-819b-e39b2168836c req-c3c407a3-11ee-40f4-95b4-8dbbf41cecb5 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432472 Apr 29 13:27:50.594345 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9391e2c-2e37-4a11-b08e-1d41906a3d0d req-d9b71e85-7e26-468b-9f2e-5ca48ed49fad tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:27:50.597024 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-f9391e2c-2e37-4a11-b08e-1d41906a3d0d req-d9b71e85-7e26-468b-9f2e-5ca48ed49fad tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 946 time: 0.0583165 Apr 29 13:27:50.652989 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-f9391e2c-2e37-4a11-b08e-1d41906a3d0d req-8281154d-1ad0-4651-8b06-d04423b57bae tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457680 Apr 29 13:27:51.561066 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0fd2c1ad-10a7-4457-8246-50d4c74d78e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (e437e712-237e-4a54-83a8-782eed3c5f0c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:27:51.812425 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b906b-4028-47ee-963b-423994096393 req-9a34f325-aabe-49fa-bd43-1da586d98448 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:27:51.814119 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-3e6b906b-4028-47ee-963b-423994096393 req-9a34f325-aabe-49fa-bd43-1da586d98448 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 946 time: 0.0590706 Apr 29 13:27:51.878258 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-3e6b906b-4028-47ee-963b-423994096393 req-72fd7e80-5f5b-4819-8632-c6d7e1225633 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585220 Apr 29 13:27:53.011125 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aac980-d8d3-4c35-adec-4309ccab6781 req-01c997ad-afe6-416f-94e8-454e28d230c8 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:27:53.012780 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-22aac980-d8d3-4c35-adec-4309ccab6781 req-01c997ad-afe6-416f-94e8-454e28d230c8 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 946 time: 0.0530190 Apr 29 13:27:53.067337 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-22aac980-d8d3-4c35-adec-4309ccab6781 req-f546ed9c-39ff-4f6b-9bb1-31ebd5e54714 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464981 Apr 29 13:27:54.261062 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ac987ddb-dfcc-40e6-97da-ab6f23f08017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (ffd5f049-29fc-4e99-906d-6eadce93ab48), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:27:54.478319 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 53910) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:27:54.600266 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8feabd31-1ada-4067-9b82-5a400b8993d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:27:54.690929 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8feabd31-1ada-4067-9b82-5a400b8993d4 admin admin] Publish callbacks [] for security_group (50de0a80-5616-4643-a8bb-da5dd39277d7), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:27:54.696020 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8feabd31-1ada-4067-9b82-5a400b8993d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (50de0a80-5616-4643-a8bb-da5dd39277d7), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:27:54.743881 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-8feabd31-1ada-4067-9b82-5a400b8993d4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f8a9bb2f22a140f1b667587c29cad266&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2636998 Apr 29 13:27:54.744634 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feabd31-1ada-4067-9b82-5a400b8993d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50de0a80-5616-4643-a8bb-da5dd39277d7,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:54.746921 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 53916) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:27:54.752871 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feabd31-1ada-4067-9b82-5a400b8993d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:27:54.753227 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feabd31-1ada-4067-9b82-5a400b8993d4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:27:54.753580 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feabd31-1ada-4067-9b82-5a400b8993d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:27:54.753987 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feabd31-1ada-4067-9b82-5a400b8993d4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:27:54.754247 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feabd31-1ada-4067-9b82-5a400b8993d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:27:54.754580 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feabd31-1ada-4067-9b82-5a400b8993d4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:27:54.754938 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feabd31-1ada-4067-9b82-5a400b8993d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:27:54.755278 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feabd31-1ada-4067-9b82-5a400b8993d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:27:54.755603 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feabd31-1ada-4067-9b82-5a400b8993d4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:27:54.755931 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feabd31-1ada-4067-9b82-5a400b8993d4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:27:54.756263 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feabd31-1ada-4067-9b82-5a400b8993d4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:27:54.756591 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feabd31-1ada-4067-9b82-5a400b8993d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:27:54.756955 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feabd31-1ada-4067-9b82-5a400b8993d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:27:54.757363 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feabd31-1ada-4067-9b82-5a400b8993d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:27:54.757601 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feabd31-1ada-4067-9b82-5a400b8993d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:27:54.808540 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-13f47a2a-a5e7-41db-a660-448984fb02e0 admin admin] Publish callbacks [] for security_group (50de0a80-5616-4643-a8bb-da5dd39277d7), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:27:54.833392 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-13f47a2a-a5e7-41db-a660-448984fb02e0 admin admin] Publish callbacks [] for security_group (50de0a80-5616-4643-a8bb-da5dd39277d7), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:27:54.885765 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-13f47a2a-a5e7-41db-a660-448984fb02e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (50de0a80-5616-4643-a8bb-da5dd39277d7), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:27:54.888823 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-13f47a2a-a5e7-41db-a660-448984fb02e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:27:54.890227 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-13f47a2a-a5e7-41db-a660-448984fb02e0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/50de0a80-5616-4643-a8bb-da5dd39277d7 HTTP/1.1" status: 204 len: 168 time: 0.1418679 Apr 29 13:27:54.898570 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f47a2a-a5e7-41db-a660-448984fb02e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50de0a80-5616-4643-a8bb-da5dd39277d7,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:55.830649 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d46c6b96-c9c1-47b5-84ba-015c4e42046f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (1b2ea45c-9419-45d0-91af-29e2c5a1844a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:27:57.263160 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bea047bf-f99e-49b2-8b9d-5ba249a30c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (23d6c007-0036-4fdb-b033-28b1fd628d82), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:27:58.679789 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (070d87cd-fed4-4d07-85b5-c26ded61f2d8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:27:59.046565 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (477bd1e1-70d7-4a7b-b37c-5892af57f2e4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:27:59.125163 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012da638-0d36-48cc-820e-b67c0cdd1bcb req-4c5e2674-d326-4dd1-8875-7a8a559c1269 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:27:59.126915 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-012da638-0d36-48cc-820e-b67c0cdd1bcb req-4c5e2674-d326-4dd1-8875-7a8a559c1269 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=a1f6a9db-ac55-46f2-992b-41205166af8f HTTP/1.1" status: 200 len: 945 time: 0.0561397 Apr 29 13:27:59.132206 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef667356-40f0-438b-9848-464b703ab1db req-498568cb-1c63-4f91-b224-2018dca09aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:27:59.133868 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-ef667356-40f0-438b-9848-464b703ab1db req-498568cb-1c63-4f91-b224-2018dca09aa2 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f816e6d8de4d489b965fa6fe021f3b58&device_id=a1f6a9db-ac55-46f2-992b-41205166af8f HTTP/1.1" status: 200 len: 1129 time: 0.0421331 Apr 29 13:27:59.180292 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-012da638-0d36-48cc-820e-b67c0cdd1bcb req-0d18d2fc-a48b-4d9e-855b-de558ad9ec2b tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=46785ecf-4683-43cb-9f71-9c42ac9d9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476620 Apr 29 13:27:59.234878 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef667356-40f0-438b-9848-464b703ab1db req-8a89331b-839b-46f1-863f-3e01271489c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:27:59.236371 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-ef667356-40f0-438b-9848-464b703ab1db req-8a89331b-839b-46f1-863f-3e01271489c0 service neutron] 10.222.0.75 "GET /v2.0/networks?id=75b7fe95-ba69-4d04-89c6-6ad49ef540b7 HTTP/1.1" status: 200 len: 920 time: 0.0961838 Apr 29 13:27:59.307731 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-ef667356-40f0-438b-9848-464b703ab1db req-27d247d2-812d-4983-9f36-4c857448d61a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2132db07-a83d-4d68-93c3-e18e7ff96455 HTTP/1.1" status: 200 len: 1000 time: 0.0636911 Apr 29 13:27:59.363643 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef667356-40f0-438b-9848-464b703ab1db req-59bbc2c5-379a-44b7-bb12-7b30f033506d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:27:59.365155 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-ef667356-40f0-438b-9848-464b703ab1db req-59bbc2c5-379a-44b7-bb12-7b30f033506d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c49f2808-2545-473c-889a-37ee93dfd06e HTTP/1.1" status: 200 len: 858 time: 0.0511923 Apr 29 13:27:59.411432 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef667356-40f0-438b-9848-464b703ab1db req-18e52ae1-a601-4085-9ae1-6c2753ec9066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:27:59.412946 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-ef667356-40f0-438b-9848-464b703ab1db req-18e52ae1-a601-4085-9ae1-6c2753ec9066 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=75b7fe95-ba69-4d04-89c6-6ad49ef540b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400586 Apr 29 13:27:59.511354 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-ef667356-40f0-438b-9848-464b703ab1db req-1dcda742-f5ce-4f08-aa02-6c16c9e90352 service neutron] 10.222.0.75 "GET /v2.0/networks/75b7fe95-ba69-4d04-89c6-6ad49ef540b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898876 Apr 29 13:27:59.611404 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-ef667356-40f0-438b-9848-464b703ab1db req-d52b532b-840b-4ac3-81f7-a00a51b63454 service neutron] 10.222.0.75 "GET /v2.0/networks/75b7fe95-ba69-4d04-89c6-6ad49ef540b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935256 Apr 29 13:27:59.751502 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c4090ed3-b188-48ef-a6b9-5d78229fc55d None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:28:00.303893 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37edd74-6c9f-4925-858a-74f301d50ba3 req-da7a1cd9-6511-4101-b1f7-c7822b4a7389 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:28:00.305500 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-b37edd74-6c9f-4925-858a-74f301d50ba3 req-da7a1cd9-6511-4101-b1f7-c7822b4a7389 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=a1f6a9db-ac55-46f2-992b-41205166af8f HTTP/1.1" status: 200 len: 945 time: 0.0525029 Apr 29 13:28:00.358472 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-b37edd74-6c9f-4925-858a-74f301d50ba3 req-5771e1d9-d31d-4746-bee7-5a9f05ce8b47 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=46785ecf-4683-43cb-9f71-9c42ac9d9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467238 Apr 29 13:28:01.479335 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c092478-d326-45c6-b305-8941986b0800 req-b6d3feb9-61c6-42ff-beb5-aa71230c5bcc tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:28:01.480928 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7c092478-d326-45c6-b305-8941986b0800 req-b6d3feb9-61c6-42ff-beb5-aa71230c5bcc tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=a1f6a9db-ac55-46f2-992b-41205166af8f HTTP/1.1" status: 200 len: 945 time: 0.0485797 Apr 29 13:28:01.538409 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7c092478-d326-45c6-b305-8941986b0800 req-c40d5d27-b10e-4067-8804-69056653fe7a tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=46785ecf-4683-43cb-9f71-9c42ac9d9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518003 Apr 29 13:28:02.669861 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a1476-658f-4fe8-9981-4cfff73365b1 req-c5a2689b-2d5b-465c-8b78-f1bd1ab5e6b6 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:28:02.671467 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-129a1476-658f-4fe8-9981-4cfff73365b1 req-c5a2689b-2d5b-465c-8b78-f1bd1ab5e6b6 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=a1f6a9db-ac55-46f2-992b-41205166af8f HTTP/1.1" status: 200 len: 945 time: 0.0565684 Apr 29 13:28:02.724662 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-129a1476-658f-4fe8-9981-4cfff73365b1 req-4c848a26-98c4-4f8e-8ba9-ef59d43e0ba5 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=46785ecf-4683-43cb-9f71-9c42ac9d9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474577 Apr 29 13:28:03.904488 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dfc7c8-fcf3-42cb-86a9-5cc59ac6b316 req-43dc486f-d107-401c-aad2-1a379164e404 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:28:03.907308 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-62dfc7c8-fcf3-42cb-86a9-5cc59ac6b316 req-43dc486f-d107-401c-aad2-1a379164e404 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=a1f6a9db-ac55-46f2-992b-41205166af8f HTTP/1.1" status: 200 len: 945 time: 0.0680239 Apr 29 13:28:03.963912 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-62dfc7c8-fcf3-42cb-86a9-5cc59ac6b316 req-f2c7adb2-7344-472f-90c3-2fe564a5854c tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=46785ecf-4683-43cb-9f71-9c42ac9d9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510437 Apr 29 13:28:05.107939 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79f8079-77e5-458e-a44e-0bff4cd7cd00 req-3df91988-ff66-4a81-8248-9c4d94e98f31 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:28:05.109598 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-d79f8079-77e5-458e-a44e-0bff4cd7cd00 req-3df91988-ff66-4a81-8248-9c4d94e98f31 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=a1f6a9db-ac55-46f2-992b-41205166af8f HTTP/1.1" status: 200 len: 945 time: 0.0556054 Apr 29 13:28:05.161636 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-d79f8079-77e5-458e-a44e-0bff4cd7cd00 req-378bda11-42f1-4449-bd6a-1378ce388856 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=46785ecf-4683-43cb-9f71-9c42ac9d9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457802 Apr 29 13:28:06.289069 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fafbd31-b3a5-4ba7-907a-6fa00f3e5962 req-9436a0d2-0460-47ba-b706-541fcd09b1ec tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:28:06.292387 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3fafbd31-b3a5-4ba7-907a-6fa00f3e5962 req-9436a0d2-0460-47ba-b706-541fcd09b1ec tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=a1f6a9db-ac55-46f2-992b-41205166af8f HTTP/1.1" status: 200 len: 945 time: 0.0550013 Apr 29 13:28:06.349241 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3fafbd31-b3a5-4ba7-907a-6fa00f3e5962 req-afa19aa6-9091-4a64-9a2d-013d7f32a0c6 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=46785ecf-4683-43cb-9f71-9c42ac9d9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503938 Apr 29 13:28:07.474854 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c75ee8-1ddd-421c-afb2-8098d8fc5227 req-e3cc7faf-a9c7-4322-8e98-ad26a0f5f465 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:28:07.476446 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-a8c75ee8-1ddd-421c-afb2-8098d8fc5227 req-e3cc7faf-a9c7-4322-8e98-ad26a0f5f465 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=a1f6a9db-ac55-46f2-992b-41205166af8f HTTP/1.1" status: 200 len: 945 time: 0.0534964 Apr 29 13:28:07.529183 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-a8c75ee8-1ddd-421c-afb2-8098d8fc5227 req-a484dabd-e724-41dc-9f72-5c318c79169a tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=46785ecf-4683-43cb-9f71-9c42ac9d9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464284 Apr 29 13:28:08.659645 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32426144-0a03-49fb-b311-a66fabb84e7b req-5bc5677c-9c46-4ddc-a0f5-a5a41a09e52e tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:28:08.661424 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-32426144-0a03-49fb-b311-a66fabb84e7b req-5bc5677c-9c46-4ddc-a0f5-a5a41a09e52e tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=a1f6a9db-ac55-46f2-992b-41205166af8f HTTP/1.1" status: 200 len: 945 time: 0.0527785 Apr 29 13:28:08.718933 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-32426144-0a03-49fb-b311-a66fabb84e7b req-2259ae0e-1c1a-43ca-803f-49578845bc99 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=46785ecf-4683-43cb-9f71-9c42ac9d9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471888 Apr 29 13:28:09.843663 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a2184-8c2b-4eaa-b3ee-524b7b3e6583 req-3b2ff3b3-5dea-4fc1-ae92-062b9b2894fa tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:28:09.845284 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-5e7a2184-8c2b-4eaa-b3ee-524b7b3e6583 req-3b2ff3b3-5dea-4fc1-ae92-062b9b2894fa tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=a1f6a9db-ac55-46f2-992b-41205166af8f HTTP/1.1" status: 200 len: 945 time: 0.0526323 Apr 29 13:28:09.906547 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-5e7a2184-8c2b-4eaa-b3ee-524b7b3e6583 req-98b74edb-9df5-443b-b65f-4dce1ed7e341 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=46785ecf-4683-43cb-9f71-9c42ac9d9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551739 Apr 29 13:28:11.050688 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60119c8d-dda3-4d5c-91ba-fe6c05cf5e94 req-f79bcb2f-71f8-4a00-8f1c-3a0cec5af1b2 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:28:11.052221 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-60119c8d-dda3-4d5c-91ba-fe6c05cf5e94 req-f79bcb2f-71f8-4a00-8f1c-3a0cec5af1b2 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=a1f6a9db-ac55-46f2-992b-41205166af8f HTTP/1.1" status: 200 len: 945 time: 0.0550573 Apr 29 13:28:11.106330 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-60119c8d-dda3-4d5c-91ba-fe6c05cf5e94 req-7efa87be-0da0-4641-af8e-111006480ea4 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=46785ecf-4683-43cb-9f71-9c42ac9d9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465591 Apr 29 13:28:12.230420 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570003bc-48cb-44f7-891b-dbc70ef70b55 req-ed8e4cbf-e88c-4697-a7f1-5631a74704ea tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:28:12.232013 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-570003bc-48cb-44f7-891b-dbc70ef70b55 req-ed8e4cbf-e88c-4697-a7f1-5631a74704ea tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=a1f6a9db-ac55-46f2-992b-41205166af8f HTTP/1.1" status: 200 len: 945 time: 0.0511324 Apr 29 13:28:12.287521 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-570003bc-48cb-44f7-891b-dbc70ef70b55 req-29c232f3-021b-40e4-b86f-ef10e0785b13 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=46785ecf-4683-43cb-9f71-9c42ac9d9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490074 Apr 29 13:28:12.938010 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ffd474-ef2d-4d7f-8c01-189759c2f67d req-89c12395-1175-47aa-be94-5f51990873dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:28:12.939550 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-a4ffd474-ef2d-4d7f-8c01-189759c2f67d req-89c12395-1175-47aa-be94-5f51990873dd service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=a1f6a9db-ac55-46f2-992b-41205166af8f HTTP/1.1" status: 200 len: 1129 time: 0.0408144 Apr 29 13:28:12.984409 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-a4ffd474-ef2d-4d7f-8c01-189759c2f67d req-3afc7b08-c460-4cf4-908c-b46b02ed93e1 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=46785ecf-4683-43cb-9f71-9c42ac9d9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385919 Apr 29 13:28:13.407822 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7970a017-6631-4984-b43c-7e690b6e1e3d req-12f51920-98e0-4daa-8af8-aab3a17b714d tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:28:13.409441 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7970a017-6631-4984-b43c-7e690b6e1e3d req-12f51920-98e0-4daa-8af8-aab3a17b714d tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=a1f6a9db-ac55-46f2-992b-41205166af8f HTTP/1.1" status: 200 len: 945 time: 0.0492022 Apr 29 13:28:13.460648 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7970a017-6631-4984-b43c-7e690b6e1e3d req-5230254d-721e-4c30-9370-f670e0386549 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=46785ecf-4683-43cb-9f71-9c42ac9d9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447352 Apr 29 13:28:14.599256 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d2c7d-df43-4951-b909-a058a0922e5c req-33ff7119-c9a2-4dbc-874f-f2c4c3232b57 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:28:14.601552 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-3f4d2c7d-df43-4951-b909-a058a0922e5c req-33ff7119-c9a2-4dbc-874f-f2c4c3232b57 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=a1f6a9db-ac55-46f2-992b-41205166af8f HTTP/1.1" status: 200 len: 945 time: 0.0535343 Apr 29 13:28:14.655893 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-3f4d2c7d-df43-4951-b909-a058a0922e5c req-88bc88f0-93d6-4c00-a1c9-6d95e7d7230b tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=46785ecf-4683-43cb-9f71-9c42ac9d9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475993 Apr 29 13:28:15.781702 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba12c886-9525-4eb7-a07f-b0d2047d3d22 req-0f426182-51be-4978-9b5a-34d24e04cc80 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:28:15.783310 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ba12c886-9525-4eb7-a07f-b0d2047d3d22 req-0f426182-51be-4978-9b5a-34d24e04cc80 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=a1f6a9db-ac55-46f2-992b-41205166af8f HTTP/1.1" status: 200 len: 945 time: 0.0521529 Apr 29 13:28:15.842666 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ba12c886-9525-4eb7-a07f-b0d2047d3d22 req-22eac9c6-4e38-490e-becf-987dbfe6cbd9 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=46785ecf-4683-43cb-9f71-9c42ac9d9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515993 Apr 29 13:28:16.298478 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c2844-cfde-44d1-b083-acf70a012ad5 req-768def4d-7541-4725-9ff8-ce043ebd68c0 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:28:16.299956 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e96c2844-cfde-44d1-b083-acf70a012ad5 req-768def4d-7541-4725-9ff8-ce043ebd68c0 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=a1f6a9db-ac55-46f2-992b-41205166af8f HTTP/1.1" status: 200 len: 945 time: 0.0831752 Apr 29 13:28:16.303397 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1fe405-51aa-4be3-b0a7-0b6e9e349a28 req-6e9fc1d9-fb96-4e5a-9b8e-df987a25280a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:28:16.305155 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-5a1fe405-51aa-4be3-b0a7-0b6e9e349a28 req-6e9fc1d9-fb96-4e5a-9b8e-df987a25280a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f816e6d8de4d489b965fa6fe021f3b58&device_id=a1f6a9db-ac55-46f2-992b-41205166af8f HTTP/1.1" status: 200 len: 1129 time: 0.0783637 Apr 29 13:28:16.411646 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e96c2844-cfde-44d1-b083-acf70a012ad5 req-8ec96eb4-c506-4fb5-b43b-405fd2dba6d7 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=46785ecf-4683-43cb-9f71-9c42ac9d9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056490 Apr 29 13:28:16.433917 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1fe405-51aa-4be3-b0a7-0b6e9e349a28 req-12d2e912-31a2-43d5-888c-23e295369a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:28:16.435377 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-5a1fe405-51aa-4be3-b0a7-0b6e9e349a28 req-12d2e912-31a2-43d5-888c-23e295369a55 service neutron] 10.222.0.75 "GET /v2.0/networks?id=75b7fe95-ba69-4d04-89c6-6ad49ef540b7 HTTP/1.1" status: 200 len: 920 time: 0.1233339 Apr 29 13:28:16.503699 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-5a1fe405-51aa-4be3-b0a7-0b6e9e349a28 req-cd5cf233-9b2f-41b8-b3be-55d416cc9d5e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2132db07-a83d-4d68-93c3-e18e7ff96455 HTTP/1.1" status: 200 len: 1000 time: 0.0626540 Apr 29 13:28:16.551422 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1fe405-51aa-4be3-b0a7-0b6e9e349a28 req-11b68793-de1c-41f1-b0b8-b09ff8f6b12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:28:16.552796 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-5a1fe405-51aa-4be3-b0a7-0b6e9e349a28 req-11b68793-de1c-41f1-b0b8-b09ff8f6b12f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c49f2808-2545-473c-889a-37ee93dfd06e HTTP/1.1" status: 200 len: 858 time: 0.0432780 Apr 29 13:28:16.600113 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1fe405-51aa-4be3-b0a7-0b6e9e349a28 req-f58d16a2-a2d2-43ad-bf5d-739eb8e5383b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:28:16.602366 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-5a1fe405-51aa-4be3-b0a7-0b6e9e349a28 req-f58d16a2-a2d2-43ad-bf5d-739eb8e5383b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=75b7fe95-ba69-4d04-89c6-6ad49ef540b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423663 Apr 29 13:28:16.696855 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-5a1fe405-51aa-4be3-b0a7-0b6e9e349a28 req-5743c00d-e2dd-45e5-a08f-494eee9a4994 service neutron] 10.222.0.75 "GET /v2.0/networks/75b7fe95-ba69-4d04-89c6-6ad49ef540b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886669 Apr 29 13:28:16.792577 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-5a1fe405-51aa-4be3-b0a7-0b6e9e349a28 req-98ce5161-8203-4b3e-84fa-a2dc70ff3770 service neutron] 10.222.0.75 "GET /v2.0/networks/75b7fe95-ba69-4d04-89c6-6ad49ef540b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899634 Apr 29 13:28:17.534313 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621ba21d-a3e7-4d84-999d-ce431dce1924 req-c59219b6-c388-4e6c-b879-d7d5e91bb0f5 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:28:17.535836 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-621ba21d-a3e7-4d84-999d-ce431dce1924 req-c59219b6-c388-4e6c-b879-d7d5e91bb0f5 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=a1f6a9db-ac55-46f2-992b-41205166af8f HTTP/1.1" status: 200 len: 945 time: 0.0502625 Apr 29 13:28:17.583933 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-621ba21d-a3e7-4d84-999d-ce431dce1924 req-9b6353a0-f7d8-43a3-b8a6-abba3e96be42 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=46785ecf-4683-43cb-9f71-9c42ac9d9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424070 Apr 29 13:28:18.706719 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaa109f-d970-46dc-a645-87a445b4dcd4 req-ddb79b4f-2776-49b5-a4fe-26255ca57572 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:28:18.709880 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-6aaa109f-d970-46dc-a645-87a445b4dcd4 req-ddb79b4f-2776-49b5-a4fe-26255ca57572 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=a1f6a9db-ac55-46f2-992b-41205166af8f HTTP/1.1" status: 200 len: 945 time: 0.0542872 Apr 29 13:28:18.764310 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-6aaa109f-d970-46dc-a645-87a445b4dcd4 req-5d800c8c-0688-426a-ae73-6ce88d1128d4 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=46785ecf-4683-43cb-9f71-9c42ac9d9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453064 Apr 29 13:28:19.880006 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dda613-cf2d-4e36-8128-d3e89470f54a req-5f21ba6b-148d-4fb9-bf77-e30ff4e361c1 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:28:19.881521 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f2dda613-cf2d-4e36-8128-d3e89470f54a req-5f21ba6b-148d-4fb9-bf77-e30ff4e361c1 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=a1f6a9db-ac55-46f2-992b-41205166af8f HTTP/1.1" status: 200 len: 945 time: 0.0473959 Apr 29 13:28:19.928735 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f2dda613-cf2d-4e36-8128-d3e89470f54a req-a3dec509-129b-4288-9eeb-b82c7bf72299 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=46785ecf-4683-43cb-9f71-9c42ac9d9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410726 Apr 29 13:28:21.056991 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2684e2-9a3a-4df0-8010-e4a8d27adfe9 req-6f2d260e-9235-416f-a2a4-e6980fbcb325 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:28:21.058329 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-3e2684e2-9a3a-4df0-8010-e4a8d27adfe9 req-6f2d260e-9235-416f-a2a4-e6980fbcb325 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=a1f6a9db-ac55-46f2-992b-41205166af8f HTTP/1.1" status: 200 len: 945 time: 0.0501914 Apr 29 13:28:21.295556 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-3e2684e2-9a3a-4df0-8010-e4a8d27adfe9 req-0c573597-fa99-40a0-9ef5-778e7d165d27 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=46785ecf-4683-43cb-9f71-9c42ac9d9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2316015 Apr 29 13:28:21.409816 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fcbc77-968b-485b-9243-fdacc5172aa6 req-a1030c3f-cd33-497a-8100-454838729322 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:28:21.411313 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d0fcbc77-968b-485b-9243-fdacc5172aa6 req-a1030c3f-cd33-497a-8100-454838729322 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=a1f6a9db-ac55-46f2-992b-41205166af8f HTTP/1.1" status: 200 len: 945 time: 0.0508454 Apr 29 13:28:21.420131 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 54004) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:28:21.424592 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-0c714eed-a0b8-40dc-8db4-f2a793ba293f tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Request body: {'floatingip': {'port_id': '2132db07-a83d-4d68-93c3-e18e7ff96455'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:28:21.480613 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0c714eed-a0b8-40dc-8db4-f2a793ba293f tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Publish callbacks [] for floatingip (bbc696e5-e97b-4a0d-95d3-733b9f7eb666), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:28:21.556315 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e0790d33-6874-400e-aad4-d27d76b1b632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (e437e712-237e-4a54-83a8-782eed3c5f0c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:28:21.973151 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0c714eed-a0b8-40dc-8db4-f2a793ba293f tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:28:21.977683 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0c714eed-a0b8-40dc-8db4-f2a793ba293f tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706107'] for floatingip (bbc696e5-e97b-4a0d-95d3-733b9f7eb666), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:28:22.192306 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c714eed-a0b8-40dc-8db4-f2a793ba293f tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Router 51728595-6e32-43af-807d-01fb63b042cd has already been hosted by L3 agent ffd5f049-29fc-4e99-906d-6eadce93ab48 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:28:22.303275 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c714eed-a0b8-40dc-8db4-f2a793ba293f tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Notify agent at l3_agent.dv-cinder-837699-3-iscsi the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:28:22.308258 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0c714eed-a0b8-40dc-8db4-f2a793ba293f tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574'] for floatingip (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:28:22.315620 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591d3003-c136-4c26-a87e-b1db07ad7f84 None None] Sync routers for ids ['51728595-6e32-43af-807d-01fb63b042cd'] in dv-cinder-837699-3-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:28:22.325651 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591d3003-c136-4c26-a87e-b1db07ad7f84 None None] Routers {'51728595-6e32-43af-807d-01fb63b042cd'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:28:22.326255 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-591d3003-c136-4c26-a87e-b1db07ad7f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:27:54Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['51728595-6e32-43af-807d-01fb63b042cd'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:22.341703 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1f6a9db-ac55-46f2-992b-41205166af8f', 'tag': '2132db07-a83d-4d68-93c3-e18e7ff96455'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:28:22.344104 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34453e8beaba66333125c1a762a789c78ce2f458b63942c2f470c2340433bc94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56342769-3d44-438f-8619-87dade16272d" -d '{"events": [{"name": "network-changed", "server_uuid": "a1f6a9db-ac55-46f2-992b-41205166af8f", "tag": "2132db07-a83d-4d68-93c3-e18e7ff96455"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:28:22.374480 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-0c714eed-a0b8-40dc-8db4-f2a793ba293f tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "PUT /v2.0/floatingips/bbc696e5-e97b-4a0d-95d3-733b9f7eb666 HTTP/1.1" status: 200 len: 992 time: 0.9532282 Apr 29 13:28:22.445450 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-591d3003-c136-4c26-a87e-b1db07ad7f84 None None] Set router 51728595-6e32-43af-807d-01fb63b042cd gateway port host: dv-cinder-837699-3-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:28:22.500384 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93e86742-ae02-4548-8d03-60a05ee83294 x-openstack-request-id: req-93e86742-ae02-4548-8d03-60a05ee83294 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:28:22.500916 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1f6a9db-ac55-46f2-992b-41205166af8f", "tag": "2132db07-a83d-4d68-93c3-e18e7ff96455", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:28:22.501021 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-93e86742-ae02-4548-8d03-60a05ee83294 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:28:22.501340 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93e86742-ae02-4548-8d03-60a05ee83294'] response: {'name': 'network-changed', 'server_uuid': 'a1f6a9db-ac55-46f2-992b-41205166af8f', 'tag': '2132db07-a83d-4d68-93c3-e18e7ff96455', 'status': 'completed', 'code': 200} Apr 29 13:28:22.595974 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56342769-3d44-438f-8619-87dade16272d req-873d9246-68d0-4a75-b825-781a2e2c10b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:28:22.597492 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-56342769-3d44-438f-8619-87dade16272d req-873d9246-68d0-4a75-b825-781a2e2c10b5 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f816e6d8de4d489b965fa6fe021f3b58&device_id=a1f6a9db-ac55-46f2-992b-41205166af8f HTTP/1.1" status: 200 len: 1129 time: 0.0402148 Apr 29 13:28:22.676972 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-591d3003-c136-4c26-a87e-b1db07ad7f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51728595-6e32-43af-807d-01fb63b042cd', 'name': 'tempest-ServerRescueNegativeTestJSON-1983684363-router', 'tenant_id': 'f816e6d8de4d489b965fa6fe021f3b58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'c90ef315-e4e9-4ab1-90c8-ec45e3c6935c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:34Z', 'updated_at': '2022-04-29T13:21:51Z', 'revision_number': 4, 'project_id': 'f816e6d8de4d489b965fa6fe021f3b58', 'gw_port': {'id': 'c90ef315-e4e9-4ab1-90c8-ec45e3c6935c', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:06:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51728595-6e32-43af-807d-01fb63b042cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:38Z', 'updated_at': '2022-04-29T13:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_floatingips': [{'id': 'bbc696e5-e97b-4a0d-95d3-733b9f7eb666', 'tenant_id': 'f816e6d8de4d489b965fa6fe021f3b58', 'floating_ip_address': '172.27.0.10', 'floating_network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'router_id': '51728595-6e32-43af-807d-01fb63b042cd', 'port_id': '2132db07-a83d-4d68-93c3-e18e7ff96455', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 347, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75b7fe95-ba69-4d04-89c6-6ad49ef540b7', 'mac_address': 'fa:16:3e:0f:25:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f6a9db-ac55-46f2-992b-41205166af8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:24:17Z', 'updated_at': '2022-04-29T13:28:21Z', 'revision_number': 3, 'project_id': 'f816e6d8de4d489b965fa6fe021f3b58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7672e0b-f958-4bbd-8f5b-46d2535bcc28', 'name': '', 'network_id': '75b7fe95-ba69-4d04-89c6-6ad49ef540b7', 'tenant_id': 'f816e6d8de4d489b965fa6fe021f3b58', 'mac_address': 'fa:16:3e:25:87:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51728595-6e32-43af-807d-01fb63b042cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'c49f2808-2545-473c-889a-37ee93dfd06e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:49Z', 'updated_at': '2022-04-29T13:22:01Z', 'revision_number': 5, 'project_id': 'f816e6d8de4d489b965fa6fe021f3b58', 'subnets': [{'id': 'c49f2808-2545-473c-889a-37ee93dfd06e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:22.691545 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56342769-3d44-438f-8619-87dade16272d req-8e3a1f1b-c51b-4f86-9038-efd17d49354d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:28:22.693098 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-56342769-3d44-438f-8619-87dade16272d req-8e3a1f1b-c51b-4f86-9038-efd17d49354d service neutron] 10.222.0.75 "GET /v2.0/networks?id=75b7fe95-ba69-4d04-89c6-6ad49ef540b7 HTTP/1.1" status: 200 len: 920 time: 0.0897417 Apr 29 13:28:22.708451 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591d3003-c136-4c26-a87e-b1db07ad7f84 None None] Checking router: 51728595-6e32-43af-807d-01fb63b042cd for host: dv-cinder-837699-3-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:28:22.718646 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591d3003-c136-4c26-a87e-b1db07ad7f84 None None] Routers {'51728595-6e32-43af-807d-01fb63b042cd'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:28:22.719274 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-591d3003-c136-4c26-a87e-b1db07ad7f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:27:54Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['51728595-6e32-43af-807d-01fb63b042cd'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:22.772579 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-56342769-3d44-438f-8619-87dade16272d req-765a89ce-a92f-4d5b-988f-3dcd33430e70 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2132db07-a83d-4d68-93c3-e18e7ff96455 HTTP/1.1" status: 200 len: 1000 time: 0.0713236 Apr 29 13:28:22.828251 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56342769-3d44-438f-8619-87dade16272d req-16523eb9-33bb-44c4-a41e-5251f79807f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:28:22.830246 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-56342769-3d44-438f-8619-87dade16272d req-16523eb9-33bb-44c4-a41e-5251f79807f5 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c49f2808-2545-473c-889a-37ee93dfd06e HTTP/1.1" status: 200 len: 858 time: 0.0522890 Apr 29 13:28:22.842926 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-591d3003-c136-4c26-a87e-b1db07ad7f84 None None] Set router 51728595-6e32-43af-807d-01fb63b042cd gateway port host: dv-cinder-837699-3-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:28:22.879719 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56342769-3d44-438f-8619-87dade16272d req-c958a74d-c58e-4bec-8ed7-c8a0f069059a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:28:22.881773 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-56342769-3d44-438f-8619-87dade16272d req-c958a74d-c58e-4bec-8ed7-c8a0f069059a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=75b7fe95-ba69-4d04-89c6-6ad49ef540b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454795 Apr 29 13:28:22.974386 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-56342769-3d44-438f-8619-87dade16272d req-c7b6fc5e-d3a8-4755-9936-a771e023d21e service neutron] 10.222.0.75 "GET /v2.0/networks/75b7fe95-ba69-4d04-89c6-6ad49ef540b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868413 Apr 29 13:28:23.077988 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-56342769-3d44-438f-8619-87dade16272d req-054089dc-2385-4794-8939-c65129010203 service neutron] 10.222.0.75 "GET /v2.0/networks/75b7fe95-ba69-4d04-89c6-6ad49ef540b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966043 Apr 29 13:28:23.165726 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-591d3003-c136-4c26-a87e-b1db07ad7f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51728595-6e32-43af-807d-01fb63b042cd', 'name': 'tempest-ServerRescueNegativeTestJSON-1983684363-router', 'tenant_id': 'f816e6d8de4d489b965fa6fe021f3b58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'c90ef315-e4e9-4ab1-90c8-ec45e3c6935c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:34Z', 'updated_at': '2022-04-29T13:21:51Z', 'revision_number': 4, 'project_id': 'f816e6d8de4d489b965fa6fe021f3b58', 'gw_port': {'id': 'c90ef315-e4e9-4ab1-90c8-ec45e3c6935c', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:06:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51728595-6e32-43af-807d-01fb63b042cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:38Z', 'updated_at': '2022-04-29T13:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_floatingips': [{'id': 'bbc696e5-e97b-4a0d-95d3-733b9f7eb666', 'tenant_id': 'f816e6d8de4d489b965fa6fe021f3b58', 'floating_ip_address': '172.27.0.10', 'floating_network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'router_id': '51728595-6e32-43af-807d-01fb63b042cd', 'port_id': '2132db07-a83d-4d68-93c3-e18e7ff96455', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 347, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75b7fe95-ba69-4d04-89c6-6ad49ef540b7', 'mac_address': 'fa:16:3e:0f:25:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f6a9db-ac55-46f2-992b-41205166af8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:24:17Z', 'updated_at': '2022-04-29T13:28:21Z', 'revision_number': 3, 'project_id': 'f816e6d8de4d489b965fa6fe021f3b58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7672e0b-f958-4bbd-8f5b-46d2535bcc28', 'name': '', 'network_id': '75b7fe95-ba69-4d04-89c6-6ad49ef540b7', 'tenant_id': 'f816e6d8de4d489b965fa6fe021f3b58', 'mac_address': 'fa:16:3e:25:87:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51728595-6e32-43af-807d-01fb63b042cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'c49f2808-2545-473c-889a-37ee93dfd06e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:49Z', 'updated_at': '2022-04-29T13:22:01Z', 'revision_number': 5, 'project_id': 'f816e6d8de4d489b965fa6fe021f3b58', 'subnets': [{'id': 'c49f2808-2545-473c-889a-37ee93dfd06e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:23.195511 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591d3003-c136-4c26-a87e-b1db07ad7f84 None None] The sync data for ids ['51728595-6e32-43af-807d-01fb63b042cd'] in dv-cinder-837699-3-iscsi is: [{'id': '51728595-6e32-43af-807d-01fb63b042cd', 'name': 'tempest-ServerRescueNegativeTestJSON-1983684363-router', 'tenant_id': 'f816e6d8de4d489b965fa6fe021f3b58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'c90ef315-e4e9-4ab1-90c8-ec45e3c6935c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:34Z', 'updated_at': '2022-04-29T13:21:51Z', 'revision_number': 4, 'project_id': 'f816e6d8de4d489b965fa6fe021f3b58', 'gw_port': {'id': 'c90ef315-e4e9-4ab1-90c8-ec45e3c6935c', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:06:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51728595-6e32-43af-807d-01fb63b042cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:38Z', 'updated_at': '2022-04-29T13:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_floatingips': [{'id': 'bbc696e5-e97b-4a0d-95d3-733b9f7eb666', 'tenant_id': 'f816e6d8de4d489b965fa6fe021f3b58', 'floating_ip_address': '172.27.0.10', 'floating_network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'router_id': '51728595-6e32-43af-807d-01fb63b042cd', 'port_id': '2132db07-a83d-4d68-93c3-e18e7ff96455', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 347, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75b7fe95-ba69-4d04-89c6-6ad49ef540b7', 'mac_address': 'fa:16:3e:0f:25:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f6a9db-ac55-46f2-992b-41205166af8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:24:17Z', 'updated_at': '2022-04-29T13:28:21Z', 'revision_number': 3, 'project_id': 'f816e6d8de4d489b965fa6fe021f3b58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7672e0b-f958-4bbd-8f5b-46d2535bcc28', 'name': '', 'network_id': '75b7fe95-ba69-4d04-89c6-6ad49ef540b7', 'tenant_id': 'f816e6d8de4d489b965fa6fe021f3b58', 'mac_address': 'fa:16:3e:25:87:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51728595-6e32-43af-807d-01fb63b042cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'c49f2808-2545-473c-889a-37ee93dfd06e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:49Z', 'updated_at': '2022-04-29T13:22:01Z', 'revision_number': 5, 'project_id': 'f816e6d8de4d489b965fa6fe021f3b58', 'subnets': [{'id': 'c49f2808-2545-473c-889a-37ee93dfd06e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:28:24.255722 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7323976c-2bb6-4410-adbb-95040bfda0d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (ffd5f049-29fc-4e99-906d-6eadce93ab48), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:28:24.502640 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1f6a9db-ac55-46f2-992b-41205166af8f', 'tag': '2132db07-a83d-4d68-93c3-e18e7ff96455'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:28:24.505085 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34453e8beaba66333125c1a762a789c78ce2f458b63942c2f470c2340433bc94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50482735-9dee-4d9a-99c4-a5f6d122ac04" -d '{"events": [{"name": "network-changed", "server_uuid": "a1f6a9db-ac55-46f2-992b-41205166af8f", "tag": "2132db07-a83d-4d68-93c3-e18e7ff96455"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:28:24.544997 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5094a092-7628-4a2a-a4fe-94b19798ffaa x-openstack-request-id: req-5094a092-7628-4a2a-a4fe-94b19798ffaa {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:28:24.545295 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1f6a9db-ac55-46f2-992b-41205166af8f", "tag": "2132db07-a83d-4d68-93c3-e18e7ff96455", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:28:24.545552 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5094a092-7628-4a2a-a4fe-94b19798ffaa {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:28:24.545955 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5094a092-7628-4a2a-a4fe-94b19798ffaa'] response: {'name': 'network-changed', 'server_uuid': 'a1f6a9db-ac55-46f2-992b-41205166af8f', 'tag': '2132db07-a83d-4d68-93c3-e18e7ff96455', 'status': 'completed', 'code': 200} Apr 29 13:28:24.630126 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50482735-9dee-4d9a-99c4-a5f6d122ac04 req-2cf07606-0524-4fd3-bb8e-4c924e1d6514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:28:24.631640 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-50482735-9dee-4d9a-99c4-a5f6d122ac04 req-2cf07606-0524-4fd3-bb8e-4c924e1d6514 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f816e6d8de4d489b965fa6fe021f3b58&device_id=a1f6a9db-ac55-46f2-992b-41205166af8f HTTP/1.1" status: 200 len: 1129 time: 0.0437610 Apr 29 13:28:24.727903 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50482735-9dee-4d9a-99c4-a5f6d122ac04 req-5e3d5b80-0645-4432-9651-1c68696706e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:28:24.729400 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-50482735-9dee-4d9a-99c4-a5f6d122ac04 req-5e3d5b80-0645-4432-9651-1c68696706e2 service neutron] 10.222.0.75 "GET /v2.0/networks?id=75b7fe95-ba69-4d04-89c6-6ad49ef540b7 HTTP/1.1" status: 200 len: 920 time: 0.0923371 Apr 29 13:28:24.798718 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-50482735-9dee-4d9a-99c4-a5f6d122ac04 req-a211f3a3-48a7-4da9-805d-0a3ec8fb0471 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2132db07-a83d-4d68-93c3-e18e7ff96455 HTTP/1.1" status: 200 len: 1000 time: 0.0623040 Apr 29 13:28:24.848555 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50482735-9dee-4d9a-99c4-a5f6d122ac04 req-79e45bfd-99cb-46d9-9c64-8a01352068e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:28:24.850035 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-50482735-9dee-4d9a-99c4-a5f6d122ac04 req-79e45bfd-99cb-46d9-9c64-8a01352068e6 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c49f2808-2545-473c-889a-37ee93dfd06e HTTP/1.1" status: 200 len: 858 time: 0.0456033 Apr 29 13:28:24.908549 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50482735-9dee-4d9a-99c4-a5f6d122ac04 req-d9936201-b4d4-4393-a131-a396f1ca0ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:28:24.910106 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-50482735-9dee-4d9a-99c4-a5f6d122ac04 req-d9936201-b4d4-4393-a131-a396f1ca0ca2 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=75b7fe95-ba69-4d04-89c6-6ad49ef540b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0539501 Apr 29 13:28:25.002959 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-50482735-9dee-4d9a-99c4-a5f6d122ac04 req-d853220e-0423-4519-80a9-9a5770909148 service neutron] 10.222.0.75 "GET /v2.0/networks/75b7fe95-ba69-4d04-89c6-6ad49ef540b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864182 Apr 29 13:28:25.100350 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-50482735-9dee-4d9a-99c4-a5f6d122ac04 req-4e69e470-b750-4974-bfde-fcca189c3ed2 service neutron] 10.222.0.75 "GET /v2.0/networks/75b7fe95-ba69-4d04-89c6-6ad49ef540b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920203 Apr 29 13:28:25.824590 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d46c6b96-c9c1-47b5-84ba-015c4e42046f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (1b2ea45c-9419-45d0-91af-29e2c5a1844a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:28:27.263340 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bea047bf-f99e-49b2-8b9d-5ba249a30c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (23d6c007-0036-4fdb-b033-28b1fd628d82), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:28:28.683992 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (070d87cd-fed4-4d07-85b5-c26ded61f2d8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:28:29.053180 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (477bd1e1-70d7-4a7b-b37c-5892af57f2e4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:28:36.751016 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c4090ed3-b188-48ef-a6b9-5d78229fc55d None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:28:46.532206 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a9687-4f84-4d86-a058-b57d595d426f req-55923621-e248-402e-8b02-90ee25ccb0b3 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:28:46.533615 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e16a9687-4f84-4d86-a058-b57d595d426f req-55923621-e248-402e-8b02-90ee25ccb0b3 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=204ebe5a-3964-4a27-919b-77cb567dba0a HTTP/1.1" status: 200 len: 945 time: 0.0489597 Apr 29 13:28:46.581405 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e16a9687-4f84-4d86-a058-b57d595d426f req-ad7ef148-06b8-43ac-9cf9-6130ae80f6a2 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups?id=9277d33e-10a4-42d1-9d68-7406368ee816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419424 Apr 29 13:28:47.700535 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea528f9b-4007-462a-9534-98816bca2b29 req-881180c4-481b-424f-b027-54bece5d153a tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:28:47.702082 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ea528f9b-4007-462a-9534-98816bca2b29 req-881180c4-481b-424f-b027-54bece5d153a tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=204ebe5a-3964-4a27-919b-77cb567dba0a HTTP/1.1" status: 200 len: 945 time: 0.0511975 Apr 29 13:28:47.753317 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ea528f9b-4007-462a-9534-98816bca2b29 req-927cdcc4-1b83-47cc-a09f-318e75aa438d tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups?id=9277d33e-10a4-42d1-9d68-7406368ee816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456681 Apr 29 13:28:48.875316 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6566c89-fa07-45dc-a0bc-eb91c6471fc8 req-2be2fd23-1382-47b7-a0b1-e09554341d8a tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:28:48.876784 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-b6566c89-fa07-45dc-a0bc-eb91c6471fc8 req-2be2fd23-1382-47b7-a0b1-e09554341d8a tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=204ebe5a-3964-4a27-919b-77cb567dba0a HTTP/1.1" status: 200 len: 945 time: 0.0464010 Apr 29 13:28:48.927433 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-b6566c89-fa07-45dc-a0bc-eb91c6471fc8 req-2bfdc0a1-141a-4c24-a8ab-e8e91ed8736a tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups?id=9277d33e-10a4-42d1-9d68-7406368ee816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451055 Apr 29 13:28:50.045366 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73ba0c8-fe15-4f0c-b4a3-2c281c312f6a req-05795d58-1a84-4192-9b41-acfaa8f6d8b9 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:28:50.046759 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f73ba0c8-fe15-4f0c-b4a3-2c281c312f6a req-05795d58-1a84-4192-9b41-acfaa8f6d8b9 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=204ebe5a-3964-4a27-919b-77cb567dba0a HTTP/1.1" status: 200 len: 945 time: 0.0474308 Apr 29 13:28:50.093959 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f73ba0c8-fe15-4f0c-b4a3-2c281c312f6a req-539d6806-b076-4cfa-b1ad-a9d33ede7ade tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups?id=9277d33e-10a4-42d1-9d68-7406368ee816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417194 Apr 29 13:28:51.209391 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09bf1c7-f3ff-438b-abf4-d17511a2a11b req-d075d1cd-d7bc-4dab-8696-1643db6f22ae tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:28:51.210861 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-f09bf1c7-f3ff-438b-abf4-d17511a2a11b req-d075d1cd-d7bc-4dab-8696-1643db6f22ae tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=204ebe5a-3964-4a27-919b-77cb567dba0a HTTP/1.1" status: 200 len: 945 time: 0.0498588 Apr 29 13:28:51.258737 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-f09bf1c7-f3ff-438b-abf4-d17511a2a11b req-fc7a9f34-d854-4c7a-a19e-4354000ad7d4 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups?id=9277d33e-10a4-42d1-9d68-7406368ee816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413523 Apr 29 13:28:51.558963 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e84e82f3-f497-492f-b4c0-ad1c968dcfa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (e437e712-237e-4a54-83a8-782eed3c5f0c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:28:52.372733 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adc48bb-e3df-4b58-be90-f37f5e2737ae req-dead7a47-8785-42a7-9286-1f7633f5da01 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:28:52.374248 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4adc48bb-e3df-4b58-be90-f37f5e2737ae req-dead7a47-8785-42a7-9286-1f7633f5da01 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=204ebe5a-3964-4a27-919b-77cb567dba0a HTTP/1.1" status: 200 len: 945 time: 0.0478985 Apr 29 13:28:52.421962 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4adc48bb-e3df-4b58-be90-f37f5e2737ae req-09ecb60e-cda2-4c46-b94c-eaa7efa5c2c6 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups?id=9277d33e-10a4-42d1-9d68-7406368ee816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422103 Apr 29 13:28:53.533190 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70438ff2-3438-42f1-90e6-82268e514057 req-8499d7de-1e13-4dca-8296-aa5bba8dbc55 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:28:53.534671 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-70438ff2-3438-42f1-90e6-82268e514057 req-8499d7de-1e13-4dca-8296-aa5bba8dbc55 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=204ebe5a-3964-4a27-919b-77cb567dba0a HTTP/1.1" status: 200 len: 945 time: 0.0464175 Apr 29 13:28:53.586474 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-70438ff2-3438-42f1-90e6-82268e514057 req-8adab5a8-4d3d-4ba0-9ae1-89da4b51ce56 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups?id=9277d33e-10a4-42d1-9d68-7406368ee816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462844 Apr 29 13:28:54.258854 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0759909a-5a3c-4114-b46b-c5824e8b8a4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (ffd5f049-29fc-4e99-906d-6eadce93ab48), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:28:54.705895 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95184cb3-4b5f-4896-a55d-c34746419b19 req-00dac9a4-a01f-4b37-923b-feecfe77a252 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:28:54.707365 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-95184cb3-4b5f-4896-a55d-c34746419b19 req-00dac9a4-a01f-4b37-923b-feecfe77a252 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=204ebe5a-3964-4a27-919b-77cb567dba0a HTTP/1.1" status: 200 len: 945 time: 0.0506046 Apr 29 13:28:54.754380 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-95184cb3-4b5f-4896-a55d-c34746419b19 req-fbd286b7-9cfe-4c8a-b83d-cca2a4af2bdf tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups?id=9277d33e-10a4-42d1-9d68-7406368ee816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415268 Apr 29 13:28:55.828264 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d46c6b96-c9c1-47b5-84ba-015c4e42046f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (1b2ea45c-9419-45d0-91af-29e2c5a1844a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:28:55.875171 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97e8017-2588-48ce-a056-ad0dc1b0007a req-08ea2b88-3ef3-4e5a-8a02-c0d5bda26a46 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:28:55.876668 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-d97e8017-2588-48ce-a056-ad0dc1b0007a req-08ea2b88-3ef3-4e5a-8a02-c0d5bda26a46 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=204ebe5a-3964-4a27-919b-77cb567dba0a HTTP/1.1" status: 200 len: 945 time: 0.0518050 Apr 29 13:28:55.923937 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-d97e8017-2588-48ce-a056-ad0dc1b0007a req-257a0d23-da85-4396-9c56-c97ebfe4444f tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups?id=9277d33e-10a4-42d1-9d68-7406368ee816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415835 Apr 29 13:28:57.039257 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e315bab-0da4-4cbc-9e98-f6398b0ad547 req-798d516a-b439-486d-8f15-e301c1c9fcd2 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:28:57.040659 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8e315bab-0da4-4cbc-9e98-f6398b0ad547 req-798d516a-b439-486d-8f15-e301c1c9fcd2 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=204ebe5a-3964-4a27-919b-77cb567dba0a HTTP/1.1" status: 200 len: 945 time: 0.0478594 Apr 29 13:28:57.087665 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8e315bab-0da4-4cbc-9e98-f6398b0ad547 req-3ed19a8f-5b65-48f5-a0f2-ab738d8b9c4e tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups?id=9277d33e-10a4-42d1-9d68-7406368ee816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410056 Apr 29 13:28:57.273572 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bea047bf-f99e-49b2-8b9d-5ba249a30c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (23d6c007-0036-4fdb-b033-28b1fd628d82), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:28:58.205793 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee93d69-e5ef-4dd4-aed9-23721b16178f req-734d26f7-98d5-4ee0-b092-64e6a6b9e5ec tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:28:58.207283 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-0ee93d69-e5ef-4dd4-aed9-23721b16178f req-734d26f7-98d5-4ee0-b092-64e6a6b9e5ec tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=204ebe5a-3964-4a27-919b-77cb567dba0a HTTP/1.1" status: 200 len: 945 time: 0.0477498 Apr 29 13:28:58.258902 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-0ee93d69-e5ef-4dd4-aed9-23721b16178f req-76cd5b6e-593d-45b0-b263-91fa42d6f53b tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups?id=9277d33e-10a4-42d1-9d68-7406368ee816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446777 Apr 29 13:28:58.376386 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b79f9f1-7940-4ce4-8354-e9f544b36d3e req-7680a071-de70-458c-8013-e00bfc070fb2 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:28:58.377939 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8b79f9f1-7940-4ce4-8354-e9f544b36d3e req-7680a071-de70-458c-8013-e00bfc070fb2 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1791bfa-9e38-4e1c-b267-4f76c4e155fe HTTP/1.1" status: 200 len: 946 time: 0.0527613 Apr 29 13:28:58.427268 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8b79f9f1-7940-4ce4-8354-e9f544b36d3e req-455b168f-f958-47b1-bb6e-94559b833988 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ff944a8-1885-4ff6-b436-479ba37a72c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435815 Apr 29 13:28:58.685369 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (070d87cd-fed4-4d07-85b5-c26ded61f2d8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:28:59.074908 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (477bd1e1-70d7-4a7b-b37c-5892af57f2e4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:28:59.373566 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ee9b05-1ad8-4c47-8891-2134f23c3d2f req-174aea6e-edb9-42bf-9689-1c0d43ee0675 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:28:59.375034 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-07ee9b05-1ad8-4c47-8891-2134f23c3d2f req-174aea6e-edb9-42bf-9689-1c0d43ee0675 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=204ebe5a-3964-4a27-919b-77cb567dba0a HTTP/1.1" status: 200 len: 945 time: 0.0470078 Apr 29 13:28:59.427195 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-07ee9b05-1ad8-4c47-8891-2134f23c3d2f req-7cc1892e-5b41-4ec4-829f-308169f6a930 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups?id=9277d33e-10a4-42d1-9d68-7406368ee816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463462 Apr 29 13:28:59.541771 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b028a-9071-43e8-9bfa-7932435827e1 req-99487274-df13-4682-8f89-6a045f0368ab tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:28:59.543250 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c54b028a-9071-43e8-9bfa-7932435827e1 req-99487274-df13-4682-8f89-6a045f0368ab tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1791bfa-9e38-4e1c-b267-4f76c4e155fe HTTP/1.1" status: 200 len: 946 time: 0.0470290 Apr 29 13:28:59.592003 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c54b028a-9071-43e8-9bfa-7932435827e1 req-06e115ca-8f03-4468-b134-fe53199ceec0 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ff944a8-1885-4ff6-b436-479ba37a72c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432489 Apr 29 13:29:00.299920 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93118d0-148b-45f8-84e6-10bebb828e46 req-93ceeaaa-373f-4517-b178-cbd85264df8b tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:00.301492 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-c93118d0-148b-45f8-84e6-10bebb828e46 req-93ceeaaa-373f-4517-b178-cbd85264df8b tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1791bfa-9e38-4e1c-b267-4f76c4e155fe HTTP/1.1" status: 200 len: 946 time: 0.0467541 Apr 29 13:29:00.387372 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-c93118d0-148b-45f8-84e6-10bebb828e46 req-4e940b87-5b3a-48f5-a6cf-adc52b4cf5b5 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Deleting port 9073e65c-9061-4ad1-8212-83d461f43db0 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:29:00.388129 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-c93118d0-148b-45f8-84e6-10bebb828e46 req-4e940b87-5b3a-48f5-a6cf-adc52b4cf5b5 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783156326988'] for port (9073e65c-9061-4ad1-8212-83d461f43db0), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:00.479950 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-c93118d0-148b-45f8-84e6-10bebb828e46 req-4e940b87-5b3a-48f5-a6cf-adc52b4cf5b5 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] For port 9073e65c-9061-4ad1-8212-83d461f43db0, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=9073e65c-9061-4ad1-8212-83d461f43db0,segment=NetworkSegment(7d58dba2-6bce-4657-ad48-111e1ec8c905),segment_id=7d58dba2-6bce-4657-ad48-111e1ec8c905)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:29:00.480830 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-c93118d0-148b-45f8-84e6-10bebb828e46 req-4e940b87-5b3a-48f5-a6cf-adc52b4cf5b5 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749638'] for port (9073e65c-9061-4ad1-8212-83d461f43db0), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:00.624013 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a8d764-f40d-4b64-af50-a04cac37ae84 req-5bcd6654-93a8-4e47-ab8c-2f09a0aa2ae7 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:00.625559 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-f0a8d764-f40d-4b64-af50-a04cac37ae84 req-5bcd6654-93a8-4e47-ab8c-2f09a0aa2ae7 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=204ebe5a-3964-4a27-919b-77cb567dba0a HTTP/1.1" status: 200 len: 945 time: 0.1138997 Apr 29 13:29:00.710544 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271451e0-06f7-45c8-a279-daf5a99a480b req-93290e34-dc35-4f6c-8cb0-bc647c866d76 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:00.712048 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-271451e0-06f7-45c8-a279-daf5a99a480b req-93290e34-dc35-4f6c-8cb0-bc647c866d76 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1791bfa-9e38-4e1c-b267-4f76c4e155fe HTTP/1.1" status: 200 len: 946 time: 0.0496354 Apr 29 13:29:00.766280 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-271451e0-06f7-45c8-a279-daf5a99a480b req-0d73ea52-e773-417f-a8e0-b0246c326b38 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ff944a8-1885-4ff6-b436-479ba37a72c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477147 Apr 29 13:29:00.788876 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-f0a8d764-f40d-4b64-af50-a04cac37ae84 req-db1f1e00-3f60-4ddd-96af-67475de63cec tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups?id=9277d33e-10a4-42d1-9d68-7406368ee816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478708 Apr 29 13:29:00.831684 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-c93118d0-148b-45f8-84e6-10bebb828e46 req-4e940b87-5b3a-48f5-a6cf-adc52b4cf5b5 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:00.832045 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-c93118d0-148b-45f8-84e6-10bebb828e46 req-4e940b87-5b3a-48f5-a6cf-adc52b4cf5b5 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706107'] for floatingip (f325ba53-1cdc-4bec-98ae-15d09669108c), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:00.832413 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.db.l3_db [req-c93118d0-148b-45f8-84e6-10bebb828e46 req-4e940b87-5b3a-48f5-a6cf-adc52b4cf5b5 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Floating IP f325ba53-1cdc-4bec-98ae-15d09669108c disassociated. External IP: 172.27.0.80, port: 9073e65c-9061-4ad1-8212-83d461f43db0. Apr 29 13:29:00.832772 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-c93118d0-148b-45f8-84e6-10bebb828e46 req-4e940b87-5b3a-48f5-a6cf-adc52b4cf5b5 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Calling delete_port for 9073e65c-9061-4ad1-8212-83d461f43db0 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:29:00.961852 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-c93118d0-148b-45f8-84e6-10bebb828e46 req-4e940b87-5b3a-48f5-a6cf-adc52b4cf5b5 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783156333258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783155810407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9127861'] for port (9073e65c-9061-4ad1-8212-83d461f43db0), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:00.988705 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e940b87-5b3a-48f5-a6cf-adc52b4cf5b5 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Pushing event deleted for resources: {'Port': ['ID=9073e65c-9061-4ad1-8212-83d461f43db0,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:01.000303 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e940b87-5b3a-48f5-a6cf-adc52b4cf5b5 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:01.000656 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e940b87-5b3a-48f5-a6cf-adc52b4cf5b5 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:01.001027 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e940b87-5b3a-48f5-a6cf-adc52b4cf5b5 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:01.001367 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e940b87-5b3a-48f5-a6cf-adc52b4cf5b5 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:01.001704 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e940b87-5b3a-48f5-a6cf-adc52b4cf5b5 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:01.002038 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e940b87-5b3a-48f5-a6cf-adc52b4cf5b5 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:01.002370 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e940b87-5b3a-48f5-a6cf-adc52b4cf5b5 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:01.002699 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e940b87-5b3a-48f5-a6cf-adc52b4cf5b5 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:01.003027 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e940b87-5b3a-48f5-a6cf-adc52b4cf5b5 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:01.003355 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e940b87-5b3a-48f5-a6cf-adc52b4cf5b5 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:01.003683 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e940b87-5b3a-48f5-a6cf-adc52b4cf5b5 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:01.004011 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e940b87-5b3a-48f5-a6cf-adc52b4cf5b5 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:01.004390 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e940b87-5b3a-48f5-a6cf-adc52b4cf5b5 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:01.004775 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e940b87-5b3a-48f5-a6cf-adc52b4cf5b5 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:01.005135 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e940b87-5b3a-48f5-a6cf-adc52b4cf5b5 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:01.118347 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c93118d0-148b-45f8-84e6-10bebb828e46 req-4e940b87-5b3a-48f5-a6cf-adc52b4cf5b5 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Router 55e917e4-3b0d-460b-a62b-46ecaa345c3f has already been hosted by L3 agent ffd5f049-29fc-4e99-906d-6eadce93ab48 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:29:01.232682 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c93118d0-148b-45f8-84e6-10bebb828e46 req-4e940b87-5b3a-48f5-a6cf-adc52b4cf5b5 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Notify agent at l3_agent.dv-cinder-837699-3-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:29:01.244812 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd6b199-9dcd-40d5-8253-ed31659c773e None None] Sync routers for ids ['55e917e4-3b0d-460b-a62b-46ecaa345c3f'] in dv-cinder-837699-3-iscsi {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:29:01.254017 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd6b199-9dcd-40d5-8253-ed31659c773e None None] Routers {'55e917e4-3b0d-460b-a62b-46ecaa345c3f'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:29:01.254664 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-cdd6b199-9dcd-40d5-8253-ed31659c773e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:28:54Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['55e917e4-3b0d-460b-a62b-46ecaa345c3f'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:01.277703 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-c93118d0-148b-45f8-84e6-10bebb828e46 req-4e940b87-5b3a-48f5-a6cf-adc52b4cf5b5 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] No DVR routers for this DVR port 9073e65c-9061-4ad1-8212-83d461f43db0 on host hv-cinder-83769 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:29:01.280908 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-c93118d0-148b-45f8-84e6-10bebb828e46 req-4e940b87-5b3a-48f5-a6cf-adc52b4cf5b5 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:01.284496 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-c93118d0-148b-45f8-84e6-10bebb828e46 req-4e940b87-5b3a-48f5-a6cf-adc52b4cf5b5 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.75 "DELETE /v2.0/ports/9073e65c-9061-4ad1-8212-83d461f43db0 HTTP/1.1" status: 204 len: 173 time: 0.9780114 Apr 29 13:29:01.284963 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1791bfa-9e38-4e1c-b267-4f76c4e155fe', 'name': 'network-vif-deleted', 'tag': '9073e65c-9061-4ad1-8212-83d461f43db0'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:29:01.287180 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ba167d508349ed0cdfb80239bd9ae2522ecb2b1d56ec89f6128388f9fbd08d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a2ce5f-c402-4af4-9c50-1a69bc1cbba7" -d '{"events": [{"server_uuid": "b1791bfa-9e38-4e1c-b267-4f76c4e155fe", "name": "network-vif-deleted", "tag": "9073e65c-9061-4ad1-8212-83d461f43db0"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:29:01.394962 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1118bdc-c1ed-4c09-9a26-ae14e5273c39 x-openstack-request-id: req-b1118bdc-c1ed-4c09-9a26-ae14e5273c39 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:29:01.395905 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1791bfa-9e38-4e1c-b267-4f76c4e155fe", "name": "network-vif-deleted", "tag": "9073e65c-9061-4ad1-8212-83d461f43db0", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:29:01.396439 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b1118bdc-c1ed-4c09-9a26-ae14e5273c39 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:29:01.396872 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1118bdc-c1ed-4c09-9a26-ae14e5273c39'] response: {'server_uuid': 'b1791bfa-9e38-4e1c-b267-4f76c4e155fe', 'name': 'network-vif-deleted', 'tag': '9073e65c-9061-4ad1-8212-83d461f43db0', 'status': 'completed', 'code': 200} Apr 29 13:29:01.529407 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-cdd6b199-9dcd-40d5-8253-ed31659c773e None None] Set router 55e917e4-3b0d-460b-a62b-46ecaa345c3f gateway port host: dv-cinder-837699-3-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:29:01.797433 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-cdd6b199-9dcd-40d5-8253-ed31659c773e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'name': 'tempest-AttachVolumeNegativeTest-921804364-router', 'tenant_id': '1e7f22083aa84571b6efb751abd2b537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:35Z', 'updated_at': '2022-04-29T13:21:44Z', 'revision_number': 4, 'project_id': '1e7f22083aa84571b6efb751abd2b537', 'gw_port': {'id': '4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:51:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:37Z', 'updated_at': '2022-04-29T13:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_floatingips': [{'id': 'e7865184-70f0-4f54-8a8c-5aff93e2cafa', 'tenant_id': '1e7f22083aa84571b6efb751abd2b537', 'floating_ip_address': '172.27.0.24', 'floating_network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'router_id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'port_id': '12b70c87-e24d-4c64-b69e-473398fe0ee1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f33b954-1f3c-43fa-a8bf-3eab44702663', 'mac_address': 'fa:16:3e:96:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39cb76e1-26c5-4904-9277-2a146d1ec3e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:21:54Z', 'updated_at': '2022-04-29T13:22:32Z', 'revision_number': 2, 'project_id': '1e7f22083aa84571b6efb751abd2b537', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9fb300f-d8b7-4a3f-b80f-2de5dfdc5a43', 'name': '', 'network_id': '8f33b954-1f3c-43fa-a8bf-3eab44702663', 'tenant_id': '1e7f22083aa84571b6efb751abd2b537', 'mac_address': 'fa:16:3e:b0:f2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '9f59e443-3db1-41f0-85e9-12ea320207b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:42Z', 'updated_at': '2022-04-29T13:21:57Z', 'revision_number': 5, 'project_id': '1e7f22083aa84571b6efb751abd2b537', 'subnets': [{'id': '9f59e443-3db1-41f0-85e9-12ea320207b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:01.828674 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd6b199-9dcd-40d5-8253-ed31659c773e None None] Checking router: 55e917e4-3b0d-460b-a62b-46ecaa345c3f for host: dv-cinder-837699-3-iscsi {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:29:01.838380 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd6b199-9dcd-40d5-8253-ed31659c773e None None] Routers {'55e917e4-3b0d-460b-a62b-46ecaa345c3f'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:29:01.838997 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-cdd6b199-9dcd-40d5-8253-ed31659c773e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:28:54Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['55e917e4-3b0d-460b-a62b-46ecaa345c3f'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:01.901158 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-2ccce104-3bf1-43df-84cc-b8a7eff0172f req-6ecc0c59-4b1a-4203-b455-169715056c51 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1791bfa-9e38-4e1c-b267-4f76c4e155fe HTTP/1.1" status: 200 len: 210 time: 0.0301723 Apr 29 13:29:01.943348 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58247da6-5d8f-4996-a8ec-5848c515fd7e req-cbab1e86-2ab5-4c25-bac7-1e0d451e93d2 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:01.951825 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-58247da6-5d8f-4996-a8ec-5848c515fd7e req-cbab1e86-2ab5-4c25-bac7-1e0d451e93d2 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=204ebe5a-3964-4a27-919b-77cb567dba0a HTTP/1.1" status: 200 len: 945 time: 0.0839696 Apr 29 13:29:01.991082 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-cdd6b199-9dcd-40d5-8253-ed31659c773e None None] Set router 55e917e4-3b0d-460b-a62b-46ecaa345c3f gateway port host: dv-cinder-837699-3-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:29:02.001233 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-58247da6-5d8f-4996-a8ec-5848c515fd7e req-9035c792-ae4a-4898-9bff-eb538aca92d9 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups?id=9277d33e-10a4-42d1-9d68-7406368ee816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480549 Apr 29 13:29:02.221363 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-cdd6b199-9dcd-40d5-8253-ed31659c773e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'name': 'tempest-AttachVolumeNegativeTest-921804364-router', 'tenant_id': '1e7f22083aa84571b6efb751abd2b537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:35Z', 'updated_at': '2022-04-29T13:21:44Z', 'revision_number': 4, 'project_id': '1e7f22083aa84571b6efb751abd2b537', 'gw_port': {'id': '4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:51:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:37Z', 'updated_at': '2022-04-29T13:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_floatingips': [{'id': 'e7865184-70f0-4f54-8a8c-5aff93e2cafa', 'tenant_id': '1e7f22083aa84571b6efb751abd2b537', 'floating_ip_address': '172.27.0.24', 'floating_network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'router_id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'port_id': '12b70c87-e24d-4c64-b69e-473398fe0ee1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f33b954-1f3c-43fa-a8bf-3eab44702663', 'mac_address': 'fa:16:3e:96:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39cb76e1-26c5-4904-9277-2a146d1ec3e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:21:54Z', 'updated_at': '2022-04-29T13:22:32Z', 'revision_number': 2, 'project_id': '1e7f22083aa84571b6efb751abd2b537', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9fb300f-d8b7-4a3f-b80f-2de5dfdc5a43', 'name': '', 'network_id': '8f33b954-1f3c-43fa-a8bf-3eab44702663', 'tenant_id': '1e7f22083aa84571b6efb751abd2b537', 'mac_address': 'fa:16:3e:b0:f2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '9f59e443-3db1-41f0-85e9-12ea320207b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:42Z', 'updated_at': '2022-04-29T13:21:57Z', 'revision_number': 5, 'project_id': '1e7f22083aa84571b6efb751abd2b537', 'subnets': [{'id': '9f59e443-3db1-41f0-85e9-12ea320207b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:02.248948 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd6b199-9dcd-40d5-8253-ed31659c773e None None] The sync data for ids ['55e917e4-3b0d-460b-a62b-46ecaa345c3f'] in dv-cinder-837699-3-iscsi is: [{'id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'name': 'tempest-AttachVolumeNegativeTest-921804364-router', 'tenant_id': '1e7f22083aa84571b6efb751abd2b537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:35Z', 'updated_at': '2022-04-29T13:21:44Z', 'revision_number': 4, 'project_id': '1e7f22083aa84571b6efb751abd2b537', 'gw_port': {'id': '4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:51:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:37Z', 'updated_at': '2022-04-29T13:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_floatingips': [{'id': 'e7865184-70f0-4f54-8a8c-5aff93e2cafa', 'tenant_id': '1e7f22083aa84571b6efb751abd2b537', 'floating_ip_address': '172.27.0.24', 'floating_network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'router_id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'port_id': '12b70c87-e24d-4c64-b69e-473398fe0ee1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f33b954-1f3c-43fa-a8bf-3eab44702663', 'mac_address': 'fa:16:3e:96:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39cb76e1-26c5-4904-9277-2a146d1ec3e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:21:54Z', 'updated_at': '2022-04-29T13:22:32Z', 'revision_number': 2, 'project_id': '1e7f22083aa84571b6efb751abd2b537', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9fb300f-d8b7-4a3f-b80f-2de5dfdc5a43', 'name': '', 'network_id': '8f33b954-1f3c-43fa-a8bf-3eab44702663', 'tenant_id': '1e7f22083aa84571b6efb751abd2b537', 'mac_address': 'fa:16:3e:b0:f2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '9f59e443-3db1-41f0-85e9-12ea320207b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:42Z', 'updated_at': '2022-04-29T13:21:57Z', 'revision_number': 5, 'project_id': '1e7f22083aa84571b6efb751abd2b537', 'subnets': [{'id': '9f59e443-3db1-41f0-85e9-12ea320207b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:29:02.488735 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7a034b-1df2-4c52-bacd-d4330c2c9e8b None None] New status for floating IP f325ba53-1cdc-4bec-98ae-15d09669108c: DOWN {{(pid=103367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 13:29:02.993330 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 54114) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:29:03.055330 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-46062c01-a50e-4ff8-8581-09a9a6c7b975 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks [] for security_group (7ff944a8-1885-4ff6-b436-479ba37a72c4), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:03.091678 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-46062c01-a50e-4ff8-8581-09a9a6c7b975 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks [] for security_group (7ff944a8-1885-4ff6-b436-479ba37a72c4), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:03.153500 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce50417-dc99-410d-967c-98757dbfe347 req-158cd45a-c604-4b9b-b210-c6d689bf0357 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:03.154992 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-8ce50417-dc99-410d-967c-98757dbfe347 req-158cd45a-c604-4b9b-b210-c6d689bf0357 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=204ebe5a-3964-4a27-919b-77cb567dba0a HTTP/1.1" status: 200 len: 945 time: 0.0772383 Apr 29 13:29:03.187562 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-46062c01-a50e-4ff8-8581-09a9a6c7b975 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (7ff944a8-1885-4ff6-b436-479ba37a72c4), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:03.190126 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-46062c01-a50e-4ff8-8581-09a9a6c7b975 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:03.191264 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-46062c01-a50e-4ff8-8581-09a9a6c7b975 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "DELETE /v2.0/security-groups/7ff944a8-1885-4ff6-b436-479ba37a72c4 HTTP/1.1" status: 204 len: 168 time: 0.1969197 Apr 29 13:29:03.194101 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 54118) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:29:03.210033 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.api.v2.resource [None req-d64b93cb-eb7c-4733-af38-8f6492b34afc tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] show failed (client error): The resource could not be found. Apr 29 13:29:03.215737 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 54120) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:29:03.215984 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-d64b93cb-eb7c-4733-af38-8f6492b34afc tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/security-groups/7ff944a8-1885-4ff6-b436-479ba37a72c4 HTTP/1.1" status: 404 len: 347 time: 0.0204220 Apr 29 13:29:03.216548 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46062c01-a50e-4ff8-8581-09a9a6c7b975 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff944a8-1885-4ff6-b436-479ba37a72c4,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:03.234729 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-8ce50417-dc99-410d-967c-98757dbfe347 req-87502f1a-f224-4075-a630-034a67d4d74c tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups?id=9277d33e-10a4-42d1-9d68-7406368ee816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728240 Apr 29 13:29:03.551772 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-71305924-084d-4845-b617-7057cc134bd9 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Deleting port b51d6ed1-346b-43c5-9af9-9a519cb8c9c3 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:29:03.552181 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-71305924-084d-4845-b617-7057cc134bd9 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783156326988'] for port (b51d6ed1-346b-43c5-9af9-9a519cb8c9c3), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:03.638967 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-71305924-084d-4845-b617-7057cc134bd9 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749638'] for port (b51d6ed1-346b-43c5-9af9-9a519cb8c9c3), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:03.639296 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-71305924-084d-4845-b617-7057cc134bd9 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks [] for floatingip (b51d6ed1-346b-43c5-9af9-9a519cb8c9c3), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:03.653134 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-71305924-084d-4845-b617-7057cc134bd9 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Calling delete_port for b51d6ed1-346b-43c5-9af9-9a519cb8c9c3 owned by network:floatingip {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:29:03.810732 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-71305924-084d-4845-b617-7057cc134bd9 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783156333258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783155810407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9127861'] for port (b51d6ed1-346b-43c5-9af9-9a519cb8c9c3), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:03.835860 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71305924-084d-4845-b617-7057cc134bd9 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Pushing event deleted for resources: {'Port': ['ID=b51d6ed1-346b-43c5-9af9-9a519cb8c9c3,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:03.907466 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-71305924-084d-4845-b617-7057cc134bd9 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks [] for floatingip (f325ba53-1cdc-4bec-98ae-15d09669108c), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:03.910438 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-71305924-084d-4845-b617-7057cc134bd9 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574'] for floatingip (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:03.911607 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-71305924-084d-4845-b617-7057cc134bd9 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "DELETE /v2.0/floatingips/f325ba53-1cdc-4bec-98ae-15d09669108c HTTP/1.1" status: 204 len: 168 time: 0.6929750 Apr 29 13:29:04.374684 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c19953-9d90-4b6d-a7f4-cd194c0d442b req-6119738e-1c0f-45f1-9d0a-8659dcab6d07 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:04.376186 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-25c19953-9d90-4b6d-a7f4-cd194c0d442b req-6119738e-1c0f-45f1-9d0a-8659dcab6d07 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=204ebe5a-3964-4a27-919b-77cb567dba0a HTTP/1.1" status: 200 len: 945 time: 0.0556223 Apr 29 13:29:04.424831 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-25c19953-9d90-4b6d-a7f4-cd194c0d442b req-0ec399ec-10a0-455e-a5ce-e54727bc117a tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups?id=9277d33e-10a4-42d1-9d68-7406368ee816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429425 Apr 29 13:29:04.484344 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device 9073e65c-9061-4ad1-8212-83d461f43db0 no longer exists at agent hyperv_hv-cinder-83769 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:29:04.508957 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] No Port match for: 9073e65c-9061-4ad1-8212-83d461f43db0 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:29:04.509802 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device 9073e65c-9061-4ad1-8212-83d461f43db0 not bound to the agent host hv-cinder-83769 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:29:05.544150 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f530a7-7b22-4f82-a671-c137b1d778f8 req-46d33c6c-4671-40dc-9b36-603c04664c75 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:05.545793 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-43f530a7-7b22-4f82-a671-c137b1d778f8 req-46d33c6c-4671-40dc-9b36-603c04664c75 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=204ebe5a-3964-4a27-919b-77cb567dba0a HTTP/1.1" status: 200 len: 945 time: 0.0491245 Apr 29 13:29:05.569234 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ddab1f-1022-45c8-87af-cf643e576fb5 req-5b3b0c15-e6aa-465d-ad8d-e83edda8adf3 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:05.570740 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-63ddab1f-1022-45c8-87af-cf643e576fb5 req-5b3b0c15-e6aa-465d-ad8d-e83edda8adf3 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/ports?device_id=39cb76e1-26c5-4904-9277-2a146d1ec3e0 HTTP/1.1" status: 200 len: 945 time: 0.0515978 Apr 29 13:29:05.602711 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-43f530a7-7b22-4f82-a671-c137b1d778f8 req-c91d2a9d-4317-4df6-a9a4-3653bf5bdba1 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups?id=9277d33e-10a4-42d1-9d68-7406368ee816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512421 Apr 29 13:29:05.630730 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-63ddab1f-1022-45c8-87af-cf643e576fb5 req-01fb64bb-ba02-4e52-978f-e3313f3c5016 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/security-groups?id=93845e7e-bd9b-4908-b74e-2cb0b9e9db46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539052 Apr 29 13:29:06.743866 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1562dd-e26c-4681-97db-43fcf9f042a0 req-70a637b9-0b30-4167-b005-0522f754126a tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:06.745434 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-4e1562dd-e26c-4681-97db-43fcf9f042a0 req-70a637b9-0b30-4167-b005-0522f754126a tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.75 "GET /v2.0/ports?device_id=39cb76e1-26c5-4904-9277-2a146d1ec3e0 HTTP/1.1" status: 200 len: 945 time: 0.1042323 Apr 29 13:29:06.758645 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85713789-04b9-4e41-a3c7-e9ee8defc315 req-5fc36961-b0d1-4b3a-ac1d-6ad0fa21c72f tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:06.760718 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-85713789-04b9-4e41-a3c7-e9ee8defc315 req-5fc36961-b0d1-4b3a-ac1d-6ad0fa21c72f tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=204ebe5a-3964-4a27-919b-77cb567dba0a HTTP/1.1" status: 200 len: 945 time: 0.0719628 Apr 29 13:29:06.765395 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9f4fc9-745a-4c02-bb31-3f5f6ebe4c9c req-3589b489-1add-4503-ba5e-bb29fbafc891 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:06.767820 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9e9f4fc9-745a-4c02-bb31-3f5f6ebe4c9c req-3589b489-1add-4503-ba5e-bb29fbafc891 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/ports?device_id=39cb76e1-26c5-4904-9277-2a146d1ec3e0 HTTP/1.1" status: 200 len: 945 time: 0.0547366 Apr 29 13:29:06.817786 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-85713789-04b9-4e41-a3c7-e9ee8defc315 req-a51b8ba7-d11b-47ef-92f8-c6750e538684 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups?id=9277d33e-10a4-42d1-9d68-7406368ee816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489242 Apr 29 13:29:06.830161 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9e9f4fc9-745a-4c02-bb31-3f5f6ebe4c9c req-8cf77717-cdd8-438a-a10f-96a3b943103a tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/security-groups?id=93845e7e-bd9b-4908-b74e-2cb0b9e9db46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539315 Apr 29 13:29:06.950597 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-4e1562dd-e26c-4681-97db-43fcf9f042a0 req-d507caf8-4241-4b0d-a7f3-422aef096ebc tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Deleting port 12b70c87-e24d-4c64-b69e-473398fe0ee1 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:29:06.950868 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4e1562dd-e26c-4681-97db-43fcf9f042a0 req-d507caf8-4241-4b0d-a7f3-422aef096ebc tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783156326988'] for port (12b70c87-e24d-4c64-b69e-473398fe0ee1), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:07.038666 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-4e1562dd-e26c-4681-97db-43fcf9f042a0 req-d507caf8-4241-4b0d-a7f3-422aef096ebc tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] For port 12b70c87-e24d-4c64-b69e-473398fe0ee1, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=12b70c87-e24d-4c64-b69e-473398fe0ee1,segment=NetworkSegment(7d58dba2-6bce-4657-ad48-111e1ec8c905),segment_id=7d58dba2-6bce-4657-ad48-111e1ec8c905)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:29:07.039025 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4e1562dd-e26c-4681-97db-43fcf9f042a0 req-d507caf8-4241-4b0d-a7f3-422aef096ebc tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749638'] for port (12b70c87-e24d-4c64-b69e-473398fe0ee1), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:07.214708 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4e1562dd-e26c-4681-97db-43fcf9f042a0 req-d507caf8-4241-4b0d-a7f3-422aef096ebc tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:07.214985 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4e1562dd-e26c-4681-97db-43fcf9f042a0 req-d507caf8-4241-4b0d-a7f3-422aef096ebc tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706107'] for floatingip (e7865184-70f0-4f54-8a8c-5aff93e2cafa), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:07.215308 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.db.l3_db [req-4e1562dd-e26c-4681-97db-43fcf9f042a0 req-d507caf8-4241-4b0d-a7f3-422aef096ebc tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Floating IP e7865184-70f0-4f54-8a8c-5aff93e2cafa disassociated. External IP: 172.27.0.24, port: 12b70c87-e24d-4c64-b69e-473398fe0ee1. Apr 29 13:29:07.215649 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-4e1562dd-e26c-4681-97db-43fcf9f042a0 req-d507caf8-4241-4b0d-a7f3-422aef096ebc tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Calling delete_port for 12b70c87-e24d-4c64-b69e-473398fe0ee1 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:29:07.344398 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4e1562dd-e26c-4681-97db-43fcf9f042a0 req-d507caf8-4241-4b0d-a7f3-422aef096ebc tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783156333258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783155810407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9127861'] for port (12b70c87-e24d-4c64-b69e-473398fe0ee1), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:07.379020 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d507caf8-4241-4b0d-a7f3-422aef096ebc tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Pushing event deleted for resources: {'Port': ['ID=12b70c87-e24d-4c64-b69e-473398fe0ee1,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:07.495164 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e1562dd-e26c-4681-97db-43fcf9f042a0 req-d507caf8-4241-4b0d-a7f3-422aef096ebc tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Router 55e917e4-3b0d-460b-a62b-46ecaa345c3f has already been hosted by L3 agent ffd5f049-29fc-4e99-906d-6eadce93ab48 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:29:07.605335 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e1562dd-e26c-4681-97db-43fcf9f042a0 req-d507caf8-4241-4b0d-a7f3-422aef096ebc tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Notify agent at l3_agent.dv-cinder-837699-3-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:29:07.615288 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27cf17d-ac05-4941-80c4-73b60611ed68 None None] Sync routers for ids ['55e917e4-3b0d-460b-a62b-46ecaa345c3f'] in dv-cinder-837699-3-iscsi {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:29:07.625692 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27cf17d-ac05-4941-80c4-73b60611ed68 None None] Routers {'55e917e4-3b0d-460b-a62b-46ecaa345c3f'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:29:07.626409 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-e27cf17d-ac05-4941-80c4-73b60611ed68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:28:54Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['55e917e4-3b0d-460b-a62b-46ecaa345c3f'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:07.647610 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e1562dd-e26c-4681-97db-43fcf9f042a0 req-d507caf8-4241-4b0d-a7f3-422aef096ebc tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] No DVR routers for this DVR port 12b70c87-e24d-4c64-b69e-473398fe0ee1 on host hv-cinder-83769 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:29:07.651110 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4e1562dd-e26c-4681-97db-43fcf9f042a0 req-d507caf8-4241-4b0d-a7f3-422aef096ebc tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:07.654353 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-4e1562dd-e26c-4681-97db-43fcf9f042a0 req-d507caf8-4241-4b0d-a7f3-422aef096ebc tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.75 "DELETE /v2.0/ports/12b70c87-e24d-4c64-b69e-473398fe0ee1 HTTP/1.1" status: 204 len: 173 time: 0.7996662 Apr 29 13:29:07.654800 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39cb76e1-26c5-4904-9277-2a146d1ec3e0', 'name': 'network-vif-deleted', 'tag': '12b70c87-e24d-4c64-b69e-473398fe0ee1'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:29:07.657095 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ba167d508349ed0cdfb80239bd9ae2522ecb2b1d56ec89f6128388f9fbd08d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c730be-6fc6-4bec-bcc8-5e36f6ff0353" -d '{"events": [{"server_uuid": "39cb76e1-26c5-4904-9277-2a146d1ec3e0", "name": "network-vif-deleted", "tag": "12b70c87-e24d-4c64-b69e-473398fe0ee1"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:29:07.693557 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20eb5e45-90a4-4d77-afd8-cf09a2f47d28 x-openstack-request-id: req-20eb5e45-90a4-4d77-afd8-cf09a2f47d28 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:29:07.693851 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39cb76e1-26c5-4904-9277-2a146d1ec3e0", "name": "network-vif-deleted", "tag": "12b70c87-e24d-4c64-b69e-473398fe0ee1", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:29:07.694106 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-20eb5e45-90a4-4d77-afd8-cf09a2f47d28 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:29:07.694558 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20eb5e45-90a4-4d77-afd8-cf09a2f47d28'] response: {'server_uuid': '39cb76e1-26c5-4904-9277-2a146d1ec3e0', 'name': 'network-vif-deleted', 'tag': '12b70c87-e24d-4c64-b69e-473398fe0ee1', 'status': 'completed', 'code': 200} Apr 29 13:29:07.745868 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-e27cf17d-ac05-4941-80c4-73b60611ed68 None None] Set router 55e917e4-3b0d-460b-a62b-46ecaa345c3f gateway port host: dv-cinder-837699-3-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:29:07.958967 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-e27cf17d-ac05-4941-80c4-73b60611ed68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'name': 'tempest-AttachVolumeNegativeTest-921804364-router', 'tenant_id': '1e7f22083aa84571b6efb751abd2b537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:35Z', 'updated_at': '2022-04-29T13:21:44Z', 'revision_number': 4, 'project_id': '1e7f22083aa84571b6efb751abd2b537', 'gw_port': {'id': '4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:51:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:37Z', 'updated_at': '2022-04-29T13:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_interfaces': [{'id': 'f9fb300f-d8b7-4a3f-b80f-2de5dfdc5a43', 'name': '', 'network_id': '8f33b954-1f3c-43fa-a8bf-3eab44702663', 'tenant_id': '1e7f22083aa84571b6efb751abd2b537', 'mac_address': 'fa:16:3e:b0:f2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '9f59e443-3db1-41f0-85e9-12ea320207b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:42Z', 'updated_at': '2022-04-29T13:21:57Z', 'revision_number': 5, 'project_id': '1e7f22083aa84571b6efb751abd2b537', 'subnets': [{'id': '9f59e443-3db1-41f0-85e9-12ea320207b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:07.967701 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-5311a3d2-79c8-455f-81af-acbae9b835a8 req-bce8f757-a79c-4702-8337-25efcd2fd266 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/ports?device_id=39cb76e1-26c5-4904-9277-2a146d1ec3e0 HTTP/1.1" status: 200 len: 210 time: 0.0309477 Apr 29 13:29:07.989204 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf444c8-e370-42e2-ba4e-68423b872e65 req-301bec3f-3745-42c5-bedf-f1261ed37418 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:07.989204 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cdf444c8-e370-42e2-ba4e-68423b872e65 req-301bec3f-3745-42c5-bedf-f1261ed37418 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=204ebe5a-3964-4a27-919b-77cb567dba0a HTTP/1.1" status: 200 len: 945 time: 0.0692174 Apr 29 13:29:07.993197 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27cf17d-ac05-4941-80c4-73b60611ed68 None None] Checking router: 55e917e4-3b0d-460b-a62b-46ecaa345c3f for host: dv-cinder-837699-3-iscsi {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:29:08.002343 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27cf17d-ac05-4941-80c4-73b60611ed68 None None] Routers {'55e917e4-3b0d-460b-a62b-46ecaa345c3f'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:29:08.002892 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-e27cf17d-ac05-4941-80c4-73b60611ed68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:28:54Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['55e917e4-3b0d-460b-a62b-46ecaa345c3f'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:08.035097 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cdf444c8-e370-42e2-ba4e-68423b872e65 req-66425014-9dfd-499e-82f5-208673ea6171 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups?id=9277d33e-10a4-42d1-9d68-7406368ee816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424166 Apr 29 13:29:08.113449 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-e27cf17d-ac05-4941-80c4-73b60611ed68 None None] Set router 55e917e4-3b0d-460b-a62b-46ecaa345c3f gateway port host: dv-cinder-837699-3-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:29:08.260065 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e558864-1a71-4427-a976-cd19ace0e8cf req-2b48b868-6c3a-4319-9083-85d993ded694 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:08.262361 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5e558864-1a71-4427-a976-cd19ace0e8cf req-2b48b868-6c3a-4319-9083-85d993ded694 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=204ebe5a-3964-4a27-919b-77cb567dba0a HTTP/1.1" status: 200 len: 945 time: 0.0685277 Apr 29 13:29:08.335695 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a711c85-c678-4c42-9b56-92fe14bb9d38 req-cbdba15f-3eb9-4a97-89fb-76a935a6815c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:08.338582 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1a711c85-c678-4c42-9b56-92fe14bb9d38 req-cbdba15f-3eb9-4a97-89fb-76a935a6815c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=83b6a855b277450186870a3529210025&device_id=204ebe5a-3964-4a27-919b-77cb567dba0a HTTP/1.1" status: 200 len: 1129 time: 0.0700955 Apr 29 13:29:08.350432 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5e558864-1a71-4427-a976-cd19ace0e8cf req-9ca4651b-b853-49b4-9893-eaa39a4de5d5 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups?id=9277d33e-10a4-42d1-9d68-7406368ee816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710461 Apr 29 13:29:08.454023 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a711c85-c678-4c42-9b56-92fe14bb9d38 req-4f89bd6c-4d6d-4203-b118-a01b9e372382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:08.455804 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1a711c85-c678-4c42-9b56-92fe14bb9d38 req-4f89bd6c-4d6d-4203-b118-a01b9e372382 service neutron] 10.222.0.75 "GET /v2.0/networks?id=fc1af930-75bb-4703-ab95-43d130c7c5b4 HTTP/1.1" status: 200 len: 912 time: 0.1003718 Apr 29 13:29:08.488730 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-e27cf17d-ac05-4941-80c4-73b60611ed68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'name': 'tempest-AttachVolumeNegativeTest-921804364-router', 'tenant_id': '1e7f22083aa84571b6efb751abd2b537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:35Z', 'updated_at': '2022-04-29T13:21:44Z', 'revision_number': 4, 'project_id': '1e7f22083aa84571b6efb751abd2b537', 'gw_port': {'id': '4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:51:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:37Z', 'updated_at': '2022-04-29T13:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_interfaces': [{'id': 'f9fb300f-d8b7-4a3f-b80f-2de5dfdc5a43', 'name': '', 'network_id': '8f33b954-1f3c-43fa-a8bf-3eab44702663', 'tenant_id': '1e7f22083aa84571b6efb751abd2b537', 'mac_address': 'fa:16:3e:b0:f2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '9f59e443-3db1-41f0-85e9-12ea320207b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:42Z', 'updated_at': '2022-04-29T13:21:57Z', 'revision_number': 5, 'project_id': '1e7f22083aa84571b6efb751abd2b537', 'subnets': [{'id': '9f59e443-3db1-41f0-85e9-12ea320207b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:08.516299 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27cf17d-ac05-4941-80c4-73b60611ed68 None None] The sync data for ids ['55e917e4-3b0d-460b-a62b-46ecaa345c3f'] in dv-cinder-837699-3-iscsi is: [{'id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'name': 'tempest-AttachVolumeNegativeTest-921804364-router', 'tenant_id': '1e7f22083aa84571b6efb751abd2b537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:35Z', 'updated_at': '2022-04-29T13:21:44Z', 'revision_number': 4, 'project_id': '1e7f22083aa84571b6efb751abd2b537', 'gw_port': {'id': '4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:51:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:37Z', 'updated_at': '2022-04-29T13:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_interfaces': [{'id': 'f9fb300f-d8b7-4a3f-b80f-2de5dfdc5a43', 'name': '', 'network_id': '8f33b954-1f3c-43fa-a8bf-3eab44702663', 'tenant_id': '1e7f22083aa84571b6efb751abd2b537', 'mac_address': 'fa:16:3e:b0:f2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '9f59e443-3db1-41f0-85e9-12ea320207b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:42Z', 'updated_at': '2022-04-29T13:21:57Z', 'revision_number': 5, 'project_id': '1e7f22083aa84571b6efb751abd2b537', 'subnets': [{'id': '9f59e443-3db1-41f0-85e9-12ea320207b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:29:08.528443 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1a711c85-c678-4c42-9b56-92fe14bb9d38 req-7d3369c1-3096-4342-9343-0b0674e00037 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0727d745-efdd-4928-8413-f105198fd646 HTTP/1.1" status: 200 len: 1001 time: 0.0664890 Apr 29 13:29:08.579526 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a711c85-c678-4c42-9b56-92fe14bb9d38 req-d3a862a7-41ee-412c-97ad-b79c4c960701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:08.580986 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1a711c85-c678-4c42-9b56-92fe14bb9d38 req-d3a862a7-41ee-412c-97ad-b79c4c960701 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=77a47b69-c61f-4715-a126-776e82c7238b HTTP/1.1" status: 200 len: 850 time: 0.0462565 Apr 29 13:29:08.627029 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a711c85-c678-4c42-9b56-92fe14bb9d38 req-d990c1a3-3077-48ef-8437-95ba18451c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:08.628534 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1a711c85-c678-4c42-9b56-92fe14bb9d38 req-d990c1a3-3077-48ef-8437-95ba18451c02 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fc1af930-75bb-4703-ab95-43d130c7c5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400982 Apr 29 13:29:08.724809 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1a711c85-c678-4c42-9b56-92fe14bb9d38 req-e5e61554-ea6c-4740-9559-8a3589573bc3 service neutron] 10.222.0.75 "GET /v2.0/networks/fc1af930-75bb-4703-ab95-43d130c7c5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897634 Apr 29 13:29:08.744249 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27afde6-0fc7-4575-bde1-25cdb1baffec None None] New status for floating IP e7865184-70f0-4f54-8a8c-5aff93e2cafa: DOWN {{(pid=103367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 13:29:08.828220 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1a711c85-c678-4c42-9b56-92fe14bb9d38 req-6aaafd1c-a30c-499b-9c63-d38dca529b9d service neutron] 10.222.0.75 "GET /v2.0/networks/fc1af930-75bb-4703-ab95-43d130c7c5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973232 Apr 29 13:29:09.052700 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 54166) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:29:09.108375 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0dcd94bf-94b4-4a89-8c05-774d5d2c2927 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks [] for security_group (93845e7e-bd9b-4908-b74e-2cb0b9e9db46), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:09.131178 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0dcd94bf-94b4-4a89-8c05-774d5d2c2927 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks [] for security_group (93845e7e-bd9b-4908-b74e-2cb0b9e9db46), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:09.184166 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0dcd94bf-94b4-4a89-8c05-774d5d2c2927 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (93845e7e-bd9b-4908-b74e-2cb0b9e9db46), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:09.186893 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0dcd94bf-94b4-4a89-8c05-774d5d2c2927 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:09.188097 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-0dcd94bf-94b4-4a89-8c05-774d5d2c2927 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "DELETE /v2.0/security-groups/93845e7e-bd9b-4908-b74e-2cb0b9e9db46 HTTP/1.1" status: 204 len: 168 time: 0.1343350 Apr 29 13:29:09.191086 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 54168) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:29:09.197951 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcd94bf-94b4-4a89-8c05-774d5d2c2927 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93845e7e-bd9b-4908-b74e-2cb0b9e9db46,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:09.205313 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcd94bf-94b4-4a89-8c05-774d5d2c2927 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:09.205482 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.api.v2.resource [None req-5cd5f36b-e620-4b50-8d42-a24c42ded90b tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] show failed (client error): The resource could not be found. Apr 29 13:29:09.205591 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcd94bf-94b4-4a89-8c05-774d5d2c2927 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:09.205904 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcd94bf-94b4-4a89-8c05-774d5d2c2927 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:09.206242 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcd94bf-94b4-4a89-8c05-774d5d2c2927 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:09.206398 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-5cd5f36b-e620-4b50-8d42-a24c42ded90b tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/security-groups/93845e7e-bd9b-4908-b74e-2cb0b9e9db46 HTTP/1.1" status: 404 len: 347 time: 0.0143764 Apr 29 13:29:09.206581 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcd94bf-94b4-4a89-8c05-774d5d2c2927 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:09.206919 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcd94bf-94b4-4a89-8c05-774d5d2c2927 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:09.207252 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcd94bf-94b4-4a89-8c05-774d5d2c2927 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:09.207585 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcd94bf-94b4-4a89-8c05-774d5d2c2927 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:09.207914 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcd94bf-94b4-4a89-8c05-774d5d2c2927 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:09.208242 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcd94bf-94b4-4a89-8c05-774d5d2c2927 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:09.208573 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcd94bf-94b4-4a89-8c05-774d5d2c2927 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:09.208924 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcd94bf-94b4-4a89-8c05-774d5d2c2927 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:09.209316 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcd94bf-94b4-4a89-8c05-774d5d2c2927 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:09.209439 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 54170) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:29:09.209574 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcd94bf-94b4-4a89-8c05-774d5d2c2927 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:09.209914 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcd94bf-94b4-4a89-8c05-774d5d2c2927 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:09.331880 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-a2b435e1-6655-4f1a-85df-5b7e70305e61 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Deleting port 89234472-3bb0-4590-b405-57ef738e5781 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:29:09.332133 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a2b435e1-6655-4f1a-85df-5b7e70305e61 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783156326988'] for port (89234472-3bb0-4590-b405-57ef738e5781), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:09.412765 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a2b435e1-6655-4f1a-85df-5b7e70305e61 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749638'] for port (89234472-3bb0-4590-b405-57ef738e5781), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:09.413118 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a2b435e1-6655-4f1a-85df-5b7e70305e61 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks [] for floatingip (89234472-3bb0-4590-b405-57ef738e5781), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:09.437131 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-a2b435e1-6655-4f1a-85df-5b7e70305e61 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Calling delete_port for 89234472-3bb0-4590-b405-57ef738e5781 owned by network:floatingip {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:29:09.511055 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be8faa-2cd8-4610-ac66-5c6356f74297 req-3a146095-0b17-4739-a0f5-5e3039ca2f61 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:09.512537 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-06be8faa-2cd8-4610-ac66-5c6356f74297 req-3a146095-0b17-4739-a0f5-5e3039ca2f61 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=204ebe5a-3964-4a27-919b-77cb567dba0a HTTP/1.1" status: 200 len: 945 time: 0.0911584 Apr 29 13:29:09.579845 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-06be8faa-2cd8-4610-ac66-5c6356f74297 req-3cec3dac-d50b-4116-84ac-37232b0432f1 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups?id=9277d33e-10a4-42d1-9d68-7406368ee816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596883 Apr 29 13:29:09.643313 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a2b435e1-6655-4f1a-85df-5b7e70305e61 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783156333258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783155810407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9127861'] for port (89234472-3bb0-4590-b405-57ef738e5781), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:09.665895 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b435e1-6655-4f1a-85df-5b7e70305e61 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Pushing event deleted for resources: {'Port': ['ID=89234472-3bb0-4590-b405-57ef738e5781,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:09.739261 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a2b435e1-6655-4f1a-85df-5b7e70305e61 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks [] for floatingip (e7865184-70f0-4f54-8a8c-5aff93e2cafa), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:09.742005 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a2b435e1-6655-4f1a-85df-5b7e70305e61 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574'] for floatingip (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:09.743131 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-a2b435e1-6655-4f1a-85df-5b7e70305e61 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "DELETE /v2.0/floatingips/e7865184-70f0-4f54-8a8c-5aff93e2cafa HTTP/1.1" status: 204 len: 168 time: 0.5329578 Apr 29 13:29:10.074745 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 54180) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:29:10.079232 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-aeaf6559-c625-48b6-8a69-b58123857402 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Request body: {'security_group': {'name': 'tempest-securitygroup--631447895', 'description': 'tempest-description--992742770'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:29:10.101069 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-aeaf6559-c625-48b6-8a69-b58123857402 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:10.169839 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-aeaf6559-c625-48b6-8a69-b58123857402 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks [] for security_group (8b689fac-b026-4174-9a51-fd6995f79675), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:10.173779 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-aeaf6559-c625-48b6-8a69-b58123857402 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (8b689fac-b026-4174-9a51-fd6995f79675), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:10.205667 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-aeaf6559-c625-48b6-8a69-b58123857402 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:10.206904 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-aeaf6559-c625-48b6-8a69-b58123857402 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1311493 Apr 29 13:29:10.209740 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 54188) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:29:10.214781 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-9b01c05d-216b-4a7a-a571-2ca830ff7e33 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Request body: {'security_group_rule': {'security_group_id': '8b689fac-b026-4174-9a51-fd6995f79675', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:29:10.224543 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaf6559-c625-48b6-8a69-b58123857402 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b689fac-b026-4174-9a51-fd6995f79675,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:10.251421 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9b01c05d-216b-4a7a-a571-2ca830ff7e33 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks [] for security_group_rule (ca54bb60-7286-4727-bc56-501a9d256204), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:10.316047 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9b01c05d-216b-4a7a-a571-2ca830ff7e33 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks [] for security_group_rule (ca54bb60-7286-4727-bc56-501a9d256204), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:10.320381 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9b01c05d-216b-4a7a-a571-2ca830ff7e33 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773016'] for security_group_rule (ca54bb60-7286-4727-bc56-501a9d256204), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:10.343406 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b01c05d-216b-4a7a-a571-2ca830ff7e33 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca54bb60-7286-4727-bc56-501a9d256204,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:10.357019 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9b01c05d-216b-4a7a-a571-2ca830ff7e33 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:10.358268 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-9b01c05d-216b-4a7a-a571-2ca830ff7e33 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1476085 Apr 29 13:29:10.361212 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 54190) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:29:10.365987 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-6fe0d39a-5f48-4796-9858-8c197202d63d tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Request body: {'security_group_rule': {'security_group_id': '8b689fac-b026-4174-9a51-fd6995f79675', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:29:10.394244 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6fe0d39a-5f48-4796-9858-8c197202d63d tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks [] for security_group_rule (f91c299a-7784-442a-8d1f-cba42ce188ba), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:10.458856 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6fe0d39a-5f48-4796-9858-8c197202d63d tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks [] for security_group_rule (f91c299a-7784-442a-8d1f-cba42ce188ba), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:10.464143 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6fe0d39a-5f48-4796-9858-8c197202d63d tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773016'] for security_group_rule (f91c299a-7784-442a-8d1f-cba42ce188ba), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:10.482450 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe0d39a-5f48-4796-9858-8c197202d63d tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f91c299a-7784-442a-8d1f-cba42ce188ba,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:10.492781 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6fe0d39a-5f48-4796-9858-8c197202d63d tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:10.494647 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-6fe0d39a-5f48-4796-9858-8c197202d63d tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1323321 Apr 29 13:29:10.498628 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 54194) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:29:10.500715 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device 12b70c87-e24d-4c64-b69e-473398fe0ee1 no longer exists at agent hyperv_hv-cinder-83769 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:29:10.504165 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-ea0521a7-3976-4b68-a74e-d97978fae725 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Request body: {'floatingip': {'floating_network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:29:10.524872 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] No Port match for: 12b70c87-e24d-4c64-b69e-473398fe0ee1 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:29:10.525565 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device 12b70c87-e24d-4c64-b69e-473398fe0ee1 not bound to the agent host hv-cinder-83769 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:29:10.527429 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ea0521a7-3976-4b68-a74e-d97978fae725 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:10.608700 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ea0521a7-3976-4b68-a74e-d97978fae725 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:10.736490 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a114f-a5d1-45f6-a439-6e8a7746caea req-74b0016b-76d2-47ea-88f9-c2e4cecaf864 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:10.737900 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-609a114f-a5d1-45f6-a439-6e8a7746caea req-74b0016b-76d2-47ea-88f9-c2e4cecaf864 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=204ebe5a-3964-4a27-919b-77cb567dba0a HTTP/1.1" status: 200 len: 945 time: 0.0801568 Apr 29 13:29:10.773023 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-ea0521a7-3976-4b68-a74e-d97978fae725 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Allocated IP 172.27.0.208 (754f8d77-c1fb-438d-9dec-eec91b4433a5/8519c0fa-1b1c-41ff-b70f-9433c7b7bb38/c64e96fd-8a3f-4b99-89cc-96d15c76b858) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:29:10.824340 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-609a114f-a5d1-45f6-a439-6e8a7746caea req-f0708fbe-fd4b-4d26-9c1c-3c07f007f346 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups?id=9277d33e-10a4-42d1-9d68-7406368ee816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797422 Apr 29 13:29:10.901062 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ea0521a7-3976-4b68-a74e-d97978fae725 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks [] for port (c64e96fd-8a3f-4b99-89cc-96d15c76b858), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:10.934082 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ea0521a7-3976-4b68-a74e-d97978fae725 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783155810398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9127861'] for port (c64e96fd-8a3f-4b99-89cc-96d15c76b858), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:10.974090 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0521a7-3976-4b68-a74e-d97978fae725 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Network 754f8d77-c1fb-438d-9dec-eec91b4433a5 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:29:10.976995 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-ea0521a7-3976-4b68-a74e-d97978fae725 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:29:10.983857 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0521a7-3976-4b68-a74e-d97978fae725 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:29:11.008893 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0521a7-3976-4b68-a74e-d97978fae725 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Pushing event updated for resources: {'Port': ['ID=c64e96fd-8a3f-4b99-89cc-96d15c76b858,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:11.073608 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ea0521a7-3976-4b68-a74e-d97978fae725 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks [] for floatingip (fc20b4a9-4c07-442c-88d6-4739aa471158), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:11.110844 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ea0521a7-3976-4b68-a74e-d97978fae725 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (c64e96fd-8a3f-4b99-89cc-96d15c76b858), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:11.258330 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ea0521a7-3976-4b68-a74e-d97978fae725 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks [] for port (c64e96fd-8a3f-4b99-89cc-96d15c76b858), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:11.263610 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ea0521a7-3976-4b68-a74e-d97978fae725 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9127854'] for port (c64e96fd-8a3f-4b99-89cc-96d15c76b858), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:11.335220 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0521a7-3976-4b68-a74e-d97978fae725 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Pushing event updated for resources: {'Port': ['ID=c64e96fd-8a3f-4b99-89cc-96d15c76b858,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:11.351544 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ea0521a7-3976-4b68-a74e-d97978fae725 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706107'] for floatingip (fc20b4a9-4c07-442c-88d6-4739aa471158), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:11.367252 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ea0521a7-3976-4b68-a74e-d97978fae725 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574'] for floatingip (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:11.368628 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-ea0521a7-3976-4b68-a74e-d97978fae725 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8687100 Apr 29 13:29:11.520210 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e1ac52ea-8554-4da5-ad9b-ffa144aa7ab9 req-e79e4789-3d7a-4d94-ab8b-47930bfa1ca5 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--631447895&fields=id&tenant_id=1e7f22083aa84571b6efb751abd2b537 HTTP/1.1" status: 200 len: 267 time: 0.0433617 Apr 29 13:29:11.631672 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac52ea-8554-4da5-ad9b-ffa144aa7ab9 req-950a5e78-75ca-46fb-b0a8-060125848e13 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:11.633197 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e1ac52ea-8554-4da5-ad9b-ffa144aa7ab9 req-950a5e78-75ca-46fb-b0a8-060125848e13 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/networks?id=8f33b954-1f3c-43fa-a8bf-3eab44702663 HTTP/1.1" status: 200 len: 814 time: 0.1054852 Apr 29 13:29:11.648246 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e1ac52ea-8554-4da5-ad9b-ffa144aa7ab9 req-cd57c2b6-7363-485b-b956-daca147a70f2 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/quotas/1e7f22083aa84571b6efb751abd2b537 HTTP/1.1" status: 200 len: 375 time: 0.0091126 Apr 29 13:29:11.708249 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e1ac52ea-8554-4da5-ad9b-ffa144aa7ab9 req-466a978d-3270-45bc-9aae-71f72edadebb tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1e7f22083aa84571b6efb751abd2b537&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0538158 Apr 29 13:29:11.798791 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a1c828-9955-4f09-964b-317dffbfd3a3 req-60901811-4824-47b5-8776-621d4c9c541a tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:11.800155 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-64a1c828-9955-4f09-964b-317dffbfd3a3 req-60901811-4824-47b5-8776-621d4c9c541a tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 946 time: 0.0522070 Apr 29 13:29:11.849437 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-64a1c828-9955-4f09-964b-317dffbfd3a3 req-8565f8e3-f108-4168-b380-03fed47e35eb tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427759 Apr 29 13:29:11.911414 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e1ac52ea-8554-4da5-ad9b-ffa144aa7ab9 req-702e9c78-08d4-41ef-a624-5577a8fafd23 service neutron] 10.222.0.11 "GET /v2.0/networks/8f33b954-1f3c-43fa-a8bf-3eab44702663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912992 Apr 29 13:29:11.999304 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e1ac52ea-8554-4da5-ad9b-ffa144aa7ab9 req-73cff3bf-b683-4b7d-a8b4-eacb1190a57f service neutron] 10.222.0.11 "GET /v2.0/networks/8f33b954-1f3c-43fa-a8bf-3eab44702663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820894 Apr 29 13:29:12.156970 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-f90b185d-a6a9-410d-8bf4-9d1c156b0a28 req-d8a5adf4-6258-45cc-8cf5-1590a09989a2 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9f93406-1e9c-464f-9cc8-c00ca879d8e8 HTTP/1.1" status: 200 len: 210 time: 0.0278215 Apr 29 13:29:12.970963 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ccb6dc-2387-4aac-8d52-f7c88017fa42 req-950f2b09-5b88-4169-bbbe-8938b0d73135 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:12.972704 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-66ccb6dc-2387-4aac-8d52-f7c88017fa42 req-950f2b09-5b88-4169-bbbe-8938b0d73135 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 946 time: 0.0519865 Apr 29 13:29:13.019674 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-66ccb6dc-2387-4aac-8d52-f7c88017fa42 req-ccf47d9b-8a18-42c0-916b-578b71d224b5 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413322 Apr 29 13:29:13.254651 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-4f4080d5-61ee-485c-93d4-c30da6dc4f03 req-54dbaf45-686e-40d5-b73d-2ebcb2885737 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9f93406-1e9c-464f-9cc8-c00ca879d8e8 HTTP/1.1" status: 200 len: 210 time: 0.0294929 Apr 29 13:29:13.750267 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c4090ed3-b188-48ef-a6b9-5d78229fc55d None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:29:13.998163 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4a90c8-2efe-494b-98e7-df22ab154fb5 req-a32362d3-374c-41cc-939a-9e9917afd01c tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:13.999723 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fc4a90c8-2efe-494b-98e7-df22ab154fb5 req-a32362d3-374c-41cc-939a-9e9917afd01c tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 946 time: 0.0522602 Apr 29 13:29:14.061002 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac52ea-8554-4da5-ad9b-ffa144aa7ab9 req-344f71b6-23f2-46c9-b054-8ea7456079f2 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:14.062472 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e1ac52ea-8554-4da5-ad9b-ffa144aa7ab9 req-344f71b6-23f2-46c9-b054-8ea7456079f2 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.75 "GET /v2.0/networks?id=8f33b954-1f3c-43fa-a8bf-3eab44702663 HTTP/1.1" status: 200 len: 814 time: 0.1158319 Apr 29 13:29:14.096364 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-fc4a90c8-2efe-494b-98e7-df22ab154fb5 req-46584dfd-b50e-445d-a72a-e46ea40f55ef tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Deleting port 7b84c292-da1e-45fb-bee4-72836b1be7c7 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:29:14.097013 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-fc4a90c8-2efe-494b-98e7-df22ab154fb5 req-46584dfd-b50e-445d-a72a-e46ea40f55ef tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783156326988'] for port (7b84c292-da1e-45fb-bee4-72836b1be7c7), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:14.139786 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e1ac52ea-8554-4da5-ad9b-ffa144aa7ab9 req-9fd895c4-0e88-44ec-a018-e0f36a2d8306 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e7f22083aa84571b6efb751abd2b537 HTTP/1.1" status: 200 len: 379 time: 0.0613468 Apr 29 13:29:14.218301 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed153c4-ce6a-4898-81d9-dc40e3126244 req-7ea6a73a-ce6c-483c-8509-a97f430d3ec4 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:14.219780 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4ed153c4-ce6a-4898-81d9-dc40e3126244 req-7ea6a73a-ce6c-483c-8509-a97f430d3ec4 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 946 time: 0.1065664 Apr 29 13:29:14.259751 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [req-e1ac52ea-8554-4da5-ad9b-ffa144aa7ab9 req-58c0f1b7-9e4e-4e41-a163-364a9b28da51 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Request body: {'port': {'device_id': 'a9f93406-1e9c-464f-9cc8-c00ca879d8e8', 'network_id': '8f33b954-1f3c-43fa-a8bf-3eab44702663', 'admin_state_up': True, 'tenant_id': '1e7f22083aa84571b6efb751abd2b537', 'security_groups': ['8b689fac-b026-4174-9a51-fd6995f79675']}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:29:14.368225 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-2b6219e9-0e6f-4d4e-8a90-855251308be8 req-a19a252d-46b9-4e6b-96e6-197b7170aff4 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9f93406-1e9c-464f-9cc8-c00ca879d8e8 HTTP/1.1" status: 200 len: 210 time: 0.0392852 Apr 29 13:29:14.419400 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1ac52ea-8554-4da5-ad9b-ffa144aa7ab9 req-58c0f1b7-9e4e-4e41-a163-364a9b28da51 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Made reservation on behalf of 1e7f22083aa84571b6efb751abd2b537 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:29:14.422901 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e1ac52ea-8554-4da5-ad9b-ffa144aa7ab9 req-58c0f1b7-9e4e-4e41-a163-364a9b28da51 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:14.513558 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-fc4a90c8-2efe-494b-98e7-df22ab154fb5 req-46584dfd-b50e-445d-a72a-e46ea40f55ef tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] For port 7b84c292-da1e-45fb-bee4-72836b1be7c7, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=7b84c292-da1e-45fb-bee4-72836b1be7c7,segment=NetworkSegment(4fd29a15-20ce-448e-b25d-cf8073262121),segment_id=4fd29a15-20ce-448e-b25d-cf8073262121)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:29:14.514086 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-fc4a90c8-2efe-494b-98e7-df22ab154fb5 req-46584dfd-b50e-445d-a72a-e46ea40f55ef tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749638'] for port (7b84c292-da1e-45fb-bee4-72836b1be7c7), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:14.578978 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-e1ac52ea-8554-4da5-ad9b-ffa144aa7ab9 req-58c0f1b7-9e4e-4e41-a163-364a9b28da51 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Allocated IP 172.20.0.14 (8f33b954-1f3c-43fa-a8bf-3eab44702663/9f59e443-3db1-41f0-85e9-12ea320207b5/26abc68b-e4fd-4b3a-b8c5-41206b234e3e) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:29:14.606789 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4ed153c4-ce6a-4898-81d9-dc40e3126244 req-6a1f4109-4b72-4260-b599-88e467fb6228 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3792458 Apr 29 13:29:14.782935 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-fc4a90c8-2efe-494b-98e7-df22ab154fb5 req-46584dfd-b50e-445d-a72a-e46ea40f55ef tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:14.783328 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-fc4a90c8-2efe-494b-98e7-df22ab154fb5 req-46584dfd-b50e-445d-a72a-e46ea40f55ef tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706107'] for floatingip (b898e64d-8a73-4a27-ab4f-5bac1954794b), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:14.783621 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.db.l3_db [req-fc4a90c8-2efe-494b-98e7-df22ab154fb5 req-46584dfd-b50e-445d-a72a-e46ea40f55ef tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Floating IP b898e64d-8a73-4a27-ab4f-5bac1954794b disassociated. External IP: 172.27.0.68, port: 7b84c292-da1e-45fb-bee4-72836b1be7c7. Apr 29 13:29:14.783964 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-fc4a90c8-2efe-494b-98e7-df22ab154fb5 req-46584dfd-b50e-445d-a72a-e46ea40f55ef tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Calling delete_port for 7b84c292-da1e-45fb-bee4-72836b1be7c7 owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:29:14.913988 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-fc4a90c8-2efe-494b-98e7-df22ab154fb5 req-46584dfd-b50e-445d-a72a-e46ea40f55ef tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783156333258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783155810407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8537941'] for port (7b84c292-da1e-45fb-bee4-72836b1be7c7), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:14.931333 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e1ac52ea-8554-4da5-ad9b-ffa144aa7ab9 req-58c0f1b7-9e4e-4e41-a163-364a9b28da51 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks [] for port (26abc68b-e4fd-4b3a-b8c5-41206b234e3e), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:14.945138 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46584dfd-b50e-445d-a72a-e46ea40f55ef tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Pushing event deleted for resources: {'Port': ['ID=7b84c292-da1e-45fb-bee4-72836b1be7c7,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:14.966528 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e1ac52ea-8554-4da5-ad9b-ffa144aa7ab9 req-58c0f1b7-9e4e-4e41-a163-364a9b28da51 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783155810398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9127861'] for port (26abc68b-e4fd-4b3a-b8c5-41206b234e3e), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:15.014852 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1ac52ea-8554-4da5-ad9b-ffa144aa7ab9 req-58c0f1b7-9e4e-4e41-a163-364a9b28da51 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Network 8f33b954-1f3c-43fa-a8bf-3eab44702663 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:29:15.020151 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-e1ac52ea-8554-4da5-ad9b-ffa144aa7ab9 req-58c0f1b7-9e4e-4e41-a163-364a9b28da51 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:29:15.023947 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1ac52ea-8554-4da5-ad9b-ffa144aa7ab9 req-58c0f1b7-9e4e-4e41-a163-364a9b28da51 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:29:15.048211 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c0f1b7-9e4e-4e41-a163-364a9b28da51 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Pushing event updated for resources: {'Port': ['ID=26abc68b-e4fd-4b3a-b8c5-41206b234e3e,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:15.077404 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac52ea-8554-4da5-ad9b-ffa144aa7ab9 req-58c0f1b7-9e4e-4e41-a163-364a9b28da51 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:15.078047 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e1ac52ea-8554-4da5-ad9b-ffa144aa7ab9 req-58c0f1b7-9e4e-4e41-a163-364a9b28da51 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:15.079128 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc4a90c8-2efe-494b-98e7-df22ab154fb5 req-46584dfd-b50e-445d-a72a-e46ea40f55ef tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Router a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd has already been hosted by L3 agent ffd5f049-29fc-4e99-906d-6eadce93ab48 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:29:15.097624 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e1ac52ea-8554-4da5-ad9b-ffa144aa7ab9 req-58c0f1b7-9e4e-4e41-a163-364a9b28da51 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8426826 Apr 29 13:29:15.116736 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [req-e1ac52ea-8554-4da5-ad9b-ffa144aa7ab9 req-61606603-5fc7-44da-8c06-ddf25ea2789f service neutron] Request body: {'port': {'device_id': 'a9f93406-1e9c-464f-9cc8-c00ca879d8e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83769'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:29:15.178882 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e1ac52ea-8554-4da5-ad9b-ffa144aa7ab9 req-61606603-5fc7-44da-8c06-ddf25ea2789f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (26abc68b-e4fd-4b3a-b8c5-41206b234e3e), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:15.203958 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc4a90c8-2efe-494b-98e7-df22ab154fb5 req-46584dfd-b50e-445d-a72a-e46ea40f55ef tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Notify agent at l3_agent.dv-cinder-837699-3-iscsi the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:29:15.215905 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6627e29-e1f1-44d0-960c-b1e708ccacf5 None None] Sync routers for ids ['a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd'] in dv-cinder-837699-3-iscsi {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:29:15.228959 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6627e29-e1f1-44d0-960c-b1e708ccacf5 None None] Routers {'a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:29:15.231213 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-a6627e29-e1f1-44d0-960c-b1e708ccacf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:28:54Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:15.275288 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc4a90c8-2efe-494b-98e7-df22ab154fb5 req-46584dfd-b50e-445d-a72a-e46ea40f55ef tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] No DVR routers for this DVR port 7b84c292-da1e-45fb-bee4-72836b1be7c7 on host hv-cinder-83769 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:29:15.280533 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-fc4a90c8-2efe-494b-98e7-df22ab154fb5 req-46584dfd-b50e-445d-a72a-e46ea40f55ef tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:15.291334 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fc4a90c8-2efe-494b-98e7-df22ab154fb5 req-46584dfd-b50e-445d-a72a-e46ea40f55ef tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.75 "DELETE /v2.0/ports/7b84c292-da1e-45fb-bee4-72836b1be7c7 HTTP/1.1" status: 204 len: 173 time: 1.2834747 Apr 29 13:29:15.292730 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe23dcfb-5b9c-453c-8307-1347c9b3f960', 'name': 'network-vif-deleted', 'tag': '7b84c292-da1e-45fb-bee4-72836b1be7c7'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:29:15.296546 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34453e8beaba66333125c1a762a789c78ce2f458b63942c2f470c2340433bc94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3670122d-b89f-4535-9fc8-1172a3586548" -d '{"events": [{"server_uuid": "fe23dcfb-5b9c-453c-8307-1347c9b3f960", "name": "network-vif-deleted", "tag": "7b84c292-da1e-45fb-bee4-72836b1be7c7"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:29:15.304091 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-c09d2b31-af6b-469d-8f0b-583cfcb11d66 None None] Provisioning complete for port 26abc68b-e4fd-4b3a-b8c5-41206b234e3e triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:29:15.304743 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c09d2b31-af6b-469d-8f0b-583cfcb11d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (26abc68b-e4fd-4b3a-b8c5-41206b234e3e), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:15.356174 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cec4351d-9645-44d7-9f64-f41c8ddfdbe7 x-openstack-request-id: req-cec4351d-9645-44d7-9f64-f41c8ddfdbe7 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:29:15.356742 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe23dcfb-5b9c-453c-8307-1347c9b3f960", "name": "network-vif-deleted", "tag": "7b84c292-da1e-45fb-bee4-72836b1be7c7", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:29:15.357116 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cec4351d-9645-44d7-9f64-f41c8ddfdbe7 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:29:15.357750 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cec4351d-9645-44d7-9f64-f41c8ddfdbe7'] response: {'server_uuid': 'fe23dcfb-5b9c-453c-8307-1347c9b3f960', 'name': 'network-vif-deleted', 'tag': '7b84c292-da1e-45fb-bee4-72836b1be7c7', 'status': 'completed', 'code': 200} Apr 29 13:29:15.389160 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-c09d2b31-af6b-469d-8f0b-583cfcb11d66 None None] Port 26abc68b-e4fd-4b3a-b8c5-41206b234e3e cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 13:29:15.410747 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-a6627e29-e1f1-44d0-960c-b1e708ccacf5 None None] Set router a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd gateway port host: dv-cinder-837699-3-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:29:15.535985 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [req-e1ac52ea-8554-4da5-ad9b-ffa144aa7ab9 req-61606603-5fc7-44da-8c06-ddf25ea2789f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26abc68b-e4fd-4b3a-b8c5-41206b234e3e {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:29:15.539516 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ccd236-5ecd-4ec6-b573-b17456c58016 req-0060a268-3a3e-4e4b-84e0-b578d8d88b2d tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:15.544890 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e1ac52ea-8554-4da5-ad9b-ffa144aa7ab9 req-61606603-5fc7-44da-8c06-ddf25ea2789f service neutron] Publish callbacks [] for port (26abc68b-e4fd-4b3a-b8c5-41206b234e3e), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:15.551792 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-35ccd236-5ecd-4ec6-b573-b17456c58016 req-0060a268-3a3e-4e4b-84e0-b578d8d88b2d tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9f93406-1e9c-464f-9cc8-c00ca879d8e8 HTTP/1.1" status: 200 len: 932 time: 0.0685606 Apr 29 13:29:15.565483 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-e1ac52ea-8554-4da5-ad9b-ffa144aa7ab9 req-61606603-5fc7-44da-8c06-ddf25ea2789f service neutron] Transition to ACTIVE for port object 26abc68b-e4fd-4b3a-b8c5-41206b234e3e will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 13:29:15.573320 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e1ac52ea-8554-4da5-ad9b-ffa144aa7ab9 req-61606603-5fc7-44da-8c06-ddf25ea2789f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9127854'] for port (26abc68b-e4fd-4b3a-b8c5-41206b234e3e), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:15.613518 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-35ccd236-5ecd-4ec6-b573-b17456c58016 req-828eff21-1ca7-4f9c-b09c-94d83bcd36ef tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b689fac-b026-4174-9a51-fd6995f79675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606174 Apr 29 13:29:15.681898 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-a6627e29-e1f1-44d0-960c-b1e708ccacf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd', 'name': 'tempest-AttachVolumeShelveTestJSON-1550131135-router', 'tenant_id': '62259e68f4eb4e72bddb618088a3d06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '866e1567-71eb-41ed-a87e-796e78667f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:34Z', 'updated_at': '2022-04-29T13:21:50Z', 'revision_number': 4, 'project_id': '62259e68f4eb4e72bddb618088a3d06a', 'gw_port': {'id': '866e1567-71eb-41ed-a87e-796e78667f40', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:92:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:37Z', 'updated_at': '2022-04-29T13:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_interfaces': [{'id': 'f62e06f5-fe6a-4baa-8595-55a8a668d899', 'name': '', 'network_id': '3410551e-5a46-4ac5-98b2-aca173f9205e', 'tenant_id': '62259e68f4eb4e72bddb618088a3d06a', 'mac_address': 'fa:16:3e:05:35:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'd4719930-215c-410a-9121-e8646740b594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:48Z', 'updated_at': '2022-04-29T13:22:05Z', 'revision_number': 5, 'project_id': '62259e68f4eb4e72bddb618088a3d06a', 'subnets': [{'id': 'd4719930-215c-410a-9121-e8646740b594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:15.714180 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6627e29-e1f1-44d0-960c-b1e708ccacf5 None None] Checking router: a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd for host: dv-cinder-837699-3-iscsi {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:29:15.723046 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61606603-5fc7-44da-8c06-ddf25ea2789f service neutron] Pushing event updated for resources: {'Port': ['ID=26abc68b-e4fd-4b3a-b8c5-41206b234e3e,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:15.726886 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6627e29-e1f1-44d0-960c-b1e708ccacf5 None None] Routers {'a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:29:15.728530 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-a6627e29-e1f1-44d0-960c-b1e708ccacf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:28:54Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:15.758116 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-e1ac52ea-8554-4da5-ad9b-ffa144aa7ab9 req-61606603-5fc7-44da-8c06-ddf25ea2789f service neutron] Attempting to bind port 26abc68b-e4fd-4b3a-b8c5-41206b234e3e on host hv-cinder-83769 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:29:15.758500 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-e1ac52ea-8554-4da5-ad9b-ffa144aa7ab9 req-61606603-5fc7-44da-8c06-ddf25ea2789f service neutron] Attempting to bind port 26abc68b-e4fd-4b3a-b8c5-41206b234e3e by drivers openvswitch,hyperv on host hv-cinder-83769 at level 0 using segments [{'id': '7d58dba2-6bce-4657-ad48-111e1ec8c905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '8f33b954-1f3c-43fa-a8bf-3eab44702663'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:29:15.758902 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ac52ea-8554-4da5-ad9b-ffa144aa7ab9 req-61606603-5fc7-44da-8c06-ddf25ea2789f service neutron] Attempting to bind port 26abc68b-e4fd-4b3a-b8c5-41206b234e3e on network 8f33b954-1f3c-43fa-a8bf-3eab44702663 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:29:15.765636 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ac52ea-8554-4da5-ad9b-ffa144aa7ab9 req-61606603-5fc7-44da-8c06-ddf25ea2789f service neutron] Port 26abc68b-e4fd-4b3a-b8c5-41206b234e3e on network 8f33b954-1f3c-43fa-a8bf-3eab44702663 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83769 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 13:29:15.765987 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ac52ea-8554-4da5-ad9b-ffa144aa7ab9 req-61606603-5fc7-44da-8c06-ddf25ea2789f service neutron] Attempting to bind port 26abc68b-e4fd-4b3a-b8c5-41206b234e3e on network 8f33b954-1f3c-43fa-a8bf-3eab44702663 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:29:15.772491 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-eeb360b4-4d02-4793-ba02-809be4f6a235 req-20fc21d9-5fdc-4582-a194-9fd798fa435d tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe23dcfb-5b9c-453c-8307-1347c9b3f960 HTTP/1.1" status: 200 len: 210 time: 0.0569143 Apr 29 13:29:15.773856 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ac52ea-8554-4da5-ad9b-ffa144aa7ab9 req-61606603-5fc7-44da-8c06-ddf25ea2789f service neutron] Checking agent: {'id': '477bd1e1-70d7-4a7b-b37c-5892af57f2e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83769', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 19, 28), 'started_at': datetime.datetime(2022, 4, 29, 13, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:29:15.774232 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ac52ea-8554-4da5-ad9b-ffa144aa7ab9 req-61606603-5fc7-44da-8c06-ddf25ea2789f service neutron] Checking segment: {'id': '7d58dba2-6bce-4657-ad48-111e1ec8c905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '8f33b954-1f3c-43fa-a8bf-3eab44702663'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:29:15.775021 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ac52ea-8554-4da5-ad9b-ffa144aa7ab9 req-61606603-5fc7-44da-8c06-ddf25ea2789f service neutron] Bound using segment: {'id': '7d58dba2-6bce-4657-ad48-111e1ec8c905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '8f33b954-1f3c-43fa-a8bf-3eab44702663'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:29:15.775638 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-e1ac52ea-8554-4da5-ad9b-ffa144aa7ab9 req-61606603-5fc7-44da-8c06-ddf25ea2789f service neutron] Bound port: 26abc68b-e4fd-4b3a-b8c5-41206b234e3e, host: hv-cinder-83769, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d58dba2-6bce-4657-ad48-111e1ec8c905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '8f33b954-1f3c-43fa-a8bf-3eab44702663'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:29:15.775962 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e1ac52ea-8554-4da5-ad9b-ffa144aa7ab9 req-61606603-5fc7-44da-8c06-ddf25ea2789f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (26abc68b-e4fd-4b3a-b8c5-41206b234e3e), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:15.866520 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-e1ac52ea-8554-4da5-ad9b-ffa144aa7ab9 req-61606603-5fc7-44da-8c06-ddf25ea2789f service neutron] For port 26abc68b-e4fd-4b3a-b8c5-41206b234e3e, host hv-cinder-83769, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:29:15.870809 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-e1ac52ea-8554-4da5-ad9b-ffa144aa7ab9 req-61606603-5fc7-44da-8c06-ddf25ea2789f service neutron] For port 26abc68b-e4fd-4b3a-b8c5-41206b234e3e, host hv-cinder-83769, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=26abc68b-e4fd-4b3a-b8c5-41206b234e3e,segment=NetworkSegment(7d58dba2-6bce-4657-ad48-111e1ec8c905),segment_id=7d58dba2-6bce-4657-ad48-111e1ec8c905)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:29:15.878262 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e1ac52ea-8554-4da5-ad9b-ffa144aa7ab9 req-61606603-5fc7-44da-8c06-ddf25ea2789f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9127854'] for port (26abc68b-e4fd-4b3a-b8c5-41206b234e3e), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:15.880973 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-a6627e29-e1f1-44d0-960c-b1e708ccacf5 None None] Set router a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd gateway port host: dv-cinder-837699-3-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:29:15.920385 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac52ea-8554-4da5-ad9b-ffa144aa7ab9 req-61606603-5fc7-44da-8c06-ddf25ea2789f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:15.921027 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e1ac52ea-8554-4da5-ad9b-ffa144aa7ab9 req-61606603-5fc7-44da-8c06-ddf25ea2789f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:15.922668 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e1ac52ea-8554-4da5-ad9b-ffa144aa7ab9 req-61606603-5fc7-44da-8c06-ddf25ea2789f service neutron] 10.222.0.75 "PUT /v2.0/ports/26abc68b-e4fd-4b3a-b8c5-41206b234e3e HTTP/1.1" status: 200 len: 1094 time: 0.8106778 Apr 29 13:29:15.923187 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9f93406-1e9c-464f-9cc8-c00ca879d8e8', 'tag': '26abc68b-e4fd-4b3a-b8c5-41206b234e3e'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:29:15.926173 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ba167d508349ed0cdfb80239bd9ae2522ecb2b1d56ec89f6128388f9fbd08d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2cb2a67-f9e5-4a3f-a001-c15f85e99fdc" -d '{"events": [{"name": "network-changed", "server_uuid": "a9f93406-1e9c-464f-9cc8-c00ca879d8e8", "tag": "26abc68b-e4fd-4b3a-b8c5-41206b234e3e"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:29:15.978213 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61606603-5fc7-44da-8c06-ddf25ea2789f service neutron] Pushing event updated for resources: {'Port': ['ID=26abc68b-e4fd-4b3a-b8c5-41206b234e3e,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:15.986075 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d115d6e-dd17-40be-9df3-fe8393d48ffa x-openstack-request-id: req-1d115d6e-dd17-40be-9df3-fe8393d48ffa {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:29:15.986413 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9f93406-1e9c-464f-9cc8-c00ca879d8e8", "tag": "26abc68b-e4fd-4b3a-b8c5-41206b234e3e", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:29:15.986628 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1d115d6e-dd17-40be-9df3-fe8393d48ffa {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:29:15.987089 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d115d6e-dd17-40be-9df3-fe8393d48ffa'] response: {'name': 'network-changed', 'server_uuid': 'a9f93406-1e9c-464f-9cc8-c00ca879d8e8', 'tag': '26abc68b-e4fd-4b3a-b8c5-41206b234e3e', 'status': 'completed', 'code': 200} Apr 29 13:29:16.049605 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac52ea-8554-4da5-ad9b-ffa144aa7ab9 req-95b3de22-b2b1-4c87-b492-30068217e06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:16.051140 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e1ac52ea-8554-4da5-ad9b-ffa144aa7ab9 req-95b3de22-b2b1-4c87-b492-30068217e06f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1e7f22083aa84571b6efb751abd2b537&device_id=a9f93406-1e9c-464f-9cc8-c00ca879d8e8 HTTP/1.1" status: 200 len: 1128 time: 0.0431604 Apr 29 13:29:16.100873 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e1ac52ea-8554-4da5-ad9b-ffa144aa7ab9 req-17c523ee-ca3f-41be-9bca-78c149d0286b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26abc68b-e4fd-4b3a-b8c5-41206b234e3e HTTP/1.1" status: 200 len: 217 time: 0.0361171 Apr 29 13:29:16.128449 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-a6627e29-e1f1-44d0-960c-b1e708ccacf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd', 'name': 'tempest-AttachVolumeShelveTestJSON-1550131135-router', 'tenant_id': '62259e68f4eb4e72bddb618088a3d06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '866e1567-71eb-41ed-a87e-796e78667f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:34Z', 'updated_at': '2022-04-29T13:21:50Z', 'revision_number': 4, 'project_id': '62259e68f4eb4e72bddb618088a3d06a', 'gw_port': {'id': '866e1567-71eb-41ed-a87e-796e78667f40', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:92:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:37Z', 'updated_at': '2022-04-29T13:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_interfaces': [{'id': 'f62e06f5-fe6a-4baa-8595-55a8a668d899', 'name': '', 'network_id': '3410551e-5a46-4ac5-98b2-aca173f9205e', 'tenant_id': '62259e68f4eb4e72bddb618088a3d06a', 'mac_address': 'fa:16:3e:05:35:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'd4719930-215c-410a-9121-e8646740b594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:48Z', 'updated_at': '2022-04-29T13:22:05Z', 'revision_number': 5, 'project_id': '62259e68f4eb4e72bddb618088a3d06a', 'subnets': [{'id': 'd4719930-215c-410a-9121-e8646740b594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:16.155379 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac52ea-8554-4da5-ad9b-ffa144aa7ab9 req-51982eee-f3f3-4718-928e-2d3a6f277c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:16.155567 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6627e29-e1f1-44d0-960c-b1e708ccacf5 None None] The sync data for ids ['a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd'] in dv-cinder-837699-3-iscsi is: [{'id': 'a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd', 'name': 'tempest-AttachVolumeShelveTestJSON-1550131135-router', 'tenant_id': '62259e68f4eb4e72bddb618088a3d06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '866e1567-71eb-41ed-a87e-796e78667f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:34Z', 'updated_at': '2022-04-29T13:21:50Z', 'revision_number': 4, 'project_id': '62259e68f4eb4e72bddb618088a3d06a', 'gw_port': {'id': '866e1567-71eb-41ed-a87e-796e78667f40', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:92:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:37Z', 'updated_at': '2022-04-29T13:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_interfaces': [{'id': 'f62e06f5-fe6a-4baa-8595-55a8a668d899', 'name': '', 'network_id': '3410551e-5a46-4ac5-98b2-aca173f9205e', 'tenant_id': '62259e68f4eb4e72bddb618088a3d06a', 'mac_address': 'fa:16:3e:05:35:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'd4719930-215c-410a-9121-e8646740b594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:48Z', 'updated_at': '2022-04-29T13:22:05Z', 'revision_number': 5, 'project_id': '62259e68f4eb4e72bddb618088a3d06a', 'subnets': [{'id': 'd4719930-215c-410a-9121-e8646740b594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:29:16.156860 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e1ac52ea-8554-4da5-ad9b-ffa144aa7ab9 req-51982eee-f3f3-4718-928e-2d3a6f277c98 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9f59e443-3db1-41f0-85e9-12ea320207b5 HTTP/1.1" status: 200 len: 853 time: 0.0486333 Apr 29 13:29:16.205671 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac52ea-8554-4da5-ad9b-ffa144aa7ab9 req-371895a3-2f45-437e-87b2-a5e3b726b3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:16.207245 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e1ac52ea-8554-4da5-ad9b-ffa144aa7ab9 req-371895a3-2f45-437e-87b2-a5e3b726b3b2 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8f33b954-1f3c-43fa-a8bf-3eab44702663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451763 Apr 29 13:29:16.301839 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e1ac52ea-8554-4da5-ad9b-ffa144aa7ab9 req-bb47464a-3635-41ed-89d0-3a1bb812a75d service neutron] 10.222.0.75 "GET /v2.0/networks/8f33b954-1f3c-43fa-a8bf-3eab44702663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885265 Apr 29 13:29:16.394425 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710b08a1-139e-4f8e-99c0-570b8ab98e17 None None] New status for floating IP b898e64d-8a73-4a27-ab4f-5bac1954794b: DOWN {{(pid=103367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 13:29:16.403084 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e1ac52ea-8554-4da5-ad9b-ffa144aa7ab9 req-bb95b8e2-3aff-455f-ade0-f097a281ee23 service neutron] 10.222.0.75 "GET /v2.0/networks/8f33b954-1f3c-43fa-a8bf-3eab44702663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944233 Apr 29 13:29:16.723755 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bbb38b-29e3-49ae-943c-ba9750295d72 req-a90e6c74-81d1-4b5a-84ab-b7bb892fdea9 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:16.725404 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-71bbb38b-29e3-49ae-943c-ba9750295d72 req-a90e6c74-81d1-4b5a-84ab-b7bb892fdea9 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9f93406-1e9c-464f-9cc8-c00ca879d8e8 HTTP/1.1" status: 200 len: 944 time: 0.0480876 Apr 29 13:29:16.774910 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-71bbb38b-29e3-49ae-943c-ba9750295d72 req-73190d80-c0b9-435b-9d0b-7b9a11515212 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b689fac-b026-4174-9a51-fd6995f79675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430014 Apr 29 13:29:16.886737 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 54264) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:29:16.942331 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d0db72de-327d-4a18-813d-ae6d9aa85c16 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks [] for security_group (d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:16.965633 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d0db72de-327d-4a18-813d-ae6d9aa85c16 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks [] for security_group (d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:17.016854 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d0db72de-327d-4a18-813d-ae6d9aa85c16 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:17.019516 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d0db72de-327d-4a18-813d-ae6d9aa85c16 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:17.020667 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-d0db72de-327d-4a18-813d-ae6d9aa85c16 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "DELETE /v2.0/security-groups/d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc HTTP/1.1" status: 204 len: 168 time: 0.1328409 Apr 29 13:29:17.023438 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 54266) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:29:17.030361 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0db72de-327d-4a18-813d-ae6d9aa85c16 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:17.039045 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.api.v2.resource [None req-8cde4933-67c2-4224-ae2c-ab322f4e0ca2 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] show failed (client error): The resource could not be found. Apr 29 13:29:17.040987 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-8cde4933-67c2-4224-ae2c-ab322f4e0ca2 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups/d48dfee1-1066-4c4a-8e00-5dc4fb71b0fc HTTP/1.1" status: 404 len: 347 time: 0.0157671 Apr 29 13:29:17.043611 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 54268) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:29:17.160558 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-6567bb29-5ff1-41a4-93e5-684e88882801 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Deleting port d9a4cf06-0a6f-48ab-8014-ea8ccef35bb5 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:29:17.160935 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6567bb29-5ff1-41a4-93e5-684e88882801 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783156326988'] for port (d9a4cf06-0a6f-48ab-8014-ea8ccef35bb5), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:17.241884 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6567bb29-5ff1-41a4-93e5-684e88882801 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749638'] for port (d9a4cf06-0a6f-48ab-8014-ea8ccef35bb5), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:17.242215 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6567bb29-5ff1-41a4-93e5-684e88882801 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks [] for floatingip (d9a4cf06-0a6f-48ab-8014-ea8ccef35bb5), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:17.255129 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-6567bb29-5ff1-41a4-93e5-684e88882801 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Calling delete_port for d9a4cf06-0a6f-48ab-8014-ea8ccef35bb5 owned by network:floatingip {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:29:17.399538 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6567bb29-5ff1-41a4-93e5-684e88882801 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783156333258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783155810407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8537941'] for port (d9a4cf06-0a6f-48ab-8014-ea8ccef35bb5), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:17.425799 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6567bb29-5ff1-41a4-93e5-684e88882801 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Pushing event deleted for resources: {'Port': ['ID=d9a4cf06-0a6f-48ab-8014-ea8ccef35bb5,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:17.495771 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6567bb29-5ff1-41a4-93e5-684e88882801 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks [] for floatingip (b898e64d-8a73-4a27-ab4f-5bac1954794b), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:17.498306 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6567bb29-5ff1-41a4-93e5-684e88882801 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574'] for floatingip (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:17.499939 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-6567bb29-5ff1-41a4-93e5-684e88882801 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "DELETE /v2.0/floatingips/b898e64d-8a73-4a27-ab4f-5bac1954794b HTTP/1.1" status: 204 len: 168 time: 0.4549410 Apr 29 13:29:17.895624 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b872c6e4-488d-408c-a52c-2d4e76e304fd req-a8e71b8e-feb5-4a1b-9b91-6f7eb448f41b tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:17.897128 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-b872c6e4-488d-408c-a52c-2d4e76e304fd req-a8e71b8e-feb5-4a1b-9b91-6f7eb448f41b tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9f93406-1e9c-464f-9cc8-c00ca879d8e8 HTTP/1.1" status: 200 len: 944 time: 0.0491154 Apr 29 13:29:17.944879 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-b872c6e4-488d-408c-a52c-2d4e76e304fd req-6bbbf174-657b-445d-a2d4-3f99a7917fcf tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b689fac-b026-4174-9a51-fd6995f79675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413623 Apr 29 13:29:18.254353 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 54274) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:29:18.259461 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-a28e11aa-7d55-44c5-8eb1-52850244aea4 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1661861449', 'description': 'tempest-description--1865198995'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:29:18.280068 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a28e11aa-7d55-44c5-8eb1-52850244aea4 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:18.351937 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a28e11aa-7d55-44c5-8eb1-52850244aea4 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks [] for security_group (e57e07d0-785f-4b2c-b327-971ab649be45), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:18.355808 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a28e11aa-7d55-44c5-8eb1-52850244aea4 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (e57e07d0-785f-4b2c-b327-971ab649be45), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:18.385960 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a28e11aa-7d55-44c5-8eb1-52850244aea4 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:18.387173 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-a28e11aa-7d55-44c5-8eb1-52850244aea4 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1317577 Apr 29 13:29:18.389183 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28e11aa-7d55-44c5-8eb1-52850244aea4 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e57e07d0-785f-4b2c-b327-971ab649be45,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:18.390391 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 54276) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:29:18.396443 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-ba023acf-a1bc-4ee4-94db-6e236c8dba17 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Request body: {'security_group_rule': {'security_group_id': 'e57e07d0-785f-4b2c-b327-971ab649be45', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:29:18.422063 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ba023acf-a1bc-4ee4-94db-6e236c8dba17 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks [] for security_group_rule (ef07472c-7fce-413a-a753-582978b11cf3), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:18.476714 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ba023acf-a1bc-4ee4-94db-6e236c8dba17 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks [] for security_group_rule (ef07472c-7fce-413a-a753-582978b11cf3), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:18.480500 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ba023acf-a1bc-4ee4-94db-6e236c8dba17 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773016'] for security_group_rule (ef07472c-7fce-413a-a753-582978b11cf3), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:18.498139 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba023acf-a1bc-4ee4-94db-6e236c8dba17 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef07472c-7fce-413a-a753-582978b11cf3,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:18.506141 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ba023acf-a1bc-4ee4-94db-6e236c8dba17 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:18.507345 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-ba023acf-a1bc-4ee4-94db-6e236c8dba17 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1151159 Apr 29 13:29:18.510618 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 54278) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:29:18.515266 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-a97582c4-6bca-4c41-af67-5b92a86c8f61 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Request body: {'security_group_rule': {'security_group_id': 'e57e07d0-785f-4b2c-b327-971ab649be45', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:29:18.540806 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a97582c4-6bca-4c41-af67-5b92a86c8f61 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks [] for security_group_rule (94d0c54c-1553-4d1b-a23d-c82c9888879c), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:18.554184 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device 7b84c292-da1e-45fb-bee4-72836b1be7c7 no longer exists at agent hyperv_hv-cinder-83769 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:29:18.574999 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] No Port match for: 7b84c292-da1e-45fb-bee4-72836b1be7c7 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:29:18.575344 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device 7b84c292-da1e-45fb-bee4-72836b1be7c7 not bound to the agent host hv-cinder-83769 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:29:18.602697 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a97582c4-6bca-4c41-af67-5b92a86c8f61 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks [] for security_group_rule (94d0c54c-1553-4d1b-a23d-c82c9888879c), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:18.606279 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a97582c4-6bca-4c41-af67-5b92a86c8f61 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773016'] for security_group_rule (94d0c54c-1553-4d1b-a23d-c82c9888879c), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:18.624071 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97582c4-6bca-4c41-af67-5b92a86c8f61 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94d0c54c-1553-4d1b-a23d-c82c9888879c,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:18.631489 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a97582c4-6bca-4c41-af67-5b92a86c8f61 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:18.632691 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-a97582c4-6bca-4c41-af67-5b92a86c8f61 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1211011 Apr 29 13:29:18.636894 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 54280) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:29:18.641463 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-8d9bb73c-65b1-4a89-a39c-a9e78015bdcd tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Request body: {'floatingip': {'floating_network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:29:18.662407 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8d9bb73c-65b1-4a89-a39c-a9e78015bdcd tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:18.740566 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8d9bb73c-65b1-4a89-a39c-a9e78015bdcd tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:18.854607 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-8d9bb73c-65b1-4a89-a39c-a9e78015bdcd tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Allocated IP 172.27.0.21 (754f8d77-c1fb-438d-9dec-eec91b4433a5/8519c0fa-1b1c-41ff-b70f-9433c7b7bb38/d651be8f-88e5-41e4-8521-098a60df1bde) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:29:18.963041 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8d9bb73c-65b1-4a89-a39c-a9e78015bdcd tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks [] for port (d651be8f-88e5-41e4-8521-098a60df1bde), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:19.002186 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8d9bb73c-65b1-4a89-a39c-a9e78015bdcd tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783155810398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9127861'] for port (d651be8f-88e5-41e4-8521-098a60df1bde), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:19.075074 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9bb73c-65b1-4a89-a39c-a9e78015bdcd tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Network 754f8d77-c1fb-438d-9dec-eec91b4433a5 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:29:19.082290 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-8d9bb73c-65b1-4a89-a39c-a9e78015bdcd tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:29:19.087644 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9bb73c-65b1-4a89-a39c-a9e78015bdcd tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:29:19.089604 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9bb73c-65b1-4a89-a39c-a9e78015bdcd tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Pushing event updated for resources: {'Port': ['ID=d651be8f-88e5-41e4-8521-098a60df1bde,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:19.128102 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7e58d6-7479-4415-a7b5-d96bee617826 req-92a76065-b485-4076-97ac-88ff92fa7586 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:19.129769 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-ef7e58d6-7479-4415-a7b5-d96bee617826 req-92a76065-b485-4076-97ac-88ff92fa7586 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9f93406-1e9c-464f-9cc8-c00ca879d8e8 HTTP/1.1" status: 200 len: 944 time: 0.0973392 Apr 29 13:29:19.224322 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-ef7e58d6-7479-4415-a7b5-d96bee617826 req-cfaaeb19-6944-44b3-bcb9-153fdacd8e9a tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b689fac-b026-4174-9a51-fd6995f79675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876973 Apr 29 13:29:19.232984 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8d9bb73c-65b1-4a89-a39c-a9e78015bdcd tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks [] for floatingip (6449653d-0642-4087-bbd4-489b5efc67bf), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:19.279156 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8d9bb73c-65b1-4a89-a39c-a9e78015bdcd tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (d651be8f-88e5-41e4-8521-098a60df1bde), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:19.366544 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cb2a67-f9e5-4a3f-a001-c15f85e99fdc req-3ae72ba8-db4c-4c76-9f16-7d4d68ac7b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:19.368241 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e2cb2a67-f9e5-4a3f-a001-c15f85e99fdc req-3ae72ba8-db4c-4c76-9f16-7d4d68ac7b87 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1e7f22083aa84571b6efb751abd2b537&device_id=a9f93406-1e9c-464f-9cc8-c00ca879d8e8 HTTP/1.1" status: 200 len: 1128 time: 0.0645695 Apr 29 13:29:19.542935 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cb2a67-f9e5-4a3f-a001-c15f85e99fdc req-eee8cbb0-0c4e-4355-8b5f-d7e648c73c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:19.544423 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e2cb2a67-f9e5-4a3f-a001-c15f85e99fdc req-eee8cbb0-0c4e-4355-8b5f-d7e648c73c8b service neutron] 10.222.0.75 "GET /v2.0/networks?id=8f33b954-1f3c-43fa-a8bf-3eab44702663 HTTP/1.1" status: 200 len: 915 time: 0.1634574 Apr 29 13:29:19.570654 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8d9bb73c-65b1-4a89-a39c-a9e78015bdcd tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks [] for port (d651be8f-88e5-41e4-8521-098a60df1bde), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:19.601042 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8d9bb73c-65b1-4a89-a39c-a9e78015bdcd tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9127854'] for port (d651be8f-88e5-41e4-8521-098a60df1bde), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:19.603873 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e2cb2a67-f9e5-4a3f-a001-c15f85e99fdc req-e2a98d6c-471e-414f-a29c-455b8cec9196 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26abc68b-e4fd-4b3a-b8c5-41206b234e3e HTTP/1.1" status: 200 len: 217 time: 0.0462980 Apr 29 13:29:19.714070 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9bb73c-65b1-4a89-a39c-a9e78015bdcd tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Pushing event updated for resources: {'Port': ['ID=d651be8f-88e5-41e4-8521-098a60df1bde,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:19.722068 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cb2a67-f9e5-4a3f-a001-c15f85e99fdc req-221ce0eb-fcd0-4cdb-a30f-ab3d4bde1292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:19.723527 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e2cb2a67-f9e5-4a3f-a001-c15f85e99fdc req-221ce0eb-fcd0-4cdb-a30f-ab3d4bde1292 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9f59e443-3db1-41f0-85e9-12ea320207b5 HTTP/1.1" status: 200 len: 853 time: 0.0950127 Apr 29 13:29:19.726481 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8d9bb73c-65b1-4a89-a39c-a9e78015bdcd tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706107'] for floatingip (6449653d-0642-4087-bbd4-489b5efc67bf), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:19.768538 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8d9bb73c-65b1-4a89-a39c-a9e78015bdcd tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574'] for floatingip (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:19.769815 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-8d9bb73c-65b1-4a89-a39c-a9e78015bdcd tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1319478 Apr 29 13:29:19.776077 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cb2a67-f9e5-4a3f-a001-c15f85e99fdc req-2d9e4bf3-a71a-47d6-a5b5-1ffde2825d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:19.778236 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e2cb2a67-f9e5-4a3f-a001-c15f85e99fdc req-2d9e4bf3-a71a-47d6-a5b5-1ffde2825d3e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8f33b954-1f3c-43fa-a8bf-3eab44702663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487809 Apr 29 13:29:19.880116 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e2cb2a67-f9e5-4a3f-a001-c15f85e99fdc req-32d639f9-d618-4c4e-b6d5-9a491a978dd1 service neutron] 10.222.0.75 "GET /v2.0/networks/8f33b954-1f3c-43fa-a8bf-3eab44702663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903580 Apr 29 13:29:19.976919 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e2cb2a67-f9e5-4a3f-a001-c15f85e99fdc req-282b3659-d586-419e-9df6-14c5a735299c service neutron] 10.222.0.75 "GET /v2.0/networks/8f33b954-1f3c-43fa-a8bf-3eab44702663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910013 Apr 29 13:29:19.988578 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7b7225bb-cf9c-4cf6-8e29-50b8d4c9a196 req-074e3d2e-2a39-4626-8a5b-55d63136d795 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1661861449&fields=id&tenant_id=62259e68f4eb4e72bddb618088a3d06a HTTP/1.1" status: 200 len: 267 time: 0.0478303 Apr 29 13:29:20.100297 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7225bb-cf9c-4cf6-8e29-50b8d4c9a196 req-353df4c1-fa33-4d9a-9544-b7f9496f2ba2 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:20.101799 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7b7225bb-cf9c-4cf6-8e29-50b8d4c9a196 req-353df4c1-fa33-4d9a-9544-b7f9496f2ba2 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/networks?id=3410551e-5a46-4ac5-98b2-aca173f9205e HTTP/1.1" status: 200 len: 817 time: 0.1062264 Apr 29 13:29:20.116232 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7b7225bb-cf9c-4cf6-8e29-50b8d4c9a196 req-5b78d6cd-fa1f-4a1f-9497-d79927bf5418 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/quotas/62259e68f4eb4e72bddb618088a3d06a HTTP/1.1" status: 200 len: 375 time: 0.0088713 Apr 29 13:29:20.165970 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7b7225bb-cf9c-4cf6-8e29-50b8d4c9a196 req-b3ee9cc2-a769-4f22-99d5-36ebf2f98b53 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=62259e68f4eb4e72bddb618088a3d06a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444462 Apr 29 13:29:20.264296 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7b7225bb-cf9c-4cf6-8e29-50b8d4c9a196 req-7328450d-6f2c-4711-99d3-ef28c5a20cfa service neutron] 10.222.0.11 "GET /v2.0/networks/3410551e-5a46-4ac5-98b2-aca173f9205e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873787 Apr 29 13:29:20.346185 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0268a2-7868-4657-ac52-c23921b47586 req-c65b5379-293a-442e-9886-091c9b5b1378 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:20.347963 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9d0268a2-7868-4657-ac52-c23921b47586 req-c65b5379-293a-442e-9886-091c9b5b1378 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9f93406-1e9c-464f-9cc8-c00ca879d8e8 HTTP/1.1" status: 200 len: 944 time: 0.0497406 Apr 29 13:29:20.361925 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7b7225bb-cf9c-4cf6-8e29-50b8d4c9a196 req-e872983c-d054-4630-8a99-23656382d1b6 service neutron] 10.222.0.11 "GET /v2.0/networks/3410551e-5a46-4ac5-98b2-aca173f9205e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919337 Apr 29 13:29:20.397573 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9d0268a2-7868-4657-ac52-c23921b47586 req-badc0eda-42b5-4a85-88cb-f1d2dbe710c5 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b689fac-b026-4174-9a51-fd6995f79675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431070 Apr 29 13:29:20.524069 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-fe3233e9-df43-4760-a9d6-8e7742135356 req-9bc5d6ee-9f01-4de7-b7cc-c2f773207e61 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=2df8f832-8bcf-481a-a787-05093f0191c3 HTTP/1.1" status: 200 len: 210 time: 0.0326431 Apr 29 13:29:20.560373 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device 26abc68b-e4fd-4b3a-b8c5-41206b234e3e details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 13:29:20.660486 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] For port 26abc68b-e4fd-4b3a-b8c5-41206b234e3e, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=26abc68b-e4fd-4b3a-b8c5-41206b234e3e,segment=NetworkSegment(7d58dba2-6bce-4657-ad48-111e1ec8c905),segment_id=7d58dba2-6bce-4657-ad48-111e1ec8c905)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:29:20.675512 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Returning: {'device': '26abc68b-e4fd-4b3a-b8c5-41206b234e3e', 'network_id': '8f33b954-1f3c-43fa-a8bf-3eab44702663', 'port_id': '26abc68b-e4fd-4b3a-b8c5-41206b234e3e', 'mac_address': 'fa:16:3e:1b:be:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f59e443-3db1-41f0-85e9-12ea320207b5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 13:29:20.718989 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Current status of the port 26abc68b-e4fd-4b3a-b8c5-41206b234e3e is: DOWN; New status is: BUILD {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:29:20.719378 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (26abc68b-e4fd-4b3a-b8c5-41206b234e3e), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:20.732974 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26abc68b-e4fd-4b3a-b8c5-41206b234e3e {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:29:20.753493 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] For port 26abc68b-e4fd-4b3a-b8c5-41206b234e3e, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=26abc68b-e4fd-4b3a-b8c5-41206b234e3e,segment=NetworkSegment(7d58dba2-6bce-4657-ad48-111e1ec8c905),segment_id=7d58dba2-6bce-4657-ad48-111e1ec8c905)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:29:20.757249 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (26abc68b-e4fd-4b3a-b8c5-41206b234e3e), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:20.811458 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Pushing event updated for resources: {'Port': ['ID=26abc68b-e4fd-4b3a-b8c5-41206b234e3e,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:20.819087 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:20.819439 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:20.819811 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:20.820153 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:20.820487 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:20.821110 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:20.821372 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:20.821604 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:20.821930 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:20.822260 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:20.822587 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:20.822928 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:20.823259 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:20.823580 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:20.823902 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:21.263983 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] get_ports_and_sgs() called for port_ids ['26abc68b-e4fd-4b3a-b8c5-41206b234e3e'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 13:29:21.520231 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc577092-ebf1-4bbe-a62b-0e1674a7d490 req-91da9663-0df0-49dc-899d-23f58fcb2cdf tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:21.521825 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bc577092-ebf1-4bbe-a62b-0e1674a7d490 req-91da9663-0df0-49dc-899d-23f58fcb2cdf tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9f93406-1e9c-464f-9cc8-c00ca879d8e8 HTTP/1.1" status: 200 len: 945 time: 0.0521498 Apr 29 13:29:21.576369 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d4c714f8-328a-4d13-b730-58fbb4e875ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (e437e712-237e-4a54-83a8-782eed3c5f0c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:21.588985 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bc577092-ebf1-4bbe-a62b-0e1674a7d490 req-4ef1bf75-6580-419c-91f2-dab6dee4b7af tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b689fac-b026-4174-9a51-fd6995f79675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611432 Apr 29 13:29:21.593838 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7225bb-cf9c-4cf6-8e29-50b8d4c9a196 req-de1423e1-e86f-41ea-97b9-d6bb74f476fd tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:21.595412 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7b7225bb-cf9c-4cf6-8e29-50b8d4c9a196 req-de1423e1-e86f-41ea-97b9-d6bb74f476fd tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.75 "GET /v2.0/networks?id=3410551e-5a46-4ac5-98b2-aca173f9205e HTTP/1.1" status: 200 len: 817 time: 0.1250246 Apr 29 13:29:21.673213 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-2d2a0a16-865b-4ff8-afb2-f072d74dd20d req-c8004ba6-c74a-489f-bc56-41eaba6469c8 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=2df8f832-8bcf-481a-a787-05093f0191c3 HTTP/1.1" status: 200 len: 210 time: 0.0420823 Apr 29 13:29:21.706511 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7b7225bb-cf9c-4cf6-8e29-50b8d4c9a196 req-6a17dc80-5fb2-4373-85bf-8ff10023cbb9 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62259e68f4eb4e72bddb618088a3d06a HTTP/1.1" status: 200 len: 380 time: 0.0828340 Apr 29 13:29:21.766607 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [req-7b7225bb-cf9c-4cf6-8e29-50b8d4c9a196 req-05478693-7c11-4f5f-a727-23a98264ccf0 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Request body: {'port': {'device_id': '2df8f832-8bcf-481a-a787-05093f0191c3', 'network_id': '3410551e-5a46-4ac5-98b2-aca173f9205e', 'admin_state_up': True, 'tenant_id': '62259e68f4eb4e72bddb618088a3d06a', 'security_groups': ['e57e07d0-785f-4b2c-b327-971ab649be45']}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:29:21.873359 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b7225bb-cf9c-4cf6-8e29-50b8d4c9a196 req-05478693-7c11-4f5f-a727-23a98264ccf0 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Made reservation on behalf of 62259e68f4eb4e72bddb618088a3d06a for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:29:21.876664 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7b7225bb-cf9c-4cf6-8e29-50b8d4c9a196 req-05478693-7c11-4f5f-a727-23a98264ccf0 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:22.005214 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-7b7225bb-cf9c-4cf6-8e29-50b8d4c9a196 req-05478693-7c11-4f5f-a727-23a98264ccf0 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Allocated IP 172.20.0.5 (3410551e-5a46-4ac5-98b2-aca173f9205e/d4719930-215c-410a-9121-e8646740b594/0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:29:22.145823 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7b7225bb-cf9c-4cf6-8e29-50b8d4c9a196 req-05478693-7c11-4f5f-a727-23a98264ccf0 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks [] for port (0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:22.183348 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7b7225bb-cf9c-4cf6-8e29-50b8d4c9a196 req-05478693-7c11-4f5f-a727-23a98264ccf0 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783155810398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9127861'] for port (0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:22.225650 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b7225bb-cf9c-4cf6-8e29-50b8d4c9a196 req-05478693-7c11-4f5f-a727-23a98264ccf0 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Network 3410551e-5a46-4ac5-98b2-aca173f9205e is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:29:22.231345 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-7b7225bb-cf9c-4cf6-8e29-50b8d4c9a196 req-05478693-7c11-4f5f-a727-23a98264ccf0 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:29:22.235248 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b7225bb-cf9c-4cf6-8e29-50b8d4c9a196 req-05478693-7c11-4f5f-a727-23a98264ccf0 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:29:22.241747 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05478693-7c11-4f5f-a727-23a98264ccf0 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Pushing event updated for resources: {'Port': ['ID=0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:22.287713 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7225bb-cf9c-4cf6-8e29-50b8d4c9a196 req-05478693-7c11-4f5f-a727-23a98264ccf0 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:22.288322 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7b7225bb-cf9c-4cf6-8e29-50b8d4c9a196 req-05478693-7c11-4f5f-a727-23a98264ccf0 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:22.306483 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7b7225bb-cf9c-4cf6-8e29-50b8d4c9a196 req-05478693-7c11-4f5f-a727-23a98264ccf0 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5436494 Apr 29 13:29:22.383209 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [req-7b7225bb-cf9c-4cf6-8e29-50b8d4c9a196 req-abf2e84b-8b99-4a71-b770-e60a433d5a44 service neutron] Request body: {'port': {'device_id': '2df8f832-8bcf-481a-a787-05093f0191c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83769'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:29:22.450685 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7b7225bb-cf9c-4cf6-8e29-50b8d4c9a196 req-abf2e84b-8b99-4a71-b770-e60a433d5a44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:22.457953 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8ef763a6-9354-496e-b686-43ad6dc908e9 None None] Provisioning complete for port 0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:29:22.458330 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef763a6-9354-496e-b686-43ad6dc908e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:22.494104 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8ef763a6-9354-496e-b686-43ad6dc908e9 None None] Port 0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 13:29:22.577757 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device 26abc68b-e4fd-4b3a-b8c5-41206b234e3e up at agent hyperv_hv-cinder-83769 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:29:22.623681 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Provisioning for port 26abc68b-e4fd-4b3a-b8c5-41206b234e3e completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 13:29:22.631432 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Provisioning complete for port 26abc68b-e4fd-4b3a-b8c5-41206b234e3e triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:29:22.631987 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (26abc68b-e4fd-4b3a-b8c5-41206b234e3e), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:22.713868 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Current status of the port 26abc68b-e4fd-4b3a-b8c5-41206b234e3e is: BUILD; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:29:22.714259 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (26abc68b-e4fd-4b3a-b8c5-41206b234e3e), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:22.724813 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9713d8b6-b026-4a6d-9c43-36663437fae3 req-a3f55897-055c-4888-aeb9-03ed2a3f21a7 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:22.726574 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9713d8b6-b026-4a6d-9c43-36663437fae3 req-a3f55897-055c-4888-aeb9-03ed2a3f21a7 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9f93406-1e9c-464f-9cc8-c00ca879d8e8 HTTP/1.1" status: 200 len: 945 time: 0.0659945 Apr 29 13:29:22.730668 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [req-7b7225bb-cf9c-4cf6-8e29-50b8d4c9a196 req-abf2e84b-8b99-4a71-b770-e60a433d5a44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:29:22.739712 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7b7225bb-cf9c-4cf6-8e29-50b8d4c9a196 req-abf2e84b-8b99-4a71-b770-e60a433d5a44 service neutron] Publish callbacks [] for port (0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:22.744109 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9f93406-1e9c-464f-9cc8-c00ca879d8e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26abc68b-e4fd-4b3a-b8c5-41206b234e3e'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:29:22.747198 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0016abbf82925ac5bb98c97d9984ae38170a8446c70b2249197f38a9e3d809b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed50e911-67aa-4b79-b455-3987dd40feb7" -d '{"events": [{"server_uuid": "a9f93406-1e9c-464f-9cc8-c00ca879d8e8", "name": "network-vif-plugged", "status": "completed", "tag": "26abc68b-e4fd-4b3a-b8c5-41206b234e3e"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:29:22.755570 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-7b7225bb-cf9c-4cf6-8e29-50b8d4c9a196 req-abf2e84b-8b99-4a71-b770-e60a433d5a44 service neutron] Transition to ACTIVE for port object 0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 13:29:22.760882 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7b7225bb-cf9c-4cf6-8e29-50b8d4c9a196 req-abf2e84b-8b99-4a71-b770-e60a433d5a44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9127854'] for port (0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:22.774364 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] For port 26abc68b-e4fd-4b3a-b8c5-41206b234e3e, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=26abc68b-e4fd-4b3a-b8c5-41206b234e3e,segment=NetworkSegment(7d58dba2-6bce-4657-ad48-111e1ec8c905),segment_id=7d58dba2-6bce-4657-ad48-111e1ec8c905)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:29:22.778828 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (26abc68b-e4fd-4b3a-b8c5-41206b234e3e), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:22.793754 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9713d8b6-b026-4a6d-9c43-36663437fae3 req-e6f4574c-625d-4e22-8eef-309366dd3f97 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b689fac-b026-4174-9a51-fd6995f79675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578637 Apr 29 13:29:22.847531 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf2e84b-8b99-4a71-b770-e60a433d5a44 service neutron] Pushing event updated for resources: {'Port': ['ID=0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:22.847678 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Pushing event updated for resources: {'Port': ['ID=26abc68b-e4fd-4b3a-b8c5-41206b234e3e,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:22.865387 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e283e71-0bbb-441a-812f-bcfb118ffbda req-a4970b8c-bd99-4407-9198-b756466d8f97 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:22.865754 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7f5fc4-b3b9-4542-a0fb-bc054c38120e x-openstack-request-id: req-ff7f5fc4-b3b9-4542-a0fb-bc054c38120e {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:29:22.866066 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9f93406-1e9c-464f-9cc8-c00ca879d8e8", "name": "network-vif-plugged", "status": "completed", "tag": "26abc68b-e4fd-4b3a-b8c5-41206b234e3e", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:29:22.866348 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ff7f5fc4-b3b9-4542-a0fb-bc054c38120e {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:29:22.866735 dv-cinder-837699-3-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff7f5fc4-b3b9-4542-a0fb-bc054c38120e'] response: {'server_uuid': 'a9f93406-1e9c-464f-9cc8-c00ca879d8e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26abc68b-e4fd-4b3a-b8c5-41206b234e3e', 'code': 200} Apr 29 13:29:22.866971 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1e283e71-0bbb-441a-812f-bcfb118ffbda req-a4970b8c-bd99-4407-9198-b756466d8f97 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=2df8f832-8bcf-481a-a787-05093f0191c3 HTTP/1.1" status: 200 len: 943 time: 0.0787480 Apr 29 13:29:22.964595 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1e283e71-0bbb-441a-812f-bcfb118ffbda req-dcb4e280-478a-4408-b867-d23eaaabf27d tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=e57e07d0-785f-4b2c-b327-971ab649be45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913713 Apr 29 13:29:22.976494 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-7b7225bb-cf9c-4cf6-8e29-50b8d4c9a196 req-abf2e84b-8b99-4a71-b770-e60a433d5a44 service neutron] Attempting to bind port 0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a on host hv-cinder-83769 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:29:22.976869 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-7b7225bb-cf9c-4cf6-8e29-50b8d4c9a196 req-abf2e84b-8b99-4a71-b770-e60a433d5a44 service neutron] Attempting to bind port 0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a by drivers openvswitch,hyperv on host hv-cinder-83769 at level 0 using segments [{'id': '4fd29a15-20ce-448e-b25d-cf8073262121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '3410551e-5a46-4ac5-98b2-aca173f9205e'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:29:22.977255 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7225bb-cf9c-4cf6-8e29-50b8d4c9a196 req-abf2e84b-8b99-4a71-b770-e60a433d5a44 service neutron] Attempting to bind port 0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a on network 3410551e-5a46-4ac5-98b2-aca173f9205e {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:29:22.985657 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7225bb-cf9c-4cf6-8e29-50b8d4c9a196 req-abf2e84b-8b99-4a71-b770-e60a433d5a44 service neutron] Port 0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a on network 3410551e-5a46-4ac5-98b2-aca173f9205e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83769 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 13:29:22.987128 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7225bb-cf9c-4cf6-8e29-50b8d4c9a196 req-abf2e84b-8b99-4a71-b770-e60a433d5a44 service neutron] Attempting to bind port 0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a on network 3410551e-5a46-4ac5-98b2-aca173f9205e {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:29:22.996414 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7225bb-cf9c-4cf6-8e29-50b8d4c9a196 req-abf2e84b-8b99-4a71-b770-e60a433d5a44 service neutron] Checking agent: {'id': '477bd1e1-70d7-4a7b-b37c-5892af57f2e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83769', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 19, 28), 'started_at': datetime.datetime(2022, 4, 29, 13, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:29:22.996806 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7225bb-cf9c-4cf6-8e29-50b8d4c9a196 req-abf2e84b-8b99-4a71-b770-e60a433d5a44 service neutron] Checking segment: {'id': '4fd29a15-20ce-448e-b25d-cf8073262121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '3410551e-5a46-4ac5-98b2-aca173f9205e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:29:22.997147 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7225bb-cf9c-4cf6-8e29-50b8d4c9a196 req-abf2e84b-8b99-4a71-b770-e60a433d5a44 service neutron] Bound using segment: {'id': '4fd29a15-20ce-448e-b25d-cf8073262121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '3410551e-5a46-4ac5-98b2-aca173f9205e'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:29:22.997581 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-7b7225bb-cf9c-4cf6-8e29-50b8d4c9a196 req-abf2e84b-8b99-4a71-b770-e60a433d5a44 service neutron] Bound port: 0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a, host: hv-cinder-83769, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fd29a15-20ce-448e-b25d-cf8073262121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '3410551e-5a46-4ac5-98b2-aca173f9205e'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:29:22.997939 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7b7225bb-cf9c-4cf6-8e29-50b8d4c9a196 req-abf2e84b-8b99-4a71-b770-e60a433d5a44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:23.071490 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-7b7225bb-cf9c-4cf6-8e29-50b8d4c9a196 req-abf2e84b-8b99-4a71-b770-e60a433d5a44 service neutron] For port 0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a, host hv-cinder-83769, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:29:23.075043 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-7b7225bb-cf9c-4cf6-8e29-50b8d4c9a196 req-abf2e84b-8b99-4a71-b770-e60a433d5a44 service neutron] For port 0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a, host hv-cinder-83769, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a,segment=NetworkSegment(4fd29a15-20ce-448e-b25d-cf8073262121),segment_id=4fd29a15-20ce-448e-b25d-cf8073262121)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:29:23.080853 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7b7225bb-cf9c-4cf6-8e29-50b8d4c9a196 req-abf2e84b-8b99-4a71-b770-e60a433d5a44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9127854'] for port (0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:23.115839 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7225bb-cf9c-4cf6-8e29-50b8d4c9a196 req-abf2e84b-8b99-4a71-b770-e60a433d5a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:23.116511 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7b7225bb-cf9c-4cf6-8e29-50b8d4c9a196 req-abf2e84b-8b99-4a71-b770-e60a433d5a44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:23.119174 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7b7225bb-cf9c-4cf6-8e29-50b8d4c9a196 req-abf2e84b-8b99-4a71-b770-e60a433d5a44 service neutron] 10.222.0.75 "PUT /v2.0/ports/0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a HTTP/1.1" status: 200 len: 1093 time: 0.7403944 Apr 29 13:29:23.119733 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2df8f832-8bcf-481a-a787-05093f0191c3', 'tag': '0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:29:23.122144 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ba167d508349ed0cdfb80239bd9ae2522ecb2b1d56ec89f6128388f9fbd08d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f0fcea-e38b-4582-b00d-90ed101faa88" -d '{"events": [{"name": "network-changed", "server_uuid": "2df8f832-8bcf-481a-a787-05093f0191c3", "tag": "0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:29:23.124360 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2aaf73-faf8-41eb-b434-14f4611450ed req-53002a9e-9b28-47bf-9e7d-e7f4e89c7384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:23.126209 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ca2aaf73-faf8-41eb-b434-14f4611450ed req-53002a9e-9b28-47bf-9e7d-e7f4e89c7384 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=a9f93406-1e9c-464f-9cc8-c00ca879d8e8 HTTP/1.1" status: 200 len: 1130 time: 0.0441346 Apr 29 13:29:23.150717 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf2e84b-8b99-4a71-b770-e60a433d5a44 service neutron] Pushing event updated for resources: {'Port': ['ID=0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:23.181285 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ca2aaf73-faf8-41eb-b434-14f4611450ed req-246bdff1-ba0a-4cf4-a671-cff58ff02666 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=8b689fac-b026-4174-9a51-fd6995f79675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452433 Apr 29 13:29:23.187751 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-668aa0d7-07cb-48dc-aa6f-bdbecb5d293b x-openstack-request-id: req-668aa0d7-07cb-48dc-aa6f-bdbecb5d293b {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:29:23.187751 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2df8f832-8bcf-481a-a787-05093f0191c3", "tag": "0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:29:23.189573 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-668aa0d7-07cb-48dc-aa6f-bdbecb5d293b {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:29:23.189573 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event matching ['req-668aa0d7-07cb-48dc-aa6f-bdbecb5d293b'] response: {'name': 'network-changed', 'server_uuid': '2df8f832-8bcf-481a-a787-05093f0191c3', 'tag': '0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a', 'status': 'completed', 'code': 200} Apr 29 13:29:23.223634 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7225bb-cf9c-4cf6-8e29-50b8d4c9a196 req-eb6f3788-5091-4cdd-a9d2-852a58292bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:23.225201 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7b7225bb-cf9c-4cf6-8e29-50b8d4c9a196 req-eb6f3788-5091-4cdd-a9d2-852a58292bcf service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=62259e68f4eb4e72bddb618088a3d06a&device_id=2df8f832-8bcf-481a-a787-05093f0191c3 HTTP/1.1" status: 200 len: 1127 time: 0.0479591 Apr 29 13:29:23.658296 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7b7225bb-cf9c-4cf6-8e29-50b8d4c9a196 req-fb51ca61-ff3f-4787-9464-b01a87117aef service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a HTTP/1.1" status: 200 len: 217 time: 0.0344138 Apr 29 13:29:23.713695 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7225bb-cf9c-4cf6-8e29-50b8d4c9a196 req-b7fb492a-9ad2-4abd-bcf1-e8884190ef9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:23.715153 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7b7225bb-cf9c-4cf6-8e29-50b8d4c9a196 req-b7fb492a-9ad2-4abd-bcf1-e8884190ef9f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d4719930-215c-410a-9121-e8646740b594 HTTP/1.1" status: 200 len: 856 time: 0.0469835 Apr 29 13:29:23.910298 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e005db6d-bab0-4285-8e72-2706d115140f req-af20c7f6-4357-4731-9fc2-e6f55c702fde tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:23.911793 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e005db6d-bab0-4285-8e72-2706d115140f req-af20c7f6-4357-4731-9fc2-e6f55c702fde tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9f93406-1e9c-464f-9cc8-c00ca879d8e8 HTTP/1.1" status: 200 len: 946 time: 0.0486715 Apr 29 13:29:23.960272 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e005db6d-bab0-4285-8e72-2706d115140f req-e9ffed6e-9f5e-4a9b-97fd-e4d15a2aecc0 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b689fac-b026-4174-9a51-fd6995f79675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417457 Apr 29 13:29:24.085635 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33317d3c-c534-4677-8d8a-86402dcc5beb req-ffa23e9b-bebb-45e6-b792-1862f8a3ccdf tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:24.087688 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-33317d3c-c534-4677-8d8a-86402dcc5beb req-ffa23e9b-bebb-45e6-b792-1862f8a3ccdf tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=2df8f832-8bcf-481a-a787-05093f0191c3 HTTP/1.1" status: 200 len: 943 time: 0.0471747 Apr 29 13:29:24.137395 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-33317d3c-c534-4677-8d8a-86402dcc5beb req-4477a83c-282c-4bf0-9f06-cf97c3115782 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=e57e07d0-785f-4b2c-b327-971ab649be45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440295 Apr 29 13:29:24.264646 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-cb320567-2de2-43e7-8c13-dabd65f95421 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (ffd5f049-29fc-4e99-906d-6eadce93ab48), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:24.279070 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7225bb-cf9c-4cf6-8e29-50b8d4c9a196 req-591d6585-a97c-433e-a7c9-490553982680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:24.280566 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7b7225bb-cf9c-4cf6-8e29-50b8d4c9a196 req-591d6585-a97c-433e-a7c9-490553982680 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3410551e-5a46-4ac5-98b2-aca173f9205e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410976 Apr 29 13:29:24.372987 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7b7225bb-cf9c-4cf6-8e29-50b8d4c9a196 req-cfae6b5d-8ae2-4c30-8231-a72cb9b7523a service neutron] 10.222.0.75 "GET /v2.0/networks/3410551e-5a46-4ac5-98b2-aca173f9205e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861440 Apr 29 13:29:24.462982 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7b7225bb-cf9c-4cf6-8e29-50b8d4c9a196 req-cd46f5f2-294b-4d26-9044-1651252e894e service neutron] 10.222.0.75 "GET /v2.0/networks/3410551e-5a46-4ac5-98b2-aca173f9205e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820236 Apr 29 13:29:25.082176 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e78fe9-1459-497f-88ae-972061238eff req-1263dff3-2ce1-465a-b369-720b6fa9130c tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:25.083597 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-64e78fe9-1459-497f-88ae-972061238eff req-1263dff3-2ce1-465a-b369-720b6fa9130c tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9f93406-1e9c-464f-9cc8-c00ca879d8e8 HTTP/1.1" status: 200 len: 946 time: 0.0516367 Apr 29 13:29:25.132245 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-64e78fe9-1459-497f-88ae-972061238eff req-9deb54ae-9164-45c6-93f6-739a6160b6e4 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b689fac-b026-4174-9a51-fd6995f79675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424442 Apr 29 13:29:25.260186 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692f90f3-6e2e-4a3b-9334-eebfd9d62fec req-d28ac70a-242f-4048-895a-7d7a42eff5c4 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:25.261818 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-692f90f3-6e2e-4a3b-9334-eebfd9d62fec req-d28ac70a-242f-4048-895a-7d7a42eff5c4 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=2df8f832-8bcf-481a-a787-05093f0191c3 HTTP/1.1" status: 200 len: 943 time: 0.0507450 Apr 29 13:29:25.311913 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-692f90f3-6e2e-4a3b-9334-eebfd9d62fec req-32bce96f-0f24-49b8-9ccb-65c82995af4e tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=e57e07d0-785f-4b2c-b327-971ab649be45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444536 Apr 29 13:29:25.831481 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d46c6b96-c9c1-47b5-84ba-015c4e42046f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (1b2ea45c-9419-45d0-91af-29e2c5a1844a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:26.244565 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51c58f4-8b0f-4289-b390-cd8fe09f90df req-0a55ebff-8e5b-4a48-9f4d-a1c497732532 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:26.246052 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-b51c58f4-8b0f-4289-b390-cd8fe09f90df req-0a55ebff-8e5b-4a48-9f4d-a1c497732532 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9f93406-1e9c-464f-9cc8-c00ca879d8e8 HTTP/1.1" status: 200 len: 946 time: 0.0468137 Apr 29 13:29:26.300690 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-b51c58f4-8b0f-4289-b390-cd8fe09f90df req-899f2b51-95a1-4964-b30a-54b732b2eb5a tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b689fac-b026-4174-9a51-fd6995f79675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489588 Apr 29 13:29:26.434726 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b452c2-427e-46c4-90b3-13ebadb80cab req-7530d2a4-f7f4-4785-8ac7-dcf4c095b215 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:26.436135 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e9b452c2-427e-46c4-90b3-13ebadb80cab req-7530d2a4-f7f4-4785-8ac7-dcf4c095b215 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=2df8f832-8bcf-481a-a787-05093f0191c3 HTTP/1.1" status: 200 len: 943 time: 0.0475662 Apr 29 13:29:26.483253 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e9b452c2-427e-46c4-90b3-13ebadb80cab req-338575c3-381a-4525-936e-7ca40c7fc2bb tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=e57e07d0-785f-4b2c-b327-971ab649be45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416093 Apr 29 13:29:27.232091 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f0fcea-e38b-4582-b00d-90ed101faa88 req-94ee47c5-0a79-44ea-a128-6cbac96a12fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:27.233647 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-11f0fcea-e38b-4582-b00d-90ed101faa88 req-94ee47c5-0a79-44ea-a128-6cbac96a12fc service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=62259e68f4eb4e72bddb618088a3d06a&device_id=2df8f832-8bcf-481a-a787-05093f0191c3 HTTP/1.1" status: 200 len: 1127 time: 0.0558703 Apr 29 13:29:27.266077 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bea047bf-f99e-49b2-8b9d-5ba249a30c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (23d6c007-0036-4fdb-b033-28b1fd628d82), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:27.608470 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aed746-dc37-4cca-974b-c03f3cd4900d req-4e817d2f-2894-49da-8521-5a2bbebe35d4 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:27.610085 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-01aed746-dc37-4cca-974b-c03f3cd4900d req-4e817d2f-2894-49da-8521-5a2bbebe35d4 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=2df8f832-8bcf-481a-a787-05093f0191c3 HTTP/1.1" status: 200 len: 943 time: 0.0540202 Apr 29 13:29:27.619706 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3a9ac-ef2d-4dd0-8b9f-a9dbf38d9ca1 req-01519c92-da17-4a74-a8d2-271de894d91b tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:27.621219 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-afb3a9ac-ef2d-4dd0-8b9f-a9dbf38d9ca1 req-01519c92-da17-4a74-a8d2-271de894d91b tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9f93406-1e9c-464f-9cc8-c00ca879d8e8 HTTP/1.1" status: 200 len: 946 time: 0.2504883 Apr 29 13:29:27.657130 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-01aed746-dc37-4cca-974b-c03f3cd4900d req-4611a066-afe6-4182-afc2-bda06ef6bd90 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=e57e07d0-785f-4b2c-b327-971ab649be45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413382 Apr 29 13:29:27.669298 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-afb3a9ac-ef2d-4dd0-8b9f-a9dbf38d9ca1 req-850ec27f-5cad-455e-9491-4ebaaf99fe41 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b689fac-b026-4174-9a51-fd6995f79675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426228 Apr 29 13:29:27.790664 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f00a955-ee95-4d22-ae8a-900299bd668a req-7282cbdb-4274-48a3-ba18-aebd68e143fa tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:27.792511 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8f00a955-ee95-4d22-ae8a-900299bd668a req-7282cbdb-4274-48a3-ba18-aebd68e143fa tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9f93406-1e9c-464f-9cc8-c00ca879d8e8 HTTP/1.1" status: 200 len: 946 time: 0.0565310 Apr 29 13:29:27.801544 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 54344) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:29:27.806830 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-30601e91-7d55-445d-98dc-215b6befae9a tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Request body: {'floatingip': {'port_id': '26abc68b-e4fd-4b3a-b8c5-41206b234e3e'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:29:27.806991 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f0fcea-e38b-4582-b00d-90ed101faa88 req-a86d7b8b-f612-42cc-ac98-d67bd9acb510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:27.809330 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-11f0fcea-e38b-4582-b00d-90ed101faa88 req-a86d7b8b-f612-42cc-ac98-d67bd9acb510 service neutron] 10.222.0.75 "GET /v2.0/networks?id=3410551e-5a46-4ac5-98b2-aca173f9205e HTTP/1.1" status: 200 len: 918 time: 0.1018474 Apr 29 13:29:27.850906 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-30601e91-7d55-445d-98dc-215b6befae9a tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks [] for floatingip (fc20b4a9-4c07-442c-88d6-4739aa471158), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:27.854379 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-11f0fcea-e38b-4582-b00d-90ed101faa88 req-0adf0a60-cd6a-44d8-8980-32adc8a1307a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a HTTP/1.1" status: 200 len: 217 time: 0.0370491 Apr 29 13:29:27.905613 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f0fcea-e38b-4582-b00d-90ed101faa88 req-5e525241-e347-4cc4-a384-dbd837881223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:27.907071 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-11f0fcea-e38b-4582-b00d-90ed101faa88 req-5e525241-e347-4cc4-a384-dbd837881223 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d4719930-215c-410a-9121-e8646740b594 HTTP/1.1" status: 200 len: 856 time: 0.0454044 Apr 29 13:29:27.955367 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f0fcea-e38b-4582-b00d-90ed101faa88 req-bf216340-021a-40c1-b3a9-5657248b8765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:27.956900 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-11f0fcea-e38b-4582-b00d-90ed101faa88 req-bf216340-021a-40c1-b3a9-5657248b8765 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3410551e-5a46-4ac5-98b2-aca173f9205e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436170 Apr 29 13:29:28.047171 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-11f0fcea-e38b-4582-b00d-90ed101faa88 req-4cac4e90-1962-4b0e-99ed-48914e724908 service neutron] 10.222.0.75 "GET /v2.0/networks/3410551e-5a46-4ac5-98b2-aca173f9205e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831144 Apr 29 13:29:28.143188 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-11f0fcea-e38b-4582-b00d-90ed101faa88 req-9ae2a48a-43df-425d-a413-f132ffbe4932 service neutron] 10.222.0.75 "GET /v2.0/networks/3410551e-5a46-4ac5-98b2-aca173f9205e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895195 Apr 29 13:29:28.309487 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-30601e91-7d55-445d-98dc-215b6befae9a tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:28.313601 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-30601e91-7d55-445d-98dc-215b6befae9a tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706107'] for floatingip (fc20b4a9-4c07-442c-88d6-4739aa471158), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:28.418774 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.db.l3_db [None req-30601e91-7d55-445d-98dc-215b6befae9a tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Floating IP fc20b4a9-4c07-442c-88d6-4739aa471158 associated. External IP: 172.27.0.208, port: 26abc68b-e4fd-4b3a-b8c5-41206b234e3e. Apr 29 13:29:28.616670 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device 0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 13:29:28.631517 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30601e91-7d55-445d-98dc-215b6befae9a tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Router 55e917e4-3b0d-460b-a62b-46ecaa345c3f has already been hosted by L3 agent ffd5f049-29fc-4e99-906d-6eadce93ab48 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:29:28.725818 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] For port 0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a,segment=NetworkSegment(4fd29a15-20ce-448e-b25d-cf8073262121),segment_id=4fd29a15-20ce-448e-b25d-cf8073262121)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:29:28.746199 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Returning: {'device': '0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a', 'network_id': '3410551e-5a46-4ac5-98b2-aca173f9205e', 'port_id': '0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a', 'mac_address': 'fa:16:3e:28:e8:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4719930-215c-410a-9121-e8646740b594', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 13:29:28.751814 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (070d87cd-fed4-4d07-85b5-c26ded61f2d8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:28.791517 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50b886c-da55-493d-a4e2-2fc7671c5567 req-90d8eabd-7955-4adb-a577-472e8777bc3b tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:28.793459 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e50b886c-da55-493d-a4e2-2fc7671c5567 req-90d8eabd-7955-4adb-a577-472e8777bc3b tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=2df8f832-8bcf-481a-a787-05093f0191c3 HTTP/1.1" status: 200 len: 943 time: 0.0603921 Apr 29 13:29:28.797332 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Current status of the port 0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a is: DOWN; New status is: BUILD {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:29:28.797757 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:28.813131 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:29:28.835042 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] For port 0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a,segment=NetworkSegment(4fd29a15-20ce-448e-b25d-cf8073262121),segment_id=4fd29a15-20ce-448e-b25d-cf8073262121)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:29:28.840328 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:28.853600 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e50b886c-da55-493d-a4e2-2fc7671c5567 req-0f69747a-e1b0-4a23-a821-6337485ab7c0 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=e57e07d0-785f-4b2c-b327-971ab649be45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543542 Apr 29 13:29:28.895923 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Pushing event updated for resources: {'Port': ['ID=0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:28.996879 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30601e91-7d55-445d-98dc-215b6befae9a tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Notify agent at l3_agent.dv-cinder-837699-3-iscsi the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:29:29.001415 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-30601e91-7d55-445d-98dc-215b6befae9a tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574'] for floatingip (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:29.007319 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb23c6d-a012-44ae-9ac7-1f4b7531e5c1 None None] Sync routers for ids ['55e917e4-3b0d-460b-a62b-46ecaa345c3f'] in dv-cinder-837699-3-iscsi {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:29:29.018341 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb23c6d-a012-44ae-9ac7-1f4b7531e5c1 None None] Routers {'55e917e4-3b0d-460b-a62b-46ecaa345c3f'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:29:29.019029 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-9fb23c6d-a012-44ae-9ac7-1f4b7531e5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:29:24Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['55e917e4-3b0d-460b-a62b-46ecaa345c3f'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:29.031130 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-30601e91-7d55-445d-98dc-215b6befae9a tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "PUT /v2.0/floatingips/fc20b4a9-4c07-442c-88d6-4739aa471158 HTTP/1.1" status: 200 len: 992 time: 1.2282472 Apr 29 13:29:29.031717 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9f93406-1e9c-464f-9cc8-c00ca879d8e8', 'tag': '26abc68b-e4fd-4b3a-b8c5-41206b234e3e'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:29:29.033977 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34453e8beaba66333125c1a762a789c78ce2f458b63942c2f470c2340433bc94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ce76dc-5bfe-4607-9504-eefbee73916b" -d '{"events": [{"name": "network-changed", "server_uuid": "a9f93406-1e9c-464f-9cc8-c00ca879d8e8", "tag": "26abc68b-e4fd-4b3a-b8c5-41206b234e3e"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:29:29.069076 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31589500-c2ef-481c-81ec-1d93c523d051 x-openstack-request-id: req-31589500-c2ef-481c-81ec-1d93c523d051 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:29:29.069363 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9f93406-1e9c-464f-9cc8-c00ca879d8e8", "tag": "26abc68b-e4fd-4b3a-b8c5-41206b234e3e", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:29:29.069612 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-31589500-c2ef-481c-81ec-1d93c523d051 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:29:29.070009 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31589500-c2ef-481c-81ec-1d93c523d051'] response: {'name': 'network-changed', 'server_uuid': 'a9f93406-1e9c-464f-9cc8-c00ca879d8e8', 'tag': '26abc68b-e4fd-4b3a-b8c5-41206b234e3e', 'status': 'completed', 'code': 200} Apr 29 13:29:29.137998 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-9fb23c6d-a012-44ae-9ac7-1f4b7531e5c1 None None] Set router 55e917e4-3b0d-460b-a62b-46ecaa345c3f gateway port host: dv-cinder-837699-3-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:29:29.160906 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce76dc-5bfe-4607-9504-eefbee73916b req-88b5f704-2b50-4010-a55f-5acb2aab34f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:29.162413 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-57ce76dc-5bfe-4607-9504-eefbee73916b req-88b5f704-2b50-4010-a55f-5acb2aab34f7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1e7f22083aa84571b6efb751abd2b537&device_id=a9f93406-1e9c-464f-9cc8-c00ca879d8e8 HTTP/1.1" status: 200 len: 1130 time: 0.0409546 Apr 29 13:29:29.185923 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (477bd1e1-70d7-4a7b-b37c-5892af57f2e4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:29.271386 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce76dc-5bfe-4607-9504-eefbee73916b req-0825672c-a3ee-4406-b13e-6eaa29740eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:29.272929 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-57ce76dc-5bfe-4607-9504-eefbee73916b req-0825672c-a3ee-4406-b13e-6eaa29740eec service neutron] 10.222.0.75 "GET /v2.0/networks?id=8f33b954-1f3c-43fa-a8bf-3eab44702663 HTTP/1.1" status: 200 len: 915 time: 0.1027367 Apr 29 13:29:29.340165 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-57ce76dc-5bfe-4607-9504-eefbee73916b req-5da7a2ed-3e8e-4944-98c2-8b158d75fedf service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26abc68b-e4fd-4b3a-b8c5-41206b234e3e HTTP/1.1" status: 200 len: 1000 time: 0.0606048 Apr 29 13:29:29.351318 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] get_ports_and_sgs() called for port_ids ['0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 13:29:29.395928 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce76dc-5bfe-4607-9504-eefbee73916b req-f2bfb91d-b29b-441f-90ff-f499cb8ea9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:29.397348 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-57ce76dc-5bfe-4607-9504-eefbee73916b req-f2bfb91d-b29b-441f-90ff-f499cb8ea9cc service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9f59e443-3db1-41f0-85e9-12ea320207b5 HTTP/1.1" status: 200 len: 853 time: 0.0508447 Apr 29 13:29:29.444380 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce76dc-5bfe-4607-9504-eefbee73916b req-a5218e8f-2311-4578-b2b0-24a49594d795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:29.445568 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-9fb23c6d-a012-44ae-9ac7-1f4b7531e5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'name': 'tempest-AttachVolumeNegativeTest-921804364-router', 'tenant_id': '1e7f22083aa84571b6efb751abd2b537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:35Z', 'updated_at': '2022-04-29T13:21:44Z', 'revision_number': 4, 'project_id': '1e7f22083aa84571b6efb751abd2b537', 'gw_port': {'id': '4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:51:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:37Z', 'updated_at': '2022-04-29T13:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_floatingips': [{'id': 'fc20b4a9-4c07-442c-88d6-4739aa471158', 'tenant_id': '1e7f22083aa84571b6efb751abd2b537', 'floating_ip_address': '172.27.0.208', 'floating_network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'router_id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'port_id': '26abc68b-e4fd-4b3a-b8c5-41206b234e3e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f33b954-1f3c-43fa-a8bf-3eab44702663', 'mac_address': 'fa:16:3e:1b:be:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f93406-1e9c-464f-9cc8-c00ca879d8e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:29:11Z', 'updated_at': '2022-04-29T13:29:28Z', 'revision_number': 1, 'project_id': '1e7f22083aa84571b6efb751abd2b537', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9fb300f-d8b7-4a3f-b80f-2de5dfdc5a43', 'name': '', 'network_id': '8f33b954-1f3c-43fa-a8bf-3eab44702663', 'tenant_id': '1e7f22083aa84571b6efb751abd2b537', 'mac_address': 'fa:16:3e:b0:f2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '9f59e443-3db1-41f0-85e9-12ea320207b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:42Z', 'updated_at': '2022-04-29T13:21:57Z', 'revision_number': 5, 'project_id': '1e7f22083aa84571b6efb751abd2b537', 'subnets': [{'id': '9f59e443-3db1-41f0-85e9-12ea320207b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:29.445965 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-57ce76dc-5bfe-4607-9504-eefbee73916b req-a5218e8f-2311-4578-b2b0-24a49594d795 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8f33b954-1f3c-43fa-a8bf-3eab44702663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412986 Apr 29 13:29:29.546674 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-57ce76dc-5bfe-4607-9504-eefbee73916b req-80ec5da1-d564-4b7a-8c6c-8685f034a7e3 service neutron] 10.222.0.75 "GET /v2.0/networks/8f33b954-1f3c-43fa-a8bf-3eab44702663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927072 Apr 29 13:29:29.607345 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb23c6d-a012-44ae-9ac7-1f4b7531e5c1 None None] Checking router: 55e917e4-3b0d-460b-a62b-46ecaa345c3f for host: dv-cinder-837699-3-iscsi {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:29:29.637825 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb23c6d-a012-44ae-9ac7-1f4b7531e5c1 None None] Routers {'55e917e4-3b0d-460b-a62b-46ecaa345c3f'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:29:29.638728 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-9fb23c6d-a012-44ae-9ac7-1f4b7531e5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:29:24Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['55e917e4-3b0d-460b-a62b-46ecaa345c3f'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:29.645305 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-57ce76dc-5bfe-4607-9504-eefbee73916b req-ed63dd7a-3cb3-4e55-85dc-d9fd7900512d service neutron] 10.222.0.75 "GET /v2.0/networks/8f33b954-1f3c-43fa-a8bf-3eab44702663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893056 Apr 29 13:29:29.795438 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-9fb23c6d-a012-44ae-9ac7-1f4b7531e5c1 None None] Set router 55e917e4-3b0d-460b-a62b-46ecaa345c3f gateway port host: dv-cinder-837699-3-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:29:29.977470 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e015a951-edcf-4fa4-bd5f-730c18a6a6da req-7f251134-ca1b-428a-ad28-96870186fdcf tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:29.979047 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e015a951-edcf-4fa4-bd5f-730c18a6a6da req-7f251134-ca1b-428a-ad28-96870186fdcf tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=2df8f832-8bcf-481a-a787-05093f0191c3 HTTP/1.1" status: 200 len: 944 time: 0.0496995 Apr 29 13:29:30.015567 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-9fb23c6d-a012-44ae-9ac7-1f4b7531e5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'name': 'tempest-AttachVolumeNegativeTest-921804364-router', 'tenant_id': '1e7f22083aa84571b6efb751abd2b537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:35Z', 'updated_at': '2022-04-29T13:21:44Z', 'revision_number': 4, 'project_id': '1e7f22083aa84571b6efb751abd2b537', 'gw_port': {'id': '4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:51:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:37Z', 'updated_at': '2022-04-29T13:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_floatingips': [{'id': 'fc20b4a9-4c07-442c-88d6-4739aa471158', 'tenant_id': '1e7f22083aa84571b6efb751abd2b537', 'floating_ip_address': '172.27.0.208', 'floating_network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'router_id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'port_id': '26abc68b-e4fd-4b3a-b8c5-41206b234e3e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f33b954-1f3c-43fa-a8bf-3eab44702663', 'mac_address': 'fa:16:3e:1b:be:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f93406-1e9c-464f-9cc8-c00ca879d8e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:29:11Z', 'updated_at': '2022-04-29T13:29:28Z', 'revision_number': 1, 'project_id': '1e7f22083aa84571b6efb751abd2b537', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9fb300f-d8b7-4a3f-b80f-2de5dfdc5a43', 'name': '', 'network_id': '8f33b954-1f3c-43fa-a8bf-3eab44702663', 'tenant_id': '1e7f22083aa84571b6efb751abd2b537', 'mac_address': 'fa:16:3e:b0:f2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '9f59e443-3db1-41f0-85e9-12ea320207b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:42Z', 'updated_at': '2022-04-29T13:21:57Z', 'revision_number': 5, 'project_id': '1e7f22083aa84571b6efb751abd2b537', 'subnets': [{'id': '9f59e443-3db1-41f0-85e9-12ea320207b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:30.030979 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e015a951-edcf-4fa4-bd5f-730c18a6a6da req-234ba159-dc0c-4518-9898-e8601f68f978 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=e57e07d0-785f-4b2c-b327-971ab649be45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464296 Apr 29 13:29:30.042458 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb23c6d-a012-44ae-9ac7-1f4b7531e5c1 None None] The sync data for ids ['55e917e4-3b0d-460b-a62b-46ecaa345c3f'] in dv-cinder-837699-3-iscsi is: [{'id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'name': 'tempest-AttachVolumeNegativeTest-921804364-router', 'tenant_id': '1e7f22083aa84571b6efb751abd2b537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:35Z', 'updated_at': '2022-04-29T13:21:44Z', 'revision_number': 4, 'project_id': '1e7f22083aa84571b6efb751abd2b537', 'gw_port': {'id': '4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:51:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:37Z', 'updated_at': '2022-04-29T13:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_floatingips': [{'id': 'fc20b4a9-4c07-442c-88d6-4739aa471158', 'tenant_id': '1e7f22083aa84571b6efb751abd2b537', 'floating_ip_address': '172.27.0.208', 'floating_network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'router_id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'port_id': '26abc68b-e4fd-4b3a-b8c5-41206b234e3e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f33b954-1f3c-43fa-a8bf-3eab44702663', 'mac_address': 'fa:16:3e:1b:be:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f93406-1e9c-464f-9cc8-c00ca879d8e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:29:11Z', 'updated_at': '2022-04-29T13:29:28Z', 'revision_number': 1, 'project_id': '1e7f22083aa84571b6efb751abd2b537', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9fb300f-d8b7-4a3f-b80f-2de5dfdc5a43', 'name': '', 'network_id': '8f33b954-1f3c-43fa-a8bf-3eab44702663', 'tenant_id': '1e7f22083aa84571b6efb751abd2b537', 'mac_address': 'fa:16:3e:b0:f2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '9f59e443-3db1-41f0-85e9-12ea320207b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:42Z', 'updated_at': '2022-04-29T13:21:57Z', 'revision_number': 5, 'project_id': '1e7f22083aa84571b6efb751abd2b537', 'subnets': [{'id': '9f59e443-3db1-41f0-85e9-12ea320207b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:29:30.233943 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ed5642-2e3b-459f-881f-83fecbb6b09c None None] New status for floating IP fc20b4a9-4c07-442c-88d6-4739aa471158: ACTIVE {{(pid=103367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 13:29:30.830641 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device 0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a up at agent hyperv_hv-cinder-83769 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:29:30.878227 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Provisioning for port 0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 13:29:30.883875 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Provisioning complete for port 0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:29:30.884299 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:30.960153 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Current status of the port 0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a is: BUILD; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:29:30.960543 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:30.985191 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2df8f832-8bcf-481a-a787-05093f0191c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:29:30.987429 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0016abbf82925ac5bb98c97d9984ae38170a8446c70b2249197f38a9e3d809b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13275e21-0677-4c53-8464-573028da35bd" -d '{"events": [{"server_uuid": "2df8f832-8bcf-481a-a787-05093f0191c3", "name": "network-vif-plugged", "status": "completed", "tag": "0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:29:31.000279 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] For port 0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a,segment=NetworkSegment(4fd29a15-20ce-448e-b25d-cf8073262121),segment_id=4fd29a15-20ce-448e-b25d-cf8073262121)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:29:31.004226 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:31.029778 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-071f9937-b917-483e-9950-261c73e5988d x-openstack-request-id: req-071f9937-b917-483e-9950-261c73e5988d {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:29:31.030100 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2df8f832-8bcf-481a-a787-05093f0191c3", "name": "network-vif-plugged", "status": "completed", "tag": "0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:29:31.030360 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-071f9937-b917-483e-9950-261c73e5988d {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:29:31.031330 dv-cinder-837699-3-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event matching ['req-071f9937-b917-483e-9950-261c73e5988d'] response: {'server_uuid': '2df8f832-8bcf-481a-a787-05093f0191c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a', 'code': 200} Apr 29 13:29:31.057365 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Pushing event updated for resources: {'Port': ['ID=0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:31.165226 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71334101-a0cb-44b8-bb18-ce7938ee8ec3 req-0d6b44f7-7091-4e38-abb3-a980ebfec71c tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:31.166791 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-71334101-a0cb-44b8-bb18-ce7938ee8ec3 req-0d6b44f7-7091-4e38-abb3-a980ebfec71c tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=2df8f832-8bcf-481a-a787-05093f0191c3 HTTP/1.1" status: 200 len: 945 time: 0.0487380 Apr 29 13:29:31.216026 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-71334101-a0cb-44b8-bb18-ce7938ee8ec3 req-e482d03d-758a-43a3-9f38-6eb9250587d6 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=e57e07d0-785f-4b2c-b327-971ab649be45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433788 Apr 29 13:29:31.261747 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f74935d-13ed-4119-be53-c34245f5794e req-6048d789-e354-488a-80fc-8058926d6cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:31.263420 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-6f74935d-13ed-4119-be53-c34245f5794e req-6048d789-e354-488a-80fc-8058926d6cdd service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=2df8f832-8bcf-481a-a787-05093f0191c3 HTTP/1.1" status: 200 len: 1129 time: 0.0394371 Apr 29 13:29:31.319931 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-6f74935d-13ed-4119-be53-c34245f5794e req-b7a76444-3661-4d23-a553-35bb3b71d444 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=e57e07d0-785f-4b2c-b327-971ab649be45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382040 Apr 29 13:29:32.342277 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864dbf22-4a1d-4a59-b7e6-066c60d6cbbc req-3e5524d9-53a9-4a67-b2ee-3c2a41960072 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:32.343825 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-864dbf22-4a1d-4a59-b7e6-066c60d6cbbc req-3e5524d9-53a9-4a67-b2ee-3c2a41960072 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=2df8f832-8bcf-481a-a787-05093f0191c3 HTTP/1.1" status: 200 len: 945 time: 0.0502141 Apr 29 13:29:32.392849 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-864dbf22-4a1d-4a59-b7e6-066c60d6cbbc req-4c3a4c95-cf37-4f34-8b71-94d9fe23581c tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=e57e07d0-785f-4b2c-b327-971ab649be45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430748 Apr 29 13:29:32.555867 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-12500a58-4f38-47a1-8590-63d633568a3c req-4bcffb03-ddb5-4e6a-96f9-fce712675d68 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=204ebe5a-3964-4a27-919b-77cb567dba0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416000 Apr 29 13:29:32.679612 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12500a58-4f38-47a1-8590-63d633568a3c req-0d23db73-034a-4ddc-a1a4-aa4ef74b4773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:32.681294 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-12500a58-4f38-47a1-8590-63d633568a3c req-0d23db73-034a-4ddc-a1a4-aa4ef74b4773 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=83b6a855b277450186870a3529210025&device_id=204ebe5a-3964-4a27-919b-77cb567dba0a HTTP/1.1" status: 200 len: 1129 time: 0.0394521 Apr 29 13:29:32.790434 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12500a58-4f38-47a1-8590-63d633568a3c req-4612ef43-199a-43fc-b244-6d080c0df1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:32.791897 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-12500a58-4f38-47a1-8590-63d633568a3c req-4612ef43-199a-43fc-b244-6d080c0df1a0 service neutron] 10.222.0.75 "GET /v2.0/networks?id=fc1af930-75bb-4703-ab95-43d130c7c5b4 HTTP/1.1" status: 200 len: 912 time: 0.0869067 Apr 29 13:29:32.876399 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-12500a58-4f38-47a1-8590-63d633568a3c req-495061b9-1a8c-4b81-9213-ed9e16a9fbc3 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0727d745-efdd-4928-8413-f105198fd646 HTTP/1.1" status: 200 len: 1001 time: 0.0613091 Apr 29 13:29:33.513732 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930df0cb-27b6-4cfe-b709-3bcb3ec07ca6 req-066abfbb-38a5-498a-ae01-996dd9388deb tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:33.515207 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-930df0cb-27b6-4cfe-b709-3bcb3ec07ca6 req-066abfbb-38a5-498a-ae01-996dd9388deb tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=2df8f832-8bcf-481a-a787-05093f0191c3 HTTP/1.1" status: 200 len: 945 time: 0.0480504 Apr 29 13:29:33.597085 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-930df0cb-27b6-4cfe-b709-3bcb3ec07ca6 req-a96c0430-937e-4c04-8cf7-bb793d1f442d tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=e57e07d0-785f-4b2c-b327-971ab649be45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763469 Apr 29 13:29:33.609892 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12500a58-4f38-47a1-8590-63d633568a3c req-c012da50-d99d-42b1-a831-a41342bfdbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:33.611953 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-12500a58-4f38-47a1-8590-63d633568a3c req-c012da50-d99d-42b1-a831-a41342bfdbaa service neutron] 10.222.0.75 "GET /v2.0/subnets?id=77a47b69-c61f-4715-a126-776e82c7238b HTTP/1.1" status: 200 len: 850 time: 0.0637712 Apr 29 13:29:33.658080 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12500a58-4f38-47a1-8590-63d633568a3c req-db5bc075-be86-40eb-84a7-b0c532cec7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:33.659585 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-12500a58-4f38-47a1-8590-63d633568a3c req-db5bc075-be86-40eb-84a7-b0c532cec7e4 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fc1af930-75bb-4703-ab95-43d130c7c5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411179 Apr 29 13:29:33.748618 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-12500a58-4f38-47a1-8590-63d633568a3c req-6c8baf34-899d-4c30-8594-136ac3c59bc5 service neutron] 10.222.0.75 "GET /v2.0/networks/fc1af930-75bb-4703-ab95-43d130c7c5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822036 Apr 29 13:29:33.843947 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-12500a58-4f38-47a1-8590-63d633568a3c req-3bc3f8e5-159b-4fc9-a8c6-aa0b9f97f0aa service neutron] 10.222.0.75 "GET /v2.0/networks/fc1af930-75bb-4703-ab95-43d130c7c5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886731 Apr 29 13:29:34.722220 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc7992b-a34e-44d2-a415-9f5c2d5e2045 req-934ea2cb-93ae-463b-a844-2cbc80c73d73 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:34.723713 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-edc7992b-a34e-44d2-a415-9f5c2d5e2045 req-934ea2cb-93ae-463b-a844-2cbc80c73d73 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=2df8f832-8bcf-481a-a787-05093f0191c3 HTTP/1.1" status: 200 len: 945 time: 0.0555997 Apr 29 13:29:34.769787 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-edc7992b-a34e-44d2-a415-9f5c2d5e2045 req-2161f3ff-b667-4d94-8db0-dc109ff29d08 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=e57e07d0-785f-4b2c-b327-971ab649be45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403783 Apr 29 13:29:34.886464 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057be244-6319-458d-8d0d-0cfc0d3aa646 req-e2fe0bdd-a6de-4f5a-9b3d-2bb8a9b6a8a3 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:34.887860 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-057be244-6319-458d-8d0d-0cfc0d3aa646 req-e2fe0bdd-a6de-4f5a-9b3d-2bb8a9b6a8a3 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=2df8f832-8bcf-481a-a787-05093f0191c3 HTTP/1.1" status: 200 len: 945 time: 0.0480950 Apr 29 13:29:34.896410 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 54368) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:29:34.900855 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-aba1fa9d-eeb1-4fae-955a-7254dd06ed0f tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Request body: {'floatingip': {'port_id': '0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:29:34.943192 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-aba1fa9d-eeb1-4fae-955a-7254dd06ed0f tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks [] for floatingip (6449653d-0642-4087-bbd4-489b5efc67bf), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:35.525962 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-aba1fa9d-eeb1-4fae-955a-7254dd06ed0f tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:35.529913 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-aba1fa9d-eeb1-4fae-955a-7254dd06ed0f tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706107'] for floatingip (6449653d-0642-4087-bbd4-489b5efc67bf), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:35.632150 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.db.l3_db [None req-aba1fa9d-eeb1-4fae-955a-7254dd06ed0f tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Floating IP 6449653d-0642-4087-bbd4-489b5efc67bf associated. External IP: 172.27.0.21, port: 0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a. Apr 29 13:29:36.054664 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aba1fa9d-eeb1-4fae-955a-7254dd06ed0f tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Router a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd has already been hosted by L3 agent ffd5f049-29fc-4e99-906d-6eadce93ab48 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:29:36.167392 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aba1fa9d-eeb1-4fae-955a-7254dd06ed0f tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Notify agent at l3_agent.dv-cinder-837699-3-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:29:36.171946 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-aba1fa9d-eeb1-4fae-955a-7254dd06ed0f tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574'] for floatingip (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:36.178317 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0425715-0ffd-4bcb-b75e-836c0ab27ce9 None None] Sync routers for ids ['a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd'] in dv-cinder-837699-3-iscsi {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:29:36.188416 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0425715-0ffd-4bcb-b75e-836c0ab27ce9 None None] Routers {'a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:29:36.190052 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-a0425715-0ffd-4bcb-b75e-836c0ab27ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:29:24Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:36.202916 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-aba1fa9d-eeb1-4fae-955a-7254dd06ed0f tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "PUT /v2.0/floatingips/6449653d-0642-4087-bbd4-489b5efc67bf HTTP/1.1" status: 200 len: 990 time: 1.3053911 Apr 29 13:29:36.203524 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2df8f832-8bcf-481a-a787-05093f0191c3', 'tag': '0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:29:36.205940 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ba167d508349ed0cdfb80239bd9ae2522ecb2b1d56ec89f6128388f9fbd08d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c4505e-12f1-43e0-aa3d-a9bebfeef153" -d '{"events": [{"name": "network-changed", "server_uuid": "2df8f832-8bcf-481a-a787-05093f0191c3", "tag": "0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:29:36.243842 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b9456e-1ade-4c67-b379-07a196f76011 x-openstack-request-id: req-55b9456e-1ade-4c67-b379-07a196f76011 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:29:36.244185 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2df8f832-8bcf-481a-a787-05093f0191c3", "tag": "0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:29:36.244448 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-55b9456e-1ade-4c67-b379-07a196f76011 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:29:36.244887 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55b9456e-1ade-4c67-b379-07a196f76011'] response: {'name': 'network-changed', 'server_uuid': '2df8f832-8bcf-481a-a787-05093f0191c3', 'tag': '0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a', 'status': 'completed', 'code': 200} Apr 29 13:29:36.302729 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-a0425715-0ffd-4bcb-b75e-836c0ab27ce9 None None] Set router a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd gateway port host: dv-cinder-837699-3-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:29:36.334863 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c4505e-12f1-43e0-aa3d-a9bebfeef153 req-813ba71f-8154-49d9-9ce0-4d6a3dba8560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:36.336482 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e5c4505e-12f1-43e0-aa3d-a9bebfeef153 req-813ba71f-8154-49d9-9ce0-4d6a3dba8560 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=62259e68f4eb4e72bddb618088a3d06a&device_id=2df8f832-8bcf-481a-a787-05093f0191c3 HTTP/1.1" status: 200 len: 1129 time: 0.0411179 Apr 29 13:29:36.434505 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c4505e-12f1-43e0-aa3d-a9bebfeef153 req-ee31a7a7-9941-4f8b-bbcc-d2495fc88d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:36.435995 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e5c4505e-12f1-43e0-aa3d-a9bebfeef153 req-ee31a7a7-9941-4f8b-bbcc-d2495fc88d6f service neutron] 10.222.0.75 "GET /v2.0/networks?id=3410551e-5a46-4ac5-98b2-aca173f9205e HTTP/1.1" status: 200 len: 918 time: 0.0936406 Apr 29 13:29:36.507175 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e5c4505e-12f1-43e0-aa3d-a9bebfeef153 req-9fc54f25-0c3a-4bd7-ba2d-e44a932e0fbf service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a HTTP/1.1" status: 200 len: 998 time: 0.0651786 Apr 29 13:29:36.519285 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-a0425715-0ffd-4bcb-b75e-836c0ab27ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd', 'name': 'tempest-AttachVolumeShelveTestJSON-1550131135-router', 'tenant_id': '62259e68f4eb4e72bddb618088a3d06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '866e1567-71eb-41ed-a87e-796e78667f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:34Z', 'updated_at': '2022-04-29T13:21:50Z', 'revision_number': 4, 'project_id': '62259e68f4eb4e72bddb618088a3d06a', 'gw_port': {'id': '866e1567-71eb-41ed-a87e-796e78667f40', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:92:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:37Z', 'updated_at': '2022-04-29T13:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_floatingips': [{'id': '6449653d-0642-4087-bbd4-489b5efc67bf', 'tenant_id': '62259e68f4eb4e72bddb618088a3d06a', 'floating_ip_address': '172.27.0.21', 'floating_network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'router_id': 'a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd', 'port_id': '0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3410551e-5a46-4ac5-98b2-aca173f9205e', 'mac_address': 'fa:16:3e:28:e8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df8f832-8bcf-481a-a787-05093f0191c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:29:19Z', 'updated_at': '2022-04-29T13:29:35Z', 'revision_number': 1, 'project_id': '62259e68f4eb4e72bddb618088a3d06a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f62e06f5-fe6a-4baa-8595-55a8a668d899', 'name': '', 'network_id': '3410551e-5a46-4ac5-98b2-aca173f9205e', 'tenant_id': '62259e68f4eb4e72bddb618088a3d06a', 'mac_address': 'fa:16:3e:05:35:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'd4719930-215c-410a-9121-e8646740b594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:48Z', 'updated_at': '2022-04-29T13:22:05Z', 'revision_number': 5, 'project_id': '62259e68f4eb4e72bddb618088a3d06a', 'subnets': [{'id': 'd4719930-215c-410a-9121-e8646740b594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:36.549683 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0425715-0ffd-4bcb-b75e-836c0ab27ce9 None None] Checking router: a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd for host: dv-cinder-837699-3-iscsi {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:29:36.555337 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c4505e-12f1-43e0-aa3d-a9bebfeef153 req-ac361bc0-ca0c-4df8-a550-0d22d80d854e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:36.556911 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e5c4505e-12f1-43e0-aa3d-a9bebfeef153 req-ac361bc0-ca0c-4df8-a550-0d22d80d854e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d4719930-215c-410a-9121-e8646740b594 HTTP/1.1" status: 200 len: 856 time: 0.0441480 Apr 29 13:29:36.558631 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0425715-0ffd-4bcb-b75e-836c0ab27ce9 None None] Routers {'a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:29:36.559234 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-a0425715-0ffd-4bcb-b75e-836c0ab27ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:29:24Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:36.601129 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c4505e-12f1-43e0-aa3d-a9bebfeef153 req-c45ca963-2881-423e-aefb-e3f2e48c3e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:36.602825 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e5c4505e-12f1-43e0-aa3d-a9bebfeef153 req-c45ca963-2881-423e-aefb-e3f2e48c3e73 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3410551e-5a46-4ac5-98b2-aca173f9205e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399847 Apr 29 13:29:36.666849 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-a0425715-0ffd-4bcb-b75e-836c0ab27ce9 None None] Set router a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd gateway port host: dv-cinder-837699-3-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:29:36.698538 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e5c4505e-12f1-43e0-aa3d-a9bebfeef153 req-8a71769d-694e-4262-8c44-42bc7f3ebdb5 service neutron] 10.222.0.75 "GET /v2.0/networks/3410551e-5a46-4ac5-98b2-aca173f9205e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892417 Apr 29 13:29:36.793309 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e5c4505e-12f1-43e0-aa3d-a9bebfeef153 req-04cd1314-8f31-440f-86d8-bf3856f56260 service neutron] 10.222.0.75 "GET /v2.0/networks/3410551e-5a46-4ac5-98b2-aca173f9205e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875754 Apr 29 13:29:36.881862 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-a0425715-0ffd-4bcb-b75e-836c0ab27ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd', 'name': 'tempest-AttachVolumeShelveTestJSON-1550131135-router', 'tenant_id': '62259e68f4eb4e72bddb618088a3d06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '866e1567-71eb-41ed-a87e-796e78667f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:34Z', 'updated_at': '2022-04-29T13:21:50Z', 'revision_number': 4, 'project_id': '62259e68f4eb4e72bddb618088a3d06a', 'gw_port': {'id': '866e1567-71eb-41ed-a87e-796e78667f40', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:92:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:37Z', 'updated_at': '2022-04-29T13:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_floatingips': [{'id': '6449653d-0642-4087-bbd4-489b5efc67bf', 'tenant_id': '62259e68f4eb4e72bddb618088a3d06a', 'floating_ip_address': '172.27.0.21', 'floating_network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'router_id': 'a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd', 'port_id': '0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3410551e-5a46-4ac5-98b2-aca173f9205e', 'mac_address': 'fa:16:3e:28:e8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df8f832-8bcf-481a-a787-05093f0191c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:29:19Z', 'updated_at': '2022-04-29T13:29:35Z', 'revision_number': 1, 'project_id': '62259e68f4eb4e72bddb618088a3d06a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f62e06f5-fe6a-4baa-8595-55a8a668d899', 'name': '', 'network_id': '3410551e-5a46-4ac5-98b2-aca173f9205e', 'tenant_id': '62259e68f4eb4e72bddb618088a3d06a', 'mac_address': 'fa:16:3e:05:35:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'd4719930-215c-410a-9121-e8646740b594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:48Z', 'updated_at': '2022-04-29T13:22:05Z', 'revision_number': 5, 'project_id': '62259e68f4eb4e72bddb618088a3d06a', 'subnets': [{'id': 'd4719930-215c-410a-9121-e8646740b594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:36.913797 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0425715-0ffd-4bcb-b75e-836c0ab27ce9 None None] The sync data for ids ['a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd'] in dv-cinder-837699-3-iscsi is: [{'id': 'a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd', 'name': 'tempest-AttachVolumeShelveTestJSON-1550131135-router', 'tenant_id': '62259e68f4eb4e72bddb618088a3d06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '866e1567-71eb-41ed-a87e-796e78667f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:34Z', 'updated_at': '2022-04-29T13:21:50Z', 'revision_number': 4, 'project_id': '62259e68f4eb4e72bddb618088a3d06a', 'gw_port': {'id': '866e1567-71eb-41ed-a87e-796e78667f40', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:92:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:37Z', 'updated_at': '2022-04-29T13:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_floatingips': [{'id': '6449653d-0642-4087-bbd4-489b5efc67bf', 'tenant_id': '62259e68f4eb4e72bddb618088a3d06a', 'floating_ip_address': '172.27.0.21', 'floating_network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'router_id': 'a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd', 'port_id': '0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3410551e-5a46-4ac5-98b2-aca173f9205e', 'mac_address': 'fa:16:3e:28:e8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df8f832-8bcf-481a-a787-05093f0191c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:29:19Z', 'updated_at': '2022-04-29T13:29:35Z', 'revision_number': 1, 'project_id': '62259e68f4eb4e72bddb618088a3d06a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f62e06f5-fe6a-4baa-8595-55a8a668d899', 'name': '', 'network_id': '3410551e-5a46-4ac5-98b2-aca173f9205e', 'tenant_id': '62259e68f4eb4e72bddb618088a3d06a', 'mac_address': 'fa:16:3e:05:35:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'd4719930-215c-410a-9121-e8646740b594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:48Z', 'updated_at': '2022-04-29T13:22:05Z', 'revision_number': 5, 'project_id': '62259e68f4eb4e72bddb618088a3d06a', 'subnets': [{'id': 'd4719930-215c-410a-9121-e8646740b594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:29:37.094566 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98720a7a-00fb-486d-83b7-f337f0ca3230 None None] New status for floating IP 6449653d-0642-4087-bbd4-489b5efc67bf: ACTIVE {{(pid=103367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 13:29:39.900432 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2467dde2-d210-488b-ae09-d171a955be4e req-6012e073-c17b-4df3-a3fd-c759dd7a8c02 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:39.901941 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-2467dde2-d210-488b-ae09-d171a955be4e req-6012e073-c17b-4df3-a3fd-c759dd7a8c02 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=a1f6a9db-ac55-46f2-992b-41205166af8f HTTP/1.1" status: 200 len: 945 time: 0.0491946 Apr 29 13:29:39.953631 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-2467dde2-d210-488b-ae09-d171a955be4e req-7a98c33f-a2d1-4eba-b647-24a1d35e77e8 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=46785ecf-4683-43cb-9f71-9c42ac9d9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454731 Apr 29 13:29:41.068269 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fc0b95-6d3d-4875-885b-ee616f33464c req-24f22f73-820d-4a5d-a868-43db8cf611f0 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:41.069679 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-70fc0b95-6d3d-4875-885b-ee616f33464c req-24f22f73-820d-4a5d-a868-43db8cf611f0 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=a1f6a9db-ac55-46f2-992b-41205166af8f HTTP/1.1" status: 200 len: 945 time: 0.0464709 Apr 29 13:29:41.120997 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-70fc0b95-6d3d-4875-885b-ee616f33464c req-cabaf065-8091-42e2-b260-b0727c74e090 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=46785ecf-4683-43cb-9f71-9c42ac9d9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449848 Apr 29 13:29:42.236326 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d258e4-f380-4d61-be80-f437da743ce7 req-a8d5e866-5b24-46a8-8486-9cb973c0eac6 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:42.237908 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-74d258e4-f380-4d61-be80-f437da743ce7 req-a8d5e866-5b24-46a8-8486-9cb973c0eac6 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=a1f6a9db-ac55-46f2-992b-41205166af8f HTTP/1.1" status: 200 len: 945 time: 0.0486424 Apr 29 13:29:42.286179 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-74d258e4-f380-4d61-be80-f437da743ce7 req-5a65bc0d-845f-41ad-b832-0d628e23278f tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=46785ecf-4683-43cb-9f71-9c42ac9d9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416989 Apr 29 13:29:42.777445 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae7ef0b-cdc3-491b-938b-aa4d8d4a65c3 req-da5be6af-e688-4a86-9ba5-655a8d9367db tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:42.778919 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-5ae7ef0b-cdc3-491b-938b-aa4d8d4a65c3 req-da5be6af-e688-4a86-9ba5-655a8d9367db tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1f6a9db-ac55-46f2-992b-41205166af8f HTTP/1.1" status: 200 len: 945 time: 0.0468390 Apr 29 13:29:42.867860 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-5ae7ef0b-cdc3-491b-938b-aa4d8d4a65c3 req-4529a38a-3298-476d-8f42-92f7fba30dee tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Deleting port 2132db07-a83d-4d68-93c3-e18e7ff96455 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:29:42.868203 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-5ae7ef0b-cdc3-491b-938b-aa4d8d4a65c3 req-4529a38a-3298-476d-8f42-92f7fba30dee tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783156326988'] for port (2132db07-a83d-4d68-93c3-e18e7ff96455), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:42.955418 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-5ae7ef0b-cdc3-491b-938b-aa4d8d4a65c3 req-4529a38a-3298-476d-8f42-92f7fba30dee tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] For port 2132db07-a83d-4d68-93c3-e18e7ff96455, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=2132db07-a83d-4d68-93c3-e18e7ff96455,segment=NetworkSegment(102c26fc-bc3b-4b71-98bb-4021ece289b9),segment_id=102c26fc-bc3b-4b71-98bb-4021ece289b9)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:29:42.955782 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-5ae7ef0b-cdc3-491b-938b-aa4d8d4a65c3 req-4529a38a-3298-476d-8f42-92f7fba30dee tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749638'] for port (2132db07-a83d-4d68-93c3-e18e7ff96455), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:43.130338 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-5ae7ef0b-cdc3-491b-938b-aa4d8d4a65c3 req-4529a38a-3298-476d-8f42-92f7fba30dee tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:43.130694 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-5ae7ef0b-cdc3-491b-938b-aa4d8d4a65c3 req-4529a38a-3298-476d-8f42-92f7fba30dee tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706107'] for floatingip (bbc696e5-e97b-4a0d-95d3-733b9f7eb666), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:43.131003 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.db.l3_db [req-5ae7ef0b-cdc3-491b-938b-aa4d8d4a65c3 req-4529a38a-3298-476d-8f42-92f7fba30dee tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Floating IP bbc696e5-e97b-4a0d-95d3-733b9f7eb666 disassociated. External IP: 172.27.0.10, port: 2132db07-a83d-4d68-93c3-e18e7ff96455. Apr 29 13:29:43.131342 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-5ae7ef0b-cdc3-491b-938b-aa4d8d4a65c3 req-4529a38a-3298-476d-8f42-92f7fba30dee tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Calling delete_port for 2132db07-a83d-4d68-93c3-e18e7ff96455 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:29:43.261506 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-5ae7ef0b-cdc3-491b-938b-aa4d8d4a65c3 req-4529a38a-3298-476d-8f42-92f7fba30dee tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783156333258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783155810407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9127861'] for port (2132db07-a83d-4d68-93c3-e18e7ff96455), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:43.295015 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4529a38a-3298-476d-8f42-92f7fba30dee tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Pushing event deleted for resources: {'Port': ['ID=2132db07-a83d-4d68-93c3-e18e7ff96455,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:43.387367 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5d4d10d8-581a-408b-b31a-2f95266d4e52 req-d23fa51d-c544-4918-8343-411b530750e3 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=a1f6a9db-ac55-46f2-992b-41205166af8f HTTP/1.1" status: 200 len: 210 time: 0.0280409 Apr 29 13:29:43.416413 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ae7ef0b-cdc3-491b-938b-aa4d8d4a65c3 req-4529a38a-3298-476d-8f42-92f7fba30dee tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Router 51728595-6e32-43af-807d-01fb63b042cd has already been hosted by L3 agent ffd5f049-29fc-4e99-906d-6eadce93ab48 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:29:43.534677 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ae7ef0b-cdc3-491b-938b-aa4d8d4a65c3 req-4529a38a-3298-476d-8f42-92f7fba30dee tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Notify agent at l3_agent.dv-cinder-837699-3-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:29:43.544495 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e143e8f-5b43-445e-9769-25eb64807030 None None] Sync routers for ids ['51728595-6e32-43af-807d-01fb63b042cd'] in dv-cinder-837699-3-iscsi {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:29:43.554468 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e143e8f-5b43-445e-9769-25eb64807030 None None] Routers {'51728595-6e32-43af-807d-01fb63b042cd'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:29:43.555249 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-8e143e8f-5b43-445e-9769-25eb64807030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:29:24Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['51728595-6e32-43af-807d-01fb63b042cd'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:43.578198 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ae7ef0b-cdc3-491b-938b-aa4d8d4a65c3 req-4529a38a-3298-476d-8f42-92f7fba30dee tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] No DVR routers for this DVR port 2132db07-a83d-4d68-93c3-e18e7ff96455 on host hv-cinder-83769 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:29:43.580713 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-5ae7ef0b-cdc3-491b-938b-aa4d8d4a65c3 req-4529a38a-3298-476d-8f42-92f7fba30dee tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:43.584005 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-5ae7ef0b-cdc3-491b-938b-aa4d8d4a65c3 req-4529a38a-3298-476d-8f42-92f7fba30dee tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.75 "DELETE /v2.0/ports/2132db07-a83d-4d68-93c3-e18e7ff96455 HTTP/1.1" status: 204 len: 173 time: 0.8003757 Apr 29 13:29:43.584448 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1f6a9db-ac55-46f2-992b-41205166af8f', 'name': 'network-vif-deleted', 'tag': '2132db07-a83d-4d68-93c3-e18e7ff96455'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:29:43.587352 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ba167d508349ed0cdfb80239bd9ae2522ecb2b1d56ec89f6128388f9fbd08d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da7088b-c58c-44e2-9aa0-4e1ca4f5089c" -d '{"events": [{"server_uuid": "a1f6a9db-ac55-46f2-992b-41205166af8f", "name": "network-vif-deleted", "tag": "2132db07-a83d-4d68-93c3-e18e7ff96455"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:29:43.624091 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-964d26d1-370e-4a68-8019-06ac3594784b x-openstack-request-id: req-964d26d1-370e-4a68-8019-06ac3594784b {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:29:43.624385 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1f6a9db-ac55-46f2-992b-41205166af8f", "name": "network-vif-deleted", "tag": "2132db07-a83d-4d68-93c3-e18e7ff96455", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:29:43.624667 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-964d26d1-370e-4a68-8019-06ac3594784b {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:29:43.625125 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event matching ['req-964d26d1-370e-4a68-8019-06ac3594784b'] response: {'server_uuid': 'a1f6a9db-ac55-46f2-992b-41205166af8f', 'name': 'network-vif-deleted', 'tag': '2132db07-a83d-4d68-93c3-e18e7ff96455', 'status': 'completed', 'code': 200} Apr 29 13:29:43.669133 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-8e143e8f-5b43-445e-9769-25eb64807030 None None] Set router 51728595-6e32-43af-807d-01fb63b042cd gateway port host: dv-cinder-837699-3-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:29:43.881183 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-8e143e8f-5b43-445e-9769-25eb64807030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51728595-6e32-43af-807d-01fb63b042cd', 'name': 'tempest-ServerRescueNegativeTestJSON-1983684363-router', 'tenant_id': 'f816e6d8de4d489b965fa6fe021f3b58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'c90ef315-e4e9-4ab1-90c8-ec45e3c6935c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:34Z', 'updated_at': '2022-04-29T13:21:51Z', 'revision_number': 4, 'project_id': 'f816e6d8de4d489b965fa6fe021f3b58', 'gw_port': {'id': 'c90ef315-e4e9-4ab1-90c8-ec45e3c6935c', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:06:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51728595-6e32-43af-807d-01fb63b042cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:38Z', 'updated_at': '2022-04-29T13:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_interfaces': [{'id': 'b7672e0b-f958-4bbd-8f5b-46d2535bcc28', 'name': '', 'network_id': '75b7fe95-ba69-4d04-89c6-6ad49ef540b7', 'tenant_id': 'f816e6d8de4d489b965fa6fe021f3b58', 'mac_address': 'fa:16:3e:25:87:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51728595-6e32-43af-807d-01fb63b042cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'c49f2808-2545-473c-889a-37ee93dfd06e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:49Z', 'updated_at': '2022-04-29T13:22:01Z', 'revision_number': 5, 'project_id': 'f816e6d8de4d489b965fa6fe021f3b58', 'subnets': [{'id': 'c49f2808-2545-473c-889a-37ee93dfd06e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:43.907495 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e143e8f-5b43-445e-9769-25eb64807030 None None] Checking router: 51728595-6e32-43af-807d-01fb63b042cd for host: dv-cinder-837699-3-iscsi {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:29:43.916888 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e143e8f-5b43-445e-9769-25eb64807030 None None] Routers {'51728595-6e32-43af-807d-01fb63b042cd'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:29:43.917506 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-8e143e8f-5b43-445e-9769-25eb64807030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:29:24Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['51728595-6e32-43af-807d-01fb63b042cd'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:44.027789 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-8e143e8f-5b43-445e-9769-25eb64807030 None None] Set router 51728595-6e32-43af-807d-01fb63b042cd gateway port host: dv-cinder-837699-3-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:29:44.211058 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-8e143e8f-5b43-445e-9769-25eb64807030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51728595-6e32-43af-807d-01fb63b042cd', 'name': 'tempest-ServerRescueNegativeTestJSON-1983684363-router', 'tenant_id': 'f816e6d8de4d489b965fa6fe021f3b58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'c90ef315-e4e9-4ab1-90c8-ec45e3c6935c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:34Z', 'updated_at': '2022-04-29T13:21:51Z', 'revision_number': 4, 'project_id': 'f816e6d8de4d489b965fa6fe021f3b58', 'gw_port': {'id': 'c90ef315-e4e9-4ab1-90c8-ec45e3c6935c', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:06:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51728595-6e32-43af-807d-01fb63b042cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:38Z', 'updated_at': '2022-04-29T13:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_interfaces': [{'id': 'b7672e0b-f958-4bbd-8f5b-46d2535bcc28', 'name': '', 'network_id': '75b7fe95-ba69-4d04-89c6-6ad49ef540b7', 'tenant_id': 'f816e6d8de4d489b965fa6fe021f3b58', 'mac_address': 'fa:16:3e:25:87:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51728595-6e32-43af-807d-01fb63b042cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'c49f2808-2545-473c-889a-37ee93dfd06e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:49Z', 'updated_at': '2022-04-29T13:22:01Z', 'revision_number': 5, 'project_id': 'f816e6d8de4d489b965fa6fe021f3b58', 'subnets': [{'id': 'c49f2808-2545-473c-889a-37ee93dfd06e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:44.242462 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e143e8f-5b43-445e-9769-25eb64807030 None None] The sync data for ids ['51728595-6e32-43af-807d-01fb63b042cd'] in dv-cinder-837699-3-iscsi is: [{'id': '51728595-6e32-43af-807d-01fb63b042cd', 'name': 'tempest-ServerRescueNegativeTestJSON-1983684363-router', 'tenant_id': 'f816e6d8de4d489b965fa6fe021f3b58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'c90ef315-e4e9-4ab1-90c8-ec45e3c6935c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:34Z', 'updated_at': '2022-04-29T13:21:51Z', 'revision_number': 4, 'project_id': 'f816e6d8de4d489b965fa6fe021f3b58', 'gw_port': {'id': 'c90ef315-e4e9-4ab1-90c8-ec45e3c6935c', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:06:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51728595-6e32-43af-807d-01fb63b042cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:38Z', 'updated_at': '2022-04-29T13:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_interfaces': [{'id': 'b7672e0b-f958-4bbd-8f5b-46d2535bcc28', 'name': '', 'network_id': '75b7fe95-ba69-4d04-89c6-6ad49ef540b7', 'tenant_id': 'f816e6d8de4d489b965fa6fe021f3b58', 'mac_address': 'fa:16:3e:25:87:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51728595-6e32-43af-807d-01fb63b042cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'c49f2808-2545-473c-889a-37ee93dfd06e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:49Z', 'updated_at': '2022-04-29T13:22:01Z', 'revision_number': 5, 'project_id': 'f816e6d8de4d489b965fa6fe021f3b58', 'subnets': [{'id': 'c49f2808-2545-473c-889a-37ee93dfd06e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:29:44.499546 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b43780-0af0-44b2-86e4-cbb085a59aa7 None None] New status for floating IP bbc696e5-e97b-4a0d-95d3-733b9f7eb666: DOWN {{(pid=103367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 13:29:44.524473 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-865518d2-9797-4557-98e0-b8d1dcd64bef req-3bc972d7-0972-4ecc-a44b-877c1c229ae5 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=a1f6a9db-ac55-46f2-992b-41205166af8f HTTP/1.1" status: 200 len: 210 time: 0.0292633 Apr 29 13:29:45.609176 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 54416) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:29:45.662732 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-08ca0dd0-d9fc-4495-b0ef-aa2d3b4782fd tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Publish callbacks [] for security_group (46785ecf-4683-43cb-9f71-9c42ac9d9a27), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:45.687776 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-08ca0dd0-d9fc-4495-b0ef-aa2d3b4782fd tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Publish callbacks [] for security_group (46785ecf-4683-43cb-9f71-9c42ac9d9a27), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:45.735262 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-08ca0dd0-d9fc-4495-b0ef-aa2d3b4782fd tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (46785ecf-4683-43cb-9f71-9c42ac9d9a27), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:45.738311 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-08ca0dd0-d9fc-4495-b0ef-aa2d3b4782fd tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:45.739478 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-08ca0dd0-d9fc-4495-b0ef-aa2d3b4782fd tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "DELETE /v2.0/security-groups/46785ecf-4683-43cb-9f71-9c42ac9d9a27 HTTP/1.1" status: 204 len: 168 time: 0.1292808 Apr 29 13:29:45.742380 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 54418) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:29:45.749720 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ca0dd0-d9fc-4495-b0ef-aa2d3b4782fd tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46785ecf-4683-43cb-9f71-9c42ac9d9a27,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:45.756018 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.api.v2.resource [None req-db4846b9-3ba6-4aec-b256-6d3ce7b6de9a tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] show failed (client error): The resource could not be found. Apr 29 13:29:45.760789 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-db4846b9-3ba6-4aec-b256-6d3ce7b6de9a tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups/46785ecf-4683-43cb-9f71-9c42ac9d9a27 HTTP/1.1" status: 404 len: 347 time: 0.0172949 Apr 29 13:29:45.761568 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 54420) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:29:45.879124 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-561f47c2-86a3-449f-b790-bbb42924df2f tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Deleting port 907b5186-1d50-4fde-a298-01e702fe61d0 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:29:45.879468 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-561f47c2-86a3-449f-b790-bbb42924df2f tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783156326988'] for port (907b5186-1d50-4fde-a298-01e702fe61d0), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:45.956988 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-561f47c2-86a3-449f-b790-bbb42924df2f tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749638'] for port (907b5186-1d50-4fde-a298-01e702fe61d0), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:45.957319 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-561f47c2-86a3-449f-b790-bbb42924df2f tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Publish callbacks [] for floatingip (907b5186-1d50-4fde-a298-01e702fe61d0), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:45.970288 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-561f47c2-86a3-449f-b790-bbb42924df2f tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Calling delete_port for 907b5186-1d50-4fde-a298-01e702fe61d0 owned by network:floatingip {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:29:46.098684 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-561f47c2-86a3-449f-b790-bbb42924df2f tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783156333258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783155810407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8537941'] for port (907b5186-1d50-4fde-a298-01e702fe61d0), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:46.124309 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f47c2-86a3-449f-b790-bbb42924df2f tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Pushing event deleted for resources: {'Port': ['ID=907b5186-1d50-4fde-a298-01e702fe61d0,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:46.184467 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-561f47c2-86a3-449f-b790-bbb42924df2f tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Publish callbacks [] for floatingip (bbc696e5-e97b-4a0d-95d3-733b9f7eb666), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:46.186984 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-561f47c2-86a3-449f-b790-bbb42924df2f tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574'] for floatingip (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:46.188113 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-561f47c2-86a3-449f-b790-bbb42924df2f tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "DELETE /v2.0/floatingips/bbc696e5-e97b-4a0d-95d3-733b9f7eb666 HTTP/1.1" status: 204 len: 168 time: 0.4254575 Apr 29 13:29:46.896576 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device 2132db07-a83d-4d68-93c3-e18e7ff96455 no longer exists at agent hyperv_hv-cinder-83769 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:29:46.917666 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] No Port match for: 2132db07-a83d-4d68-93c3-e18e7ff96455 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:29:46.918016 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device 2132db07-a83d-4d68-93c3-e18e7ff96455 not bound to the agent host hv-cinder-83769 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:29:48.656277 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3ff341-e551-4982-8c89-f143479e1e9c req-555b4045-6fd4-4147-bf90-4ffeb29cdbc7 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:48.657804 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bb3ff341-e551-4982-8c89-f143479e1e9c req-555b4045-6fd4-4147-bf90-4ffeb29cdbc7 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa4ab5fc-ffc6-4725-930a-b8447e16b10f HTTP/1.1" status: 200 len: 946 time: 0.0480049 Apr 29 13:29:48.708113 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bb3ff341-e551-4982-8c89-f143479e1e9c req-19f4cda6-6743-4bb1-963f-c93fbaca8dea tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446408 Apr 29 13:29:49.744465 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ded7e01-ddb9-4eed-a138-c637ea5a7acf req-244f5f40-689a-4801-86a9-5091dcb6efbe tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:49.746159 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-3ded7e01-ddb9-4eed-a138-c637ea5a7acf req-244f5f40-689a-4801-86a9-5091dcb6efbe tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa4ab5fc-ffc6-4725-930a-b8447e16b10f HTTP/1.1" status: 200 len: 946 time: 0.0509140 Apr 29 13:29:49.856416 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339bc39b-b2f9-4a00-8a65-7ce6f5e75cb1 req-34e4489f-ecb6-4bed-beec-f1e4635a6d6e tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:49.857899 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-339bc39b-b2f9-4a00-8a65-7ce6f5e75cb1 req-34e4489f-ecb6-4bed-beec-f1e4635a6d6e tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa4ab5fc-ffc6-4725-930a-b8447e16b10f HTTP/1.1" status: 200 len: 946 time: 0.0764072 Apr 29 13:29:49.875078 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-3ded7e01-ddb9-4eed-a138-c637ea5a7acf req-11b3e631-665c-40d7-829f-71249b4c4cfb tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Deleting port fc4f30ac-b094-4a8b-bc80-d1f0623ce3c7 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:29:49.875410 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-3ded7e01-ddb9-4eed-a138-c637ea5a7acf req-11b3e631-665c-40d7-829f-71249b4c4cfb tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783156326988'] for port (fc4f30ac-b094-4a8b-bc80-d1f0623ce3c7), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:49.967484 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-339bc39b-b2f9-4a00-8a65-7ce6f5e75cb1 req-5e0b0694-3667-4514-a566-91388ff15eca tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026683 Apr 29 13:29:49.994546 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-3ded7e01-ddb9-4eed-a138-c637ea5a7acf req-11b3e631-665c-40d7-829f-71249b4c4cfb tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] For port fc4f30ac-b094-4a8b-bc80-d1f0623ce3c7, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=fc4f30ac-b094-4a8b-bc80-d1f0623ce3c7,segment=NetworkSegment(102c26fc-bc3b-4b71-98bb-4021ece289b9),segment_id=102c26fc-bc3b-4b71-98bb-4021ece289b9)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:29:49.994848 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-3ded7e01-ddb9-4eed-a138-c637ea5a7acf req-11b3e631-665c-40d7-829f-71249b4c4cfb tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749638'] for port (fc4f30ac-b094-4a8b-bc80-d1f0623ce3c7), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:50.007838 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-3ded7e01-ddb9-4eed-a138-c637ea5a7acf req-11b3e631-665c-40d7-829f-71249b4c4cfb tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Calling delete_port for fc4f30ac-b094-4a8b-bc80-d1f0623ce3c7 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:29:50.142356 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-3ded7e01-ddb9-4eed-a138-c637ea5a7acf req-11b3e631-665c-40d7-829f-71249b4c4cfb tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783156333258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783155810407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9127861'] for port (fc4f30ac-b094-4a8b-bc80-d1f0623ce3c7), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:50.172476 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b3e631-665c-40d7-829f-71249b4c4cfb tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Pushing event deleted for resources: {'Port': ['ID=fc4f30ac-b094-4a8b-bc80-d1f0623ce3c7,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:50.178051 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] get_ports_and_sgs() called for port_ids ['08d5cab4-d2dd-4c99-b0de-8da67e7251c5', 'fc4f30ac-b094-4a8b-bc80-d1f0623ce3c7'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 13:29:50.220160 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ded7e01-ddb9-4eed-a138-c637ea5a7acf req-11b3e631-665c-40d7-829f-71249b4c4cfb tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] No DVR routers for this DVR port fc4f30ac-b094-4a8b-bc80-d1f0623ce3c7 on host hv-cinder-83769 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:29:50.223143 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-3ded7e01-ddb9-4eed-a138-c637ea5a7acf req-11b3e631-665c-40d7-829f-71249b4c4cfb tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:50.226995 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-3ded7e01-ddb9-4eed-a138-c637ea5a7acf req-11b3e631-665c-40d7-829f-71249b4c4cfb tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.75 "DELETE /v2.0/ports/fc4f30ac-b094-4a8b-bc80-d1f0623ce3c7 HTTP/1.1" status: 204 len: 173 time: 0.4755721 Apr 29 13:29:50.227468 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa4ab5fc-ffc6-4725-930a-b8447e16b10f', 'name': 'network-vif-deleted', 'tag': 'fc4f30ac-b094-4a8b-bc80-d1f0623ce3c7'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:29:50.230323 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ba167d508349ed0cdfb80239bd9ae2522ecb2b1d56ec89f6128388f9fbd08d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b227c5-a279-4273-93a9-a03d1ff27509" -d '{"events": [{"server_uuid": "aa4ab5fc-ffc6-4725-930a-b8447e16b10f", "name": "network-vif-deleted", "tag": "fc4f30ac-b094-4a8b-bc80-d1f0623ce3c7"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:29:50.270720 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc569d5a-cfb2-4da3-b715-c36fa133f121 x-openstack-request-id: req-dc569d5a-cfb2-4da3-b715-c36fa133f121 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:29:50.271084 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa4ab5fc-ffc6-4725-930a-b8447e16b10f", "name": "network-vif-deleted", "tag": "fc4f30ac-b094-4a8b-bc80-d1f0623ce3c7", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:29:50.271434 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dc569d5a-cfb2-4da3-b715-c36fa133f121 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:29:50.271904 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc569d5a-cfb2-4da3-b715-c36fa133f121'] response: {'server_uuid': 'aa4ab5fc-ffc6-4725-930a-b8447e16b10f', 'name': 'network-vif-deleted', 'tag': 'fc4f30ac-b094-4a8b-bc80-d1f0623ce3c7', 'status': 'completed', 'code': 200} Apr 29 13:29:50.749456 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c4090ed3-b188-48ef-a6b9-5d78229fc55d None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:29:51.234766 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6743b354-1a52-4d14-b7e9-facec045ff77 req-a1109c2e-7d82-4c88-abe5-16231dc30f51 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:51.236237 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-6743b354-1a52-4d14-b7e9-facec045ff77 req-a1109c2e-7d82-4c88-abe5-16231dc30f51 tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=8bc91d38-3fcc-47d3-84e8-50c55753dff2 HTTP/1.1" status: 200 len: 945 time: 0.0504477 Apr 29 13:29:51.284704 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-6743b354-1a52-4d14-b7e9-facec045ff77 req-1ebf1212-edce-4041-830a-258699f02cba tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418031 Apr 29 13:29:51.559870 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d3d722ba-e92e-4b50-860a-a49aff315476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (e437e712-237e-4a54-83a8-782eed3c5f0c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:52.218140 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021de77d-3830-432c-b2ac-6bce53b65658 req-0d6dc7e5-1d73-4cc8-925b-c79f4e1ebf3e tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:52.219527 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-021de77d-3830-432c-b2ac-6bce53b65658 req-0d6dc7e5-1d73-4cc8-925b-c79f4e1ebf3e tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.75 "GET /v2.0/ports?device_id=8bc91d38-3fcc-47d3-84e8-50c55753dff2 HTTP/1.1" status: 200 len: 945 time: 0.0480425 Apr 29 13:29:52.309891 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-021de77d-3830-432c-b2ac-6bce53b65658 req-874c7f8d-6eae-4b03-a01a-069c3aee012b tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Deleting port 08d5cab4-d2dd-4c99-b0de-8da67e7251c5 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:29:52.310542 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-021de77d-3830-432c-b2ac-6bce53b65658 req-874c7f8d-6eae-4b03-a01a-069c3aee012b tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783156326988'] for port (08d5cab4-d2dd-4c99-b0de-8da67e7251c5), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:52.401244 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-021de77d-3830-432c-b2ac-6bce53b65658 req-874c7f8d-6eae-4b03-a01a-069c3aee012b tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] For port 08d5cab4-d2dd-4c99-b0de-8da67e7251c5, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=08d5cab4-d2dd-4c99-b0de-8da67e7251c5,segment=NetworkSegment(102c26fc-bc3b-4b71-98bb-4021ece289b9),segment_id=102c26fc-bc3b-4b71-98bb-4021ece289b9)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:29:52.401613 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-021de77d-3830-432c-b2ac-6bce53b65658 req-874c7f8d-6eae-4b03-a01a-069c3aee012b tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749638'] for port (08d5cab4-d2dd-4c99-b0de-8da67e7251c5), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:52.404794 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd80020-85ff-447a-98ad-31369f53d32c req-da9d4e04-8df2-4747-ac1a-bfb187a0b77c tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:52.406279 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3bd80020-85ff-447a-98ad-31369f53d32c req-da9d4e04-8df2-4747-ac1a-bfb187a0b77c tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/ports?device_id=8bc91d38-3fcc-47d3-84e8-50c55753dff2 HTTP/1.1" status: 200 len: 945 time: 0.0470314 Apr 29 13:29:52.416043 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-021de77d-3830-432c-b2ac-6bce53b65658 req-874c7f8d-6eae-4b03-a01a-069c3aee012b tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Calling delete_port for 08d5cab4-d2dd-4c99-b0de-8da67e7251c5 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:29:52.455599 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3bd80020-85ff-447a-98ad-31369f53d32c req-321f3da9-c7e0-4f45-9f1c-ae10360ef79b tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.11 "GET /v2.0/security-groups?id=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437586 Apr 29 13:29:52.551462 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-021de77d-3830-432c-b2ac-6bce53b65658 req-874c7f8d-6eae-4b03-a01a-069c3aee012b tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783156333258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783155810407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9127861'] for port (08d5cab4-d2dd-4c99-b0de-8da67e7251c5), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:52.578313 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874c7f8d-6eae-4b03-a01a-069c3aee012b tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Pushing event deleted for resources: {'Port': ['ID=08d5cab4-d2dd-4c99-b0de-8da67e7251c5,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:52.596500 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] get_ports_and_sgs() called for port_ids ['08d5cab4-d2dd-4c99-b0de-8da67e7251c5', 'fc4f30ac-b094-4a8b-bc80-d1f0623ce3c7'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 13:29:52.625062 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-021de77d-3830-432c-b2ac-6bce53b65658 req-874c7f8d-6eae-4b03-a01a-069c3aee012b tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] No DVR routers for this DVR port 08d5cab4-d2dd-4c99-b0de-8da67e7251c5 on host hv-cinder-83769 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:29:52.627386 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-021de77d-3830-432c-b2ac-6bce53b65658 req-874c7f8d-6eae-4b03-a01a-069c3aee012b tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:52.630633 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-021de77d-3830-432c-b2ac-6bce53b65658 req-874c7f8d-6eae-4b03-a01a-069c3aee012b tempest-ServerRescueNegativeTestJSON-1690370830 tempest-ServerRescueNegativeTestJSON-1690370830-project] 10.222.0.75 "DELETE /v2.0/ports/08d5cab4-d2dd-4c99-b0de-8da67e7251c5 HTTP/1.1" status: 204 len: 173 time: 0.4052174 Apr 29 13:29:52.631065 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bc91d38-3fcc-47d3-84e8-50c55753dff2', 'name': 'network-vif-deleted', 'tag': '08d5cab4-d2dd-4c99-b0de-8da67e7251c5'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:29:52.633940 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ba167d508349ed0cdfb80239bd9ae2522ecb2b1d56ec89f6128388f9fbd08d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9885dfa-8634-49e6-befc-0e9e10c57798" -d '{"events": [{"server_uuid": "8bc91d38-3fcc-47d3-84e8-50c55753dff2", "name": "network-vif-deleted", "tag": "08d5cab4-d2dd-4c99-b0de-8da67e7251c5"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:29:52.669298 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f72af7c3-0c61-4156-a848-d6d6d815f311 x-openstack-request-id: req-f72af7c3-0c61-4156-a848-d6d6d815f311 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:29:52.669592 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bc91d38-3fcc-47d3-84e8-50c55753dff2", "name": "network-vif-deleted", "tag": "08d5cab4-d2dd-4c99-b0de-8da67e7251c5", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:29:52.669901 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f72af7c3-0c61-4156-a848-d6d6d815f311 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:29:52.670229 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f72af7c3-0c61-4156-a848-d6d6d815f311'] response: {'server_uuid': '8bc91d38-3fcc-47d3-84e8-50c55753dff2', 'name': 'network-vif-deleted', 'tag': '08d5cab4-d2dd-4c99-b0de-8da67e7251c5', 'status': 'completed', 'code': 200} Apr 29 13:29:53.514192 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 54460) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:29:54.015919 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-059926f1-3959-4cab-b6ff-610140906c8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711483'] for router_interface (51728595-6e32-43af-807d-01fb63b042cd), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:54.269521 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2579f7b5-fac6-43f3-9b4f-ad351c86ec12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (ffd5f049-29fc-4e99-906d-6eadce93ab48), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:54.304120 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-059926f1-3959-4cab-b6ff-610140906c8e admin admin] Deleting port b7672e0b-f958-4bbd-8f5b-46d2535bcc28 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:29:54.304458 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-059926f1-3959-4cab-b6ff-610140906c8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783156326988'] for port (b7672e0b-f958-4bbd-8f5b-46d2535bcc28), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:54.382745 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-059926f1-3959-4cab-b6ff-610140906c8e admin admin] For port b7672e0b-f958-4bbd-8f5b-46d2535bcc28, host dv-cinder-837699-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=b7672e0b-f958-4bbd-8f5b-46d2535bcc28,segment=NetworkSegment(102c26fc-bc3b-4b71-98bb-4021ece289b9),segment_id=102c26fc-bc3b-4b71-98bb-4021ece289b9)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:29:54.383724 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-059926f1-3959-4cab-b6ff-610140906c8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749638'] for port (b7672e0b-f958-4bbd-8f5b-46d2535bcc28), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:54.396477 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-059926f1-3959-4cab-b6ff-610140906c8e admin admin] Calling delete_port for b7672e0b-f958-4bbd-8f5b-46d2535bcc28 owned by network:router_interface {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:29:54.581797 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-059926f1-3959-4cab-b6ff-610140906c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783156333258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783155810407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8537941'] for port (b7672e0b-f958-4bbd-8f5b-46d2535bcc28), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:54.606913 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059926f1-3959-4cab-b6ff-610140906c8e admin admin] Pushing event deleted for resources: {'Port': ['ID=b7672e0b-f958-4bbd-8f5b-46d2535bcc28,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:54.792176 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-059926f1-3959-4cab-b6ff-610140906c8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711575'] for router_interface (51728595-6e32-43af-807d-01fb63b042cd), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:54.991689 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device fc4f30ac-b094-4a8b-bc80-d1f0623ce3c7 no longer exists at agent hyperv_hv-cinder-83769 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:29:55.012878 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] No Port match for: fc4f30ac-b094-4a8b-bc80-d1f0623ce3c7 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:29:55.013219 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device fc4f30ac-b094-4a8b-bc80-d1f0623ce3c7 not bound to the agent host hv-cinder-83769 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:29:55.013644 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device 08d5cab4-d2dd-4c99-b0de-8da67e7251c5 no longer exists at agent hyperv_hv-cinder-83769 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:29:55.028417 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-059926f1-3959-4cab-b6ff-610140906c8e admin admin] Router 51728595-6e32-43af-807d-01fb63b042cd has already been hosted by L3 agent ffd5f049-29fc-4e99-906d-6eadce93ab48 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:29:55.034596 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] No Port match for: 08d5cab4-d2dd-4c99-b0de-8da67e7251c5 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:29:55.034926 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device 08d5cab4-d2dd-4c99-b0de-8da67e7251c5 not bound to the agent host hv-cinder-83769 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:29:55.142795 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-059926f1-3959-4cab-b6ff-610140906c8e admin admin] Notify agent at l3_agent.dv-cinder-837699-3-iscsi the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:29:55.148104 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-059926f1-3959-4cab-b6ff-610140906c8e admin admin] 10.222.0.11 "PUT /v2.0/routers/51728595-6e32-43af-807d-01fb63b042cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6328230 Apr 29 13:29:55.151404 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 54466) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:29:55.154369 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d214177-2589-490d-9e70-05507142c497 None None] Sync routers for ids ['51728595-6e32-43af-807d-01fb63b042cd'] in dv-cinder-837699-3-iscsi {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:29:55.166068 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d214177-2589-490d-9e70-05507142c497 None None] Routers {'51728595-6e32-43af-807d-01fb63b042cd'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:29:55.166684 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-4d214177-2589-490d-9e70-05507142c497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:29:54Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['51728595-6e32-43af-807d-01fb63b042cd'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:55.262470 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-118513dd-089a-4d6e-adf0-20779a8a4df5 admin admin] Publish callbacks [] for router (51728595-6e32-43af-807d-01fb63b042cd), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:55.275614 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-4d214177-2589-490d-9e70-05507142c497 None None] Set router 51728595-6e32-43af-807d-01fb63b042cd gateway port host: dv-cinder-837699-3-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:29:55.459794 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-4d214177-2589-490d-9e70-05507142c497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51728595-6e32-43af-807d-01fb63b042cd', 'name': 'tempest-ServerRescueNegativeTestJSON-1983684363-router', 'tenant_id': 'f816e6d8de4d489b965fa6fe021f3b58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'c90ef315-e4e9-4ab1-90c8-ec45e3c6935c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:34Z', 'updated_at': '2022-04-29T13:29:54Z', 'revision_number': 5, 'project_id': 'f816e6d8de4d489b965fa6fe021f3b58', 'gw_port': {'id': 'c90ef315-e4e9-4ab1-90c8-ec45e3c6935c', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:06:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51728595-6e32-43af-807d-01fb63b042cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:38Z', 'updated_at': '2022-04-29T13:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi'}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:55.491871 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d214177-2589-490d-9e70-05507142c497 None None] Checking router: 51728595-6e32-43af-807d-01fb63b042cd for host: dv-cinder-837699-3-iscsi {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:29:55.501183 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d214177-2589-490d-9e70-05507142c497 None None] Routers {'51728595-6e32-43af-807d-01fb63b042cd'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:29:55.501667 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-4d214177-2589-490d-9e70-05507142c497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:29:54Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['51728595-6e32-43af-807d-01fb63b042cd'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:55.613943 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-4d214177-2589-490d-9e70-05507142c497 None None] Set router 51728595-6e32-43af-807d-01fb63b042cd gateway port host: dv-cinder-837699-3-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:29:55.620601 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-118513dd-089a-4d6e-adf0-20779a8a4df5 admin admin] Publish callbacks [] for router_gateway (51728595-6e32-43af-807d-01fb63b042cd), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:55.666178 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-118513dd-089a-4d6e-adf0-20779a8a4df5 admin admin] Deleting port c90ef315-e4e9-4ab1-90c8-ec45e3c6935c {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:29:55.666178 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-118513dd-089a-4d6e-adf0-20779a8a4df5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783156326988'] for port (c90ef315-e4e9-4ab1-90c8-ec45e3c6935c), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:55.746085 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-118513dd-089a-4d6e-adf0-20779a8a4df5 admin admin] For port c90ef315-e4e9-4ab1-90c8-ec45e3c6935c, host dv-cinder-837699-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=c90ef315-e4e9-4ab1-90c8-ec45e3c6935c,segment=NetworkSegment(2ea0efb1-2525-44c9-8409-d88aaadc45e7),segment_id=2ea0efb1-2525-44c9-8409-d88aaadc45e7)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:29:55.746447 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-118513dd-089a-4d6e-adf0-20779a8a4df5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749638'] for port (c90ef315-e4e9-4ab1-90c8-ec45e3c6935c), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:55.763957 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-118513dd-089a-4d6e-adf0-20779a8a4df5 admin admin] Calling delete_port for c90ef315-e4e9-4ab1-90c8-ec45e3c6935c owned by network:router_gateway {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:29:55.786046 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-4d214177-2589-490d-9e70-05507142c497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51728595-6e32-43af-807d-01fb63b042cd', 'name': 'tempest-ServerRescueNegativeTestJSON-1983684363-router', 'tenant_id': 'f816e6d8de4d489b965fa6fe021f3b58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'c90ef315-e4e9-4ab1-90c8-ec45e3c6935c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:34Z', 'updated_at': '2022-04-29T13:29:54Z', 'revision_number': 5, 'project_id': 'f816e6d8de4d489b965fa6fe021f3b58', 'gw_port': {'id': 'c90ef315-e4e9-4ab1-90c8-ec45e3c6935c', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:06:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51728595-6e32-43af-807d-01fb63b042cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:38Z', 'updated_at': '2022-04-29T13:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi'}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:55.816016 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d214177-2589-490d-9e70-05507142c497 None None] The sync data for ids ['51728595-6e32-43af-807d-01fb63b042cd'] in dv-cinder-837699-3-iscsi is: [{'id': '51728595-6e32-43af-807d-01fb63b042cd', 'name': 'tempest-ServerRescueNegativeTestJSON-1983684363-router', 'tenant_id': 'f816e6d8de4d489b965fa6fe021f3b58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'c90ef315-e4e9-4ab1-90c8-ec45e3c6935c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:34Z', 'updated_at': '2022-04-29T13:29:54Z', 'revision_number': 5, 'project_id': 'f816e6d8de4d489b965fa6fe021f3b58', 'gw_port': {'id': 'c90ef315-e4e9-4ab1-90c8-ec45e3c6935c', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:06:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51728595-6e32-43af-807d-01fb63b042cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:38Z', 'updated_at': '2022-04-29T13:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi'}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:29:55.834969 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d46c6b96-c9c1-47b5-84ba-015c4e42046f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (1b2ea45c-9419-45d0-91af-29e2c5a1844a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:55.937916 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-118513dd-089a-4d6e-adf0-20779a8a4df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783156333258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783155810407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8537941'] for port (c90ef315-e4e9-4ab1-90c8-ec45e3c6935c), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:55.963784 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118513dd-089a-4d6e-adf0-20779a8a4df5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c90ef315-e4e9-4ab1-90c8-ec45e3c6935c,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:56.023345 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-118513dd-089a-4d6e-adf0-20779a8a4df5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-721149'] for router_gateway (51728595-6e32-43af-807d-01fb63b042cd), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:56.130235 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-118513dd-089a-4d6e-adf0-20779a8a4df5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5385'] for router (51728595-6e32-43af-807d-01fb63b042cd), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:56.132544 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-118513dd-089a-4d6e-adf0-20779a8a4df5 admin admin] Publish callbacks [] for router_controller (51728595-6e32-43af-807d-01fb63b042cd), precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:56.213807 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-118513dd-089a-4d6e-adf0-20779a8a4df5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709215'] for router (51728595-6e32-43af-807d-01fb63b042cd), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:56.214598 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-118513dd-089a-4d6e-adf0-20779a8a4df5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51728595-6e32-43af-807d-01fb63b042cd {{(pid=103364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 13:29:56.221546 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-118513dd-089a-4d6e-adf0-20779a8a4df5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:56.222892 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-118513dd-089a-4d6e-adf0-20779a8a4df5 admin admin] 10.222.0.11 "DELETE /v2.0/routers/51728595-6e32-43af-807d-01fb63b042cd HTTP/1.1" status: 204 len: 168 time: 1.0704515 Apr 29 13:29:56.225514 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 54468) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:29:56.275394 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a8d5b92-fce0-4ab1-a351-32e4dca8445e admin admin] Deleting subnet c49f2808-2545-473c-889a-37ee93dfd06e {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 13:29:56.278919 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2a8d5b92-fce0-4ab1-a351-32e4dca8445e admin admin] Publish callbacks [] for subnet (c49f2808-2545-473c-889a-37ee93dfd06e), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:56.290299 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device b7672e0b-f958-4bbd-8f5b-46d2535bcc28 no longer exists at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:29:56.314434 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] No Port match for: b7672e0b-f958-4bbd-8f5b-46d2535bcc28 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:29:56.314775 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device b7672e0b-f958-4bbd-8f5b-46d2535bcc28 not bound to the agent host dv-cinder-837699-3-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:29:56.319380 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2a8d5b92-fce0-4ab1-a351-32e4dca8445e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9333816'] for subnet (c49f2808-2545-473c-889a-37ee93dfd06e), precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:56.436976 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2a8d5b92-fce0-4ab1-a351-32e4dca8445e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1407265'] for subnet (c49f2808-2545-473c-889a-37ee93dfd06e), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:56.494284 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2a8d5b92-fce0-4ab1-a351-32e4dca8445e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1407272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8537476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9228789'] for subnet (c49f2808-2545-473c-889a-37ee93dfd06e), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:56.524301 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8d5b92-fce0-4ab1-a351-32e4dca8445e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c49f2808-2545-473c-889a-37ee93dfd06e,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:56.528001 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2a8d5b92-fce0-4ab1-a351-32e4dca8445e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549835'] for subnet (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:56.531167 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-2a8d5b92-fce0-4ab1-a351-32e4dca8445e admin admin] 10.222.0.11 "DELETE /v2.0/subnets/c49f2808-2545-473c-889a-37ee93dfd06e HTTP/1.1" status: 204 len: 168 time: 0.3046446 Apr 29 13:29:56.533673 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 54470) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:29:56.536219 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f54ae97-8b42-4e99-93d7-7c9d07f9bdbf None None] Network 75b7fe95-ba69-4d04-89c6-6ad49ef540b7 requested from dv-cinder-837699-3-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:29:56.607016 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-57fee766-3d5c-4196-bec3-cd1a5bb210a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793423'] for network (75b7fe95-ba69-4d04-89c6-6ad49ef540b7), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:56.651992 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-57fee766-3d5c-4196-bec3-cd1a5bb210a8 admin admin] Deleting port 66ca958a-6816-4935-90de-59b3ed769138 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:29:56.652597 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-57fee766-3d5c-4196-bec3-cd1a5bb210a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783156326988'] for port (66ca958a-6816-4935-90de-59b3ed769138), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:56.718077 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-57fee766-3d5c-4196-bec3-cd1a5bb210a8 admin admin] For port 66ca958a-6816-4935-90de-59b3ed769138, host dv-cinder-837699-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=66ca958a-6816-4935-90de-59b3ed769138,segment=NetworkSegment(102c26fc-bc3b-4b71-98bb-4021ece289b9),segment_id=102c26fc-bc3b-4b71-98bb-4021ece289b9)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:29:56.718438 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-57fee766-3d5c-4196-bec3-cd1a5bb210a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749638'] for port (66ca958a-6816-4935-90de-59b3ed769138), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:56.731848 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-57fee766-3d5c-4196-bec3-cd1a5bb210a8 admin admin] Calling delete_port for 66ca958a-6816-4935-90de-59b3ed769138 owned by network:dhcp {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:29:56.810345 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-57fee766-3d5c-4196-bec3-cd1a5bb210a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783156333258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783155810407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8537941'] for port (66ca958a-6816-4935-90de-59b3ed769138), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:56.840041 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fee766-3d5c-4196-bec3-cd1a5bb210a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=66ca958a-6816-4935-90de-59b3ed769138,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:56.843555 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fee766-3d5c-4196-bec3-cd1a5bb210a8 admin admin] No DVR routers for this DVR port 66ca958a-6816-4935-90de-59b3ed769138 on host dv-cinder-837699-3-iscsi {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:29:56.855014 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431bf711-e12e-45cf-8af2-247f2fa59983 None None] DHCP port deletion for 75b7fe95-ba69-4d04-89c6-6ad49ef540b7 request from dv-cinder-837699-3-iscsi {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 13:29:56.931108 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-57fee766-3d5c-4196-bec3-cd1a5bb210a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405116', 'neutron.services.segments.db._delete_segments_for_network-8783156274041'] for network (75b7fe95-ba69-4d04-89c6-6ad49ef540b7), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:56.951017 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.services.segments.db [None req-57fee766-3d5c-4196-bec3-cd1a5bb210a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75b7fe95-ba69-4d04-89c6-6ad49ef540b7']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:56.960107 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.services.segments.db [None req-57fee766-3d5c-4196-bec3-cd1a5bb210a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '102c26fc-bc3b-4b71-98bb-4021ece289b9') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:56.960405 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.services.segments.db [None req-57fee766-3d5c-4196-bec3-cd1a5bb210a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '102c26fc-bc3b-4b71-98bb-4021ece289b9') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:56.970314 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-57fee766-3d5c-4196-bec3-cd1a5bb210a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783156275074', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9333793'] for segment (102c26fc-bc3b-4b71-98bb-4021ece289b9), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:56.984079 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-57fee766-3d5c-4196-bec3-cd1a5bb210a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401276'] for segment (102c26fc-bc3b-4b71-98bb-4021ece289b9), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:56.989899 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57fee766-3d5c-4196-bec3-cd1a5bb210a8 admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 13:29:56.990281 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-57fee766-3d5c-4196-bec3-cd1a5bb210a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8537954'] for segment (102c26fc-bc3b-4b71-98bb-4021ece289b9), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:56.991940 dv-cinder-837699-3-iscsi neutron-server[103364]: Traceback (most recent call last): Apr 29 13:29:56.991940 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 13:29:56.991940 dv-cinder-837699-3-iscsi neutron-server[103364]: timer() Apr 29 13:29:56.991940 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:29:56.991940 dv-cinder-837699-3-iscsi neutron-server[103364]: cb(*args, **kw) Apr 29 13:29:56.991940 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 13:29:56.991940 dv-cinder-837699-3-iscsi neutron-server[103364]: return func(*args, **kwargs) Apr 29 13:29:56.991940 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:29:56.991940 dv-cinder-837699-3-iscsi neutron-server[103364]: self._notify() Apr 29 13:29:56.991940 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:29:56.991940 dv-cinder-837699-3-iscsi neutron-server[103364]: self.callback(batched_events) Apr 29 13:29:56.991940 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:29:56.991940 dv-cinder-837699-3-iscsi neutron-server[103364]: event.method(event) Apr 29 13:29:56.991940 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 13:29:56.991940 dv-cinder-837699-3-iscsi neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:29:56.991940 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 13:29:56.991940 dv-cinder-837699-3-iscsi neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:29:56.991940 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 13:29:56.991940 dv-cinder-837699-3-iscsi neutron-server[103364]: return f(self, *a, **k) Apr 29 13:29:56.991940 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:29:56.991940 dv-cinder-837699-3-iscsi neutron-server[103364]: return self._get(url).json() Apr 29 13:29:56.991940 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:29:56.991940 dv-cinder-837699-3-iscsi neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:29:56.991940 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 13:29:56.991940 dv-cinder-837699-3-iscsi neutron-server[103364]: return self.request(url, 'GET', **kwargs) Apr 29 13:29:56.991940 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 13:29:56.991940 dv-cinder-837699-3-iscsi neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:29:56.991940 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 13:29:56.991940 dv-cinder-837699-3-iscsi neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:29:56.991940 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 13:29:56.991940 dv-cinder-837699-3-iscsi neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:29:56.991940 dv-cinder-837699-3-iscsi neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:29:57.050959 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-57fee766-3d5c-4196-bec3-cd1a5bb210a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-706069'] for network (75b7fe95-ba69-4d04-89c6-6ad49ef540b7), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:57.056495 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-57fee766-3d5c-4196-bec3-cd1a5bb210a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549835'] for network (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:57.059861 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-57fee766-3d5c-4196-bec3-cd1a5bb210a8 admin admin] 10.222.0.11 "DELETE /v2.0/networks/75b7fe95-ba69-4d04-89c6-6ad49ef540b7 HTTP/1.1" status: 204 len: 168 time: 0.5252655 Apr 29 13:29:57.071409 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fee766-3d5c-4196-bec3-cd1a5bb210a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=75b7fe95-ba69-4d04-89c6-6ad49ef540b7,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:57.171884 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 54476) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:29:57.215075 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-4b9a4ac7-b4ad-457a-b7c5-e72d9a4d751a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f816e6d8de4d489b965fa6fe021f3b58&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0419729 Apr 29 13:29:57.217558 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 54478) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:29:57.265998 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4446e004-a242-4f5a-96ec-c841e51a6a6c admin admin] Publish callbacks [] for security_group (3326a7ba-3569-4fd3-9e24-1c1a675c3ba6), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:57.271007 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bea047bf-f99e-49b2-8b9d-5ba249a30c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (23d6c007-0036-4fdb-b033-28b1fd628d82), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:57.288697 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4446e004-a242-4f5a-96ec-c841e51a6a6c admin admin] Publish callbacks [] for security_group (3326a7ba-3569-4fd3-9e24-1c1a675c3ba6), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:57.336192 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4446e004-a242-4f5a-96ec-c841e51a6a6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (3326a7ba-3569-4fd3-9e24-1c1a675c3ba6), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:57.338764 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4446e004-a242-4f5a-96ec-c841e51a6a6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:57.339941 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-4446e004-a242-4f5a-96ec-c841e51a6a6c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3326a7ba-3569-4fd3-9e24-1c1a675c3ba6 HTTP/1.1" status: 204 len: 168 time: 0.1214681 Apr 29 13:29:57.350287 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4446e004-a242-4f5a-96ec-c841e51a6a6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3326a7ba-3569-4fd3-9e24-1c1a675c3ba6,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:58.013642 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 54500) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:29:58.026036 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device 66ca958a-6816-4935-90de-59b3ed769138 no longer exists at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:29:58.046701 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] No Port match for: 66ca958a-6816-4935-90de-59b3ed769138 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:29:58.047070 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device 66ca958a-6816-4935-90de-59b3ed769138 not bound to the agent host dv-cinder-837699-3-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:29:58.047492 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device c90ef315-e4e9-4ab1-90c8-ec45e3c6935c no longer exists at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:29:58.065854 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] No Port match for: c90ef315-e4e9-4ab1-90c8-ec45e3c6935c {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:29:58.066205 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device c90ef315-e4e9-4ab1-90c8-ec45e3c6935c not bound to the agent host dv-cinder-837699-3-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:29:58.111512 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-c27b06b6-ed4f-41d6-bc6e-02e72a77d2e0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1481852180-network', 'tenant_id': 'dfbd8544e1f14cf08723c5483da92870'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:29:58.131552 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c27b06b6-ed4f-41d6-bc6e-02e72a77d2e0 admin admin] Made reservation on behalf of dfbd8544e1f14cf08723c5483da92870 for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:29:58.134006 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c27b06b6-ed4f-41d6-bc6e-02e72a77d2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for network (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:58.142543 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c27b06b6-ed4f-41d6-bc6e-02e72a77d2e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:58.218903 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c27b06b6-ed4f-41d6-bc6e-02e72a77d2e0 admin admin] Publish callbacks [] for security_group (ba7f27f0-171e-44ca-9713-f4672c77abce), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:58.222929 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c27b06b6-ed4f-41d6-bc6e-02e72a77d2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (ba7f27f0-171e-44ca-9713-f4672c77abce), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:58.249352 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c27b06b6-ed4f-41d6-bc6e-02e72a77d2e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:29:58.255512 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27b06b6-ed4f-41d6-bc6e-02e72a77d2e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7f27f0-171e-44ca-9713-f4672c77abce,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:58.261326 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c27b06b6-ed4f-41d6-bc6e-02e72a77d2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401276'] for segment (961e7954-c3f7-4c0f-befa-2497fe2bd6d1), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:58.261668 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.db.segments_db [None req-c27b06b6-ed4f-41d6-bc6e-02e72a77d2e0 admin admin] Added segment 961e7954-c3f7-4c0f-befa-2497fe2bd6d1 of type vlan for network c55ca4e2-50ae-4282-84b7-264628ca19d3 Apr 29 13:29:58.303925 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c27b06b6-ed4f-41d6-bc6e-02e72a77d2e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783155844244'] for network (c55ca4e2-50ae-4282-84b7-264628ca19d3), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:58.329577 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c27b06b6-ed4f-41d6-bc6e-02e72a77d2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861'] for network (c55ca4e2-50ae-4282-84b7-264628ca19d3), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:58.330930 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27b06b6-ed4f-41d6-bc6e-02e72a77d2e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:58.331538 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c27b06b6-ed4f-41d6-bc6e-02e72a77d2e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549835'] for network (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:58.368765 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-c27b06b6-ed4f-41d6-bc6e-02e72a77d2e0 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3539724 Apr 29 13:29:58.371737 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 54504) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:29:58.376698 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-cd010825-42b7-43ff-bc99-0b0a73271635 admin admin] Request body: {'subnet': {'network_id': 'c55ca4e2-50ae-4282-84b7-264628ca19d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1481852180-subnet', 'tenant_id': 'dfbd8544e1f14cf08723c5483da92870', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:29:58.395069 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd010825-42b7-43ff-bc99-0b0a73271635 admin admin] Made reservation on behalf of dfbd8544e1f14cf08723c5483da92870 for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:29:58.396609 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27b06b6-ed4f-41d6-bc6e-02e72a77d2e0 admin admin] Pushing event updated for resources: {'Network': ['ID=c55ca4e2-50ae-4282-84b7-264628ca19d3,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:58.397567 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cd010825-42b7-43ff-bc99-0b0a73271635 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9228568'] for subnet (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:58.407327 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Network c55ca4e2-50ae-4282-84b7-264628ca19d3 details requested by agent ovs-agent-dv-cinder-837699-3-iscsi with host dv-cinder-837699-3-iscsi {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 13:29:58.575870 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cd010825-42b7-43ff-bc99-0b0a73271635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8537541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9228778'] for subnet (a4dbf7f5-c2ae-4f7c-a4d0-80378dfd9dca), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:58.633142 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd010825-42b7-43ff-bc99-0b0a73271635 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4dbf7f5-c2ae-4f7c-a4d0-80378dfd9dca,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:58.641157 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd010825-42b7-43ff-bc99-0b0a73271635 admin admin] Checking segment: {'id': '961e7954-c3f7-4c0f-befa-2497fe2bd6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'c55ca4e2-50ae-4282-84b7-264628ca19d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:29:58.641521 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd010825-42b7-43ff-bc99-0b0a73271635 admin admin] Network hostable DHCP agents. Network: c55ca4e2-50ae-4282-84b7-264628ca19d3, hostable agents: ['e437e712-237e-4a54-83a8-782eed3c5f0c'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:29:58.658498 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd010825-42b7-43ff-bc99-0b0a73271635 admin admin] Network c55ca4e2-50ae-4282-84b7-264628ca19d3 is scheduled to be hosted by DHCP agent e437e712-237e-4a54-83a8-782eed3c5f0c with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:29:58.667931 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-cd010825-42b7-43ff-bc99-0b0a73271635 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837699-3-iscsi, c55ca4e2-50ae-4282-84b7-264628ca19d3) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:29:58.673044 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd010825-42b7-43ff-bc99-0b0a73271635 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:58.674218 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cd010825-42b7-43ff-bc99-0b0a73271635 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549835'] for subnet (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:58.682050 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73810e6b-7ef3-422a-8fc2-fe83f036fb96 None None] Network c55ca4e2-50ae-4282-84b7-264628ca19d3 requested from dv-cinder-837699-3-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:29:58.690661 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-cd010825-42b7-43ff-bc99-0b0a73271635 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3177428 Apr 29 13:29:58.708645 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (070d87cd-fed4-4d07-85b5-c26ded61f2d8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:58.790677 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da8c106-fe05-4101-890b-efed00218f8b None None] Network c55ca4e2-50ae-4282-84b7-264628ca19d3 requested from dv-cinder-837699-3-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:29:59.157789 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 54524) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:29:59.161470 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (477bd1e1-70d7-4a7b-b37c-5892af57f2e4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:59.162915 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-da01eb82-e589-44fe-8d08-2c0699bb3705 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1753171128-network', 'tenant_id': '442fbb30c8f44509926c82c23a4aa8af'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:29:59.183059 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da01eb82-e589-44fe-8d08-2c0699bb3705 admin admin] Made reservation on behalf of 442fbb30c8f44509926c82c23a4aa8af for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:29:59.185320 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-da01eb82-e589-44fe-8d08-2c0699bb3705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for network (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:59.193882 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-da01eb82-e589-44fe-8d08-2c0699bb3705 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:59.268111 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-da01eb82-e589-44fe-8d08-2c0699bb3705 admin admin] Publish callbacks [] for security_group (28192f8a-48ce-4645-8407-851b2d03ab29), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:59.272271 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-da01eb82-e589-44fe-8d08-2c0699bb3705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (28192f8a-48ce-4645-8407-851b2d03ab29), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:59.299012 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da01eb82-e589-44fe-8d08-2c0699bb3705 admin admin] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:29:59.310047 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01eb82-e589-44fe-8d08-2c0699bb3705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28192f8a-48ce-4645-8407-851b2d03ab29,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:59.315064 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-da01eb82-e589-44fe-8d08-2c0699bb3705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401276'] for segment (b1f656e9-99bd-4dfd-855e-7df1bf06b756), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:59.315405 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.db.segments_db [None req-da01eb82-e589-44fe-8d08-2c0699bb3705 admin admin] Added segment b1f656e9-99bd-4dfd-855e-7df1bf06b756 of type vlan for network 46fc3638-f0e1-41a0-837e-4d0681f9dc29 Apr 29 13:29:59.360843 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-da01eb82-e589-44fe-8d08-2c0699bb3705 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783155844244'] for network (46fc3638-f0e1-41a0-837e-4d0681f9dc29), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:59.388950 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-da01eb82-e589-44fe-8d08-2c0699bb3705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861'] for network (46fc3638-f0e1-41a0-837e-4d0681f9dc29), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:59.390524 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da01eb82-e589-44fe-8d08-2c0699bb3705 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:59.391393 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-da01eb82-e589-44fe-8d08-2c0699bb3705 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549835'] for network (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:59.425648 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-da01eb82-e589-44fe-8d08-2c0699bb3705 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2666490 Apr 29 13:29:59.428313 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 54526) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:29:59.433790 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-56bc1aef-5c05-4729-b601-5fc82ad2ef07 admin admin] Request body: {'subnet': {'network_id': '46fc3638-f0e1-41a0-837e-4d0681f9dc29', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1753171128-subnet', 'tenant_id': '442fbb30c8f44509926c82c23a4aa8af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:29:59.467442 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01eb82-e589-44fe-8d08-2c0699bb3705 admin admin] Pushing event updated for resources: {'Network': ['ID=46fc3638-f0e1-41a0-837e-4d0681f9dc29,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:59.480378 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Network 46fc3638-f0e1-41a0-837e-4d0681f9dc29 details requested by agent ovs-agent-dv-cinder-837699-3-iscsi with host dv-cinder-837699-3-iscsi {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 13:29:59.482258 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56bc1aef-5c05-4729-b601-5fc82ad2ef07 admin admin] Made reservation on behalf of 442fbb30c8f44509926c82c23a4aa8af for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:29:59.484614 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-56bc1aef-5c05-4729-b601-5fc82ad2ef07 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8602606'] for subnet (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:59.655999 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-56bc1aef-5c05-4729-b601-5fc82ad2ef07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9127205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8602396'] for subnet (a86549d4-b41d-4337-b695-79b50244a041), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:59.710330 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bc1aef-5c05-4729-b601-5fc82ad2ef07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a86549d4-b41d-4337-b695-79b50244a041,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:59.725214 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bc1aef-5c05-4729-b601-5fc82ad2ef07 admin admin] Checking segment: {'id': 'b1f656e9-99bd-4dfd-855e-7df1bf06b756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '46fc3638-f0e1-41a0-837e-4d0681f9dc29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:29:59.725578 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bc1aef-5c05-4729-b601-5fc82ad2ef07 admin admin] Network hostable DHCP agents. Network: 46fc3638-f0e1-41a0-837e-4d0681f9dc29, hostable agents: ['e437e712-237e-4a54-83a8-782eed3c5f0c'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:29:59.743082 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bc1aef-5c05-4729-b601-5fc82ad2ef07 admin admin] Network 46fc3638-f0e1-41a0-837e-4d0681f9dc29 is scheduled to be hosted by DHCP agent e437e712-237e-4a54-83a8-782eed3c5f0c with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:29:59.751456 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-56bc1aef-5c05-4729-b601-5fc82ad2ef07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837699-3-iscsi, 46fc3638-f0e1-41a0-837e-4d0681f9dc29) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:29:59.755498 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bc1aef-5c05-4729-b601-5fc82ad2ef07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:59.756112 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-56bc1aef-5c05-4729-b601-5fc82ad2ef07 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:59.763604 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69fea2b-2ffa-4ae6-92b8-78318adef420 None None] Network 46fc3638-f0e1-41a0-837e-4d0681f9dc29 requested from dv-cinder-837699-3-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:29:59.776448 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-56bc1aef-5c05-4729-b601-5fc82ad2ef07 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3469923 Apr 29 13:29:59.873994 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e8fc07-1d23-4495-85d3-3b2893296fe0 None None] Network 46fc3638-f0e1-41a0-837e-4d0681f9dc29 requested from dv-cinder-837699-3-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:29:59.912847 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 54532) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:29:59.962148 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-00c5733d-f798-4b16-9f89-f7a7ac274841 admin admin] Deleting subnet a4dbf7f5-c2ae-4f7c-a4d0-80378dfd9dca {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 13:29:59.968145 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-00c5733d-f798-4b16-9f89-f7a7ac274841 admin admin] Publish callbacks [] for subnet (a4dbf7f5-c2ae-4f7c-a4d0-80378dfd9dca), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:00.002746 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-00c5733d-f798-4b16-9f89-f7a7ac274841 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023095'] for subnet (a4dbf7f5-c2ae-4f7c-a4d0-80378dfd9dca), precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:00.041385 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-00c5733d-f798-4b16-9f89-f7a7ac274841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1407265'] for subnet (a4dbf7f5-c2ae-4f7c-a4d0-80378dfd9dca), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:00.093288 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-00c5733d-f798-4b16-9f89-f7a7ac274841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1407272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9127268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8602371'] for subnet (a4dbf7f5-c2ae-4f7c-a4d0-80378dfd9dca), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:00.116449 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5733d-f798-4b16-9f89-f7a7ac274841 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4dbf7f5-c2ae-4f7c-a4d0-80378dfd9dca,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:00.122081 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-00c5733d-f798-4b16-9f89-f7a7ac274841 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:00.125215 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-00c5733d-f798-4b16-9f89-f7a7ac274841 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/a4dbf7f5-c2ae-4f7c-a4d0-80378dfd9dca HTTP/1.1" status: 204 len: 168 time: 0.2113969 Apr 29 13:30:00.127656 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 54534) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:30:00.204783 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4686bbed-79c2-4a0c-831b-b1d964674747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793423'] for network (c55ca4e2-50ae-4282-84b7-264628ca19d3), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:00.504059 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4686bbed-79c2-4a0c-831b-b1d964674747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405116', 'neutron.services.segments.db._delete_segments_for_network-8783156274041'] for network (c55ca4e2-50ae-4282-84b7-264628ca19d3), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:00.524928 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-4686bbed-79c2-4a0c-831b-b1d964674747 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c55ca4e2-50ae-4282-84b7-264628ca19d3']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:30:00.534332 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-4686bbed-79c2-4a0c-831b-b1d964674747 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '961e7954-c3f7-4c0f-befa-2497fe2bd6d1') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:30:00.534634 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-4686bbed-79c2-4a0c-831b-b1d964674747 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '961e7954-c3f7-4c0f-befa-2497fe2bd6d1') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:30:00.545110 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4686bbed-79c2-4a0c-831b-b1d964674747 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783156275074', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023086'] for segment (961e7954-c3f7-4c0f-befa-2497fe2bd6d1), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:00.558990 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4686bbed-79c2-4a0c-831b-b1d964674747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401276'] for segment (961e7954-c3f7-4c0f-befa-2497fe2bd6d1), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:00.564846 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4686bbed-79c2-4a0c-831b-b1d964674747 admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 13:30:00.565232 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4686bbed-79c2-4a0c-831b-b1d964674747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9127810'] for segment (961e7954-c3f7-4c0f-befa-2497fe2bd6d1), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:00.566934 dv-cinder-837699-3-iscsi neutron-server[103365]: Traceback (most recent call last): Apr 29 13:30:00.566934 dv-cinder-837699-3-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 13:30:00.566934 dv-cinder-837699-3-iscsi neutron-server[103365]: timer() Apr 29 13:30:00.566934 dv-cinder-837699-3-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:30:00.566934 dv-cinder-837699-3-iscsi neutron-server[103365]: cb(*args, **kw) Apr 29 13:30:00.566934 dv-cinder-837699-3-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 13:30:00.566934 dv-cinder-837699-3-iscsi neutron-server[103365]: return func(*args, **kwargs) Apr 29 13:30:00.566934 dv-cinder-837699-3-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:30:00.566934 dv-cinder-837699-3-iscsi neutron-server[103365]: self._notify() Apr 29 13:30:00.566934 dv-cinder-837699-3-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:30:00.566934 dv-cinder-837699-3-iscsi neutron-server[103365]: self.callback(batched_events) Apr 29 13:30:00.566934 dv-cinder-837699-3-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:30:00.566934 dv-cinder-837699-3-iscsi neutron-server[103365]: event.method(event) Apr 29 13:30:00.566934 dv-cinder-837699-3-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 13:30:00.566934 dv-cinder-837699-3-iscsi neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:30:00.566934 dv-cinder-837699-3-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 13:30:00.566934 dv-cinder-837699-3-iscsi neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:30:00.566934 dv-cinder-837699-3-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 13:30:00.566934 dv-cinder-837699-3-iscsi neutron-server[103365]: return f(self, *a, **k) Apr 29 13:30:00.566934 dv-cinder-837699-3-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:30:00.566934 dv-cinder-837699-3-iscsi neutron-server[103365]: return self._get(url).json() Apr 29 13:30:00.566934 dv-cinder-837699-3-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:30:00.566934 dv-cinder-837699-3-iscsi neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:30:00.566934 dv-cinder-837699-3-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 13:30:00.566934 dv-cinder-837699-3-iscsi neutron-server[103365]: return self.request(url, 'GET', **kwargs) Apr 29 13:30:00.566934 dv-cinder-837699-3-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 13:30:00.566934 dv-cinder-837699-3-iscsi neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:30:00.566934 dv-cinder-837699-3-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 13:30:00.566934 dv-cinder-837699-3-iscsi neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:30:00.566934 dv-cinder-837699-3-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 13:30:00.566934 dv-cinder-837699-3-iscsi neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:30:00.566934 dv-cinder-837699-3-iscsi neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:30:00.621834 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4686bbed-79c2-4a0c-831b-b1d964674747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-706069'] for network (c55ca4e2-50ae-4282-84b7-264628ca19d3), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:00.627267 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4686bbed-79c2-4a0c-831b-b1d964674747 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549835'] for network (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:00.630366 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-4686bbed-79c2-4a0c-831b-b1d964674747 admin admin] 10.222.0.11 "DELETE /v2.0/networks/c55ca4e2-50ae-4282-84b7-264628ca19d3 HTTP/1.1" status: 204 len: 168 time: 0.5017216 Apr 29 13:30:00.633855 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 54536) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:30:00.641681 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4686bbed-79c2-4a0c-831b-b1d964674747 admin admin] Pushing event deleted for resources: {'Network': ['ID=c55ca4e2-50ae-4282-84b7-264628ca19d3,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:00.682544 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e6ad326-22cc-4d2c-abe7-d5344eb56dea admin admin] Deleting subnet a86549d4-b41d-4337-b695-79b50244a041 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 13:30:00.685947 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5e6ad326-22cc-4d2c-abe7-d5344eb56dea admin admin] Publish callbacks [] for subnet (a86549d4-b41d-4337-b695-79b50244a041), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:00.720164 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5e6ad326-22cc-4d2c-abe7-d5344eb56dea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9333816'] for subnet (a86549d4-b41d-4337-b695-79b50244a041), precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:00.761325 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5e6ad326-22cc-4d2c-abe7-d5344eb56dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1407265'] for subnet (a86549d4-b41d-4337-b695-79b50244a041), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:00.814447 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5e6ad326-22cc-4d2c-abe7-d5344eb56dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1407272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8537476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9228789'] for subnet (a86549d4-b41d-4337-b695-79b50244a041), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:00.841807 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6ad326-22cc-4d2c-abe7-d5344eb56dea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a86549d4-b41d-4337-b695-79b50244a041,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:00.843764 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5e6ad326-22cc-4d2c-abe7-d5344eb56dea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549835'] for subnet (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:00.847214 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-5e6ad326-22cc-4d2c-abe7-d5344eb56dea admin admin] 10.222.0.11 "DELETE /v2.0/subnets/a86549d4-b41d-4337-b695-79b50244a041 HTTP/1.1" status: 204 len: 168 time: 0.2122867 Apr 29 13:30:00.849705 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 54538) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:30:00.923671 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a0545d57-6018-4480-8bc2-66629cc40adc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793423'] for network (46fc3638-f0e1-41a0-837e-4d0681f9dc29), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:01.004162 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a0545d57-6018-4480-8bc2-66629cc40adc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405116', 'neutron.services.segments.db._delete_segments_for_network-8783156274041'] for network (46fc3638-f0e1-41a0-837e-4d0681f9dc29), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:01.024219 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.services.segments.db [None req-a0545d57-6018-4480-8bc2-66629cc40adc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46fc3638-f0e1-41a0-837e-4d0681f9dc29']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:30:01.033235 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.services.segments.db [None req-a0545d57-6018-4480-8bc2-66629cc40adc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1f656e9-99bd-4dfd-855e-7df1bf06b756') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:30:01.033531 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.services.segments.db [None req-a0545d57-6018-4480-8bc2-66629cc40adc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1f656e9-99bd-4dfd-855e-7df1bf06b756') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:30:01.043274 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a0545d57-6018-4480-8bc2-66629cc40adc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783156275074', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9333793'] for segment (b1f656e9-99bd-4dfd-855e-7df1bf06b756), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:01.056781 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a0545d57-6018-4480-8bc2-66629cc40adc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401276'] for segment (b1f656e9-99bd-4dfd-855e-7df1bf06b756), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:01.062581 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0545d57-6018-4480-8bc2-66629cc40adc admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 13:30:01.062952 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a0545d57-6018-4480-8bc2-66629cc40adc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8537954'] for segment (b1f656e9-99bd-4dfd-855e-7df1bf06b756), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:01.064586 dv-cinder-837699-3-iscsi neutron-server[103364]: Traceback (most recent call last): Apr 29 13:30:01.064586 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 13:30:01.064586 dv-cinder-837699-3-iscsi neutron-server[103364]: timer() Apr 29 13:30:01.064586 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:30:01.064586 dv-cinder-837699-3-iscsi neutron-server[103364]: cb(*args, **kw) Apr 29 13:30:01.064586 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 13:30:01.064586 dv-cinder-837699-3-iscsi neutron-server[103364]: return func(*args, **kwargs) Apr 29 13:30:01.064586 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:30:01.064586 dv-cinder-837699-3-iscsi neutron-server[103364]: self._notify() Apr 29 13:30:01.064586 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:30:01.064586 dv-cinder-837699-3-iscsi neutron-server[103364]: self.callback(batched_events) Apr 29 13:30:01.064586 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:30:01.064586 dv-cinder-837699-3-iscsi neutron-server[103364]: event.method(event) Apr 29 13:30:01.064586 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 13:30:01.064586 dv-cinder-837699-3-iscsi neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:30:01.064586 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 13:30:01.064586 dv-cinder-837699-3-iscsi neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:30:01.064586 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 13:30:01.064586 dv-cinder-837699-3-iscsi neutron-server[103364]: return f(self, *a, **k) Apr 29 13:30:01.064586 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:30:01.064586 dv-cinder-837699-3-iscsi neutron-server[103364]: return self._get(url).json() Apr 29 13:30:01.064586 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:30:01.064586 dv-cinder-837699-3-iscsi neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:30:01.064586 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 13:30:01.064586 dv-cinder-837699-3-iscsi neutron-server[103364]: return self.request(url, 'GET', **kwargs) Apr 29 13:30:01.064586 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 13:30:01.064586 dv-cinder-837699-3-iscsi neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:30:01.064586 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 13:30:01.064586 dv-cinder-837699-3-iscsi neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:30:01.064586 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 13:30:01.064586 dv-cinder-837699-3-iscsi neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:30:01.064586 dv-cinder-837699-3-iscsi neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:30:01.118757 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a0545d57-6018-4480-8bc2-66629cc40adc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-706069'] for network (46fc3638-f0e1-41a0-837e-4d0681f9dc29), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:01.126754 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a0545d57-6018-4480-8bc2-66629cc40adc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549835'] for network (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:01.130644 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-a0545d57-6018-4480-8bc2-66629cc40adc admin admin] 10.222.0.11 "DELETE /v2.0/networks/46fc3638-f0e1-41a0-837e-4d0681f9dc29 HTTP/1.1" status: 204 len: 168 time: 0.2799950 Apr 29 13:30:01.140880 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0545d57-6018-4480-8bc2-66629cc40adc admin admin] Pushing event deleted for resources: {'Network': ['ID=46fc3638-f0e1-41a0-837e-4d0681f9dc29,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:01.292885 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 54542) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:30:01.332574 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-43898604-2bc2-41d8-af8d-7f7fc917c35a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dfbd8544e1f14cf08723c5483da92870&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385928 Apr 29 13:30:01.335052 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 54544) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:30:01.387395 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-40b58ec9-935f-4103-8935-d02311ee2e2c admin admin] Publish callbacks [] for security_group (ba7f27f0-171e-44ca-9713-f4672c77abce), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:01.409273 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-40b58ec9-935f-4103-8935-d02311ee2e2c admin admin] Publish callbacks [] for security_group (ba7f27f0-171e-44ca-9713-f4672c77abce), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:01.456654 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-40b58ec9-935f-4103-8935-d02311ee2e2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (ba7f27f0-171e-44ca-9713-f4672c77abce), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:01.459217 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-40b58ec9-935f-4103-8935-d02311ee2e2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:01.460364 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-40b58ec9-935f-4103-8935-d02311ee2e2c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ba7f27f0-171e-44ca-9713-f4672c77abce HTTP/1.1" status: 204 len: 168 time: 0.1244342 Apr 29 13:30:01.468339 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b58ec9-935f-4103-8935-d02311ee2e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7f27f0-171e-44ca-9713-f4672c77abce,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:01.475629 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b58ec9-935f-4103-8935-d02311ee2e2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:01.475983 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b58ec9-935f-4103-8935-d02311ee2e2c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:01.476332 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b58ec9-935f-4103-8935-d02311ee2e2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:01.477270 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b58ec9-935f-4103-8935-d02311ee2e2c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:01.477270 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b58ec9-935f-4103-8935-d02311ee2e2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:01.477642 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b58ec9-935f-4103-8935-d02311ee2e2c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:01.477853 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b58ec9-935f-4103-8935-d02311ee2e2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:01.478185 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b58ec9-935f-4103-8935-d02311ee2e2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:01.478515 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b58ec9-935f-4103-8935-d02311ee2e2c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:01.478842 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b58ec9-935f-4103-8935-d02311ee2e2c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:01.479169 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b58ec9-935f-4103-8935-d02311ee2e2c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:01.479498 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b58ec9-935f-4103-8935-d02311ee2e2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:01.479820 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b58ec9-935f-4103-8935-d02311ee2e2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:01.480141 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b58ec9-935f-4103-8935-d02311ee2e2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:01.480463 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b58ec9-935f-4103-8935-d02311ee2e2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:01.773475 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 54550) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:30:01.818488 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-b0e2c584-7786-478a-8254-133b82bd583d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=442fbb30c8f44509926c82c23a4aa8af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0430920 Apr 29 13:30:01.821058 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 54552) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:30:01.869213 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5059da75-0bc0-4e42-9233-7877ec7fa466 admin admin] Publish callbacks [] for security_group (28192f8a-48ce-4645-8407-851b2d03ab29), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:01.892227 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5059da75-0bc0-4e42-9233-7877ec7fa466 admin admin] Publish callbacks [] for security_group (28192f8a-48ce-4645-8407-851b2d03ab29), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:01.950893 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5059da75-0bc0-4e42-9233-7877ec7fa466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (28192f8a-48ce-4645-8407-851b2d03ab29), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:01.953495 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5059da75-0bc0-4e42-9233-7877ec7fa466 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:01.954649 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-5059da75-0bc0-4e42-9233-7877ec7fa466 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/28192f8a-48ce-4645-8407-851b2d03ab29 HTTP/1.1" status: 204 len: 168 time: 0.1326745 Apr 29 13:30:01.962384 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5059da75-0bc0-4e42-9233-7877ec7fa466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28192f8a-48ce-4645-8407-851b2d03ab29,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:11.630257 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 54694) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:30:11.734058 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b9508590-80db-42fe-ac7a-6cebad7675a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:11.810747 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b9508590-80db-42fe-ac7a-6cebad7675a1 admin admin] Publish callbacks [] for security_group (713caf36-2ab7-4f38-9fdf-30c68b36a174), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:11.814670 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b9508590-80db-42fe-ac7a-6cebad7675a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (713caf36-2ab7-4f38-9fdf-30c68b36a174), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:11.851778 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9508590-80db-42fe-ac7a-6cebad7675a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=713caf36-2ab7-4f38-9fdf-30c68b36a174,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:11.855607 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-b9508590-80db-42fe-ac7a-6cebad7675a1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=32bac5229a01491489a995441072734a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2243130 Apr 29 13:30:11.858650 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 54698) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:30:11.861731 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9508590-80db-42fe-ac7a-6cebad7675a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:11.862077 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9508590-80db-42fe-ac7a-6cebad7675a1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:11.862419 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9508590-80db-42fe-ac7a-6cebad7675a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:11.862755 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9508590-80db-42fe-ac7a-6cebad7675a1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:11.863086 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9508590-80db-42fe-ac7a-6cebad7675a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:11.863415 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9508590-80db-42fe-ac7a-6cebad7675a1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:11.863740 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9508590-80db-42fe-ac7a-6cebad7675a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:11.864065 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9508590-80db-42fe-ac7a-6cebad7675a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:11.864391 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9508590-80db-42fe-ac7a-6cebad7675a1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:11.864712 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9508590-80db-42fe-ac7a-6cebad7675a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:11.865059 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9508590-80db-42fe-ac7a-6cebad7675a1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:11.865384 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9508590-80db-42fe-ac7a-6cebad7675a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:11.865702 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9508590-80db-42fe-ac7a-6cebad7675a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:11.866019 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9508590-80db-42fe-ac7a-6cebad7675a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:11.866335 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9508590-80db-42fe-ac7a-6cebad7675a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:11.908622 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f328191a-a5cb-4c40-bc41-3a03e1039ecb admin admin] Publish callbacks [] for security_group (713caf36-2ab7-4f38-9fdf-30c68b36a174), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:11.931202 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f328191a-a5cb-4c40-bc41-3a03e1039ecb admin admin] Publish callbacks [] for security_group (713caf36-2ab7-4f38-9fdf-30c68b36a174), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:11.981127 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f328191a-a5cb-4c40-bc41-3a03e1039ecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (713caf36-2ab7-4f38-9fdf-30c68b36a174), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:11.983697 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f328191a-a5cb-4c40-bc41-3a03e1039ecb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:11.984991 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-f328191a-a5cb-4c40-bc41-3a03e1039ecb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/713caf36-2ab7-4f38-9fdf-30c68b36a174 HTTP/1.1" status: 204 len: 168 time: 0.1247067 Apr 29 13:30:11.993526 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f328191a-a5cb-4c40-bc41-3a03e1039ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=713caf36-2ab7-4f38-9fdf-30c68b36a174,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:12.239928 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 54704) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:30:12.256926 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f529d820-acdc-4929-8edc-af744b2d92a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:12.333327 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f529d820-acdc-4929-8edc-af744b2d92a2 admin admin] Publish callbacks [] for security_group (636107e8-c944-4ffd-b9d6-8d4fdfa9f46b), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:12.337888 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f529d820-acdc-4929-8edc-af744b2d92a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (636107e8-c944-4ffd-b9d6-8d4fdfa9f46b), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:12.377196 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-f529d820-acdc-4929-8edc-af744b2d92a2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4be693fac6e34156864870b17911beda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1358266 Apr 29 13:30:12.378056 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f529d820-acdc-4929-8edc-af744b2d92a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=636107e8-c944-4ffd-b9d6-8d4fdfa9f46b,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:12.379880 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 54706) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:30:12.429874 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4285c4f4-6089-432a-9edb-697d7cfaf907 admin admin] Publish callbacks [] for security_group (636107e8-c944-4ffd-b9d6-8d4fdfa9f46b), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:12.453349 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4285c4f4-6089-432a-9edb-697d7cfaf907 admin admin] Publish callbacks [] for security_group (636107e8-c944-4ffd-b9d6-8d4fdfa9f46b), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:12.501702 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4285c4f4-6089-432a-9edb-697d7cfaf907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (636107e8-c944-4ffd-b9d6-8d4fdfa9f46b), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:12.504722 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4285c4f4-6089-432a-9edb-697d7cfaf907 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:12.506185 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-4285c4f4-6089-432a-9edb-697d7cfaf907 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/636107e8-c944-4ffd-b9d6-8d4fdfa9f46b HTTP/1.1" status: 204 len: 168 time: 0.1249809 Apr 29 13:30:12.516217 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4285c4f4-6089-432a-9edb-697d7cfaf907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=636107e8-c944-4ffd-b9d6-8d4fdfa9f46b,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:12.830501 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 54712) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:30:12.844452 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2c616d8a-c675-4899-bee2-4d0440a34286 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:12.920522 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2c616d8a-c675-4899-bee2-4d0440a34286 admin admin] Publish callbacks [] for security_group (ee6bb9ec-52a3-4f7a-8a83-a9762a6e392e), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:12.925296 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2c616d8a-c675-4899-bee2-4d0440a34286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (ee6bb9ec-52a3-4f7a-8a83-a9762a6e392e), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:12.963389 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-2c616d8a-c675-4899-bee2-4d0440a34286 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e6353febf46e40d6bb913b17ab759438&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1317167 Apr 29 13:30:12.964267 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c616d8a-c675-4899-bee2-4d0440a34286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6bb9ec-52a3-4f7a-8a83-a9762a6e392e,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:12.965992 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 54714) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:30:13.017116 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-569f2811-125d-4ac3-867f-ebdc1b0066fd admin admin] Publish callbacks [] for security_group (ee6bb9ec-52a3-4f7a-8a83-a9762a6e392e), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:13.040646 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-569f2811-125d-4ac3-867f-ebdc1b0066fd admin admin] Publish callbacks [] for security_group (ee6bb9ec-52a3-4f7a-8a83-a9762a6e392e), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:13.086744 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-569f2811-125d-4ac3-867f-ebdc1b0066fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (ee6bb9ec-52a3-4f7a-8a83-a9762a6e392e), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:13.089394 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-569f2811-125d-4ac3-867f-ebdc1b0066fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:13.090551 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-569f2811-125d-4ac3-867f-ebdc1b0066fd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ee6bb9ec-52a3-4f7a-8a83-a9762a6e392e HTTP/1.1" status: 204 len: 168 time: 0.1230240 Apr 29 13:30:13.098412 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569f2811-125d-4ac3-867f-ebdc1b0066fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee6bb9ec-52a3-4f7a-8a83-a9762a6e392e,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:17.983346 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 54790) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:30:18.088211 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-80653fc3-0681-4fb3-9219-6aca36dfac73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:18.162363 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-80653fc3-0681-4fb3-9219-6aca36dfac73 admin admin] Publish callbacks [] for security_group (6307d644-9eba-4744-803d-4304ab321870), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:18.166757 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-80653fc3-0681-4fb3-9219-6aca36dfac73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (6307d644-9eba-4744-803d-4304ab321870), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:18.207416 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-80653fc3-0681-4fb3-9219-6aca36dfac73 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=47c969ebc8bd426a8d5d6b9c60006ca7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2227221 Apr 29 13:30:18.208261 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80653fc3-0681-4fb3-9219-6aca36dfac73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6307d644-9eba-4744-803d-4304ab321870,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:18.210113 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 54794) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:30:18.261529 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-aad717b8-44ca-4593-8c35-984a4112d73e admin admin] Publish callbacks [] for security_group (6307d644-9eba-4744-803d-4304ab321870), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:18.285982 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-aad717b8-44ca-4593-8c35-984a4112d73e admin admin] Publish callbacks [] for security_group (6307d644-9eba-4744-803d-4304ab321870), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:18.333977 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-aad717b8-44ca-4593-8c35-984a4112d73e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (6307d644-9eba-4744-803d-4304ab321870), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:18.337728 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-aad717b8-44ca-4593-8c35-984a4112d73e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:18.339117 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-aad717b8-44ca-4593-8c35-984a4112d73e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6307d644-9eba-4744-803d-4304ab321870 HTTP/1.1" status: 204 len: 168 time: 0.1264272 Apr 29 13:30:18.348818 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad717b8-44ca-4593-8c35-984a4112d73e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6307d644-9eba-4744-803d-4304ab321870,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:18.595404 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 54802) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:30:18.608885 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-efd9a00e-ea4d-4b23-8a6d-059acd63693f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:18.686055 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-efd9a00e-ea4d-4b23-8a6d-059acd63693f admin admin] Publish callbacks [] for security_group (b9f7b2ad-ace5-423d-9af3-955b23a68a5c), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:18.689635 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-efd9a00e-ea4d-4b23-8a6d-059acd63693f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (b9f7b2ad-ace5-423d-9af3-955b23a68a5c), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:18.728367 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-efd9a00e-ea4d-4b23-8a6d-059acd63693f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3a7eaa11e26e4391b7a39b0938a90c26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1316190 Apr 29 13:30:18.729488 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd9a00e-ea4d-4b23-8a6d-059acd63693f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f7b2ad-ace5-423d-9af3-955b23a68a5c,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:18.731010 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 54806) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:30:18.780613 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b1271a59-eb4f-4c1c-9819-5c5244833032 admin admin] Publish callbacks [] for security_group (b9f7b2ad-ace5-423d-9af3-955b23a68a5c), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:18.801929 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b1271a59-eb4f-4c1c-9819-5c5244833032 admin admin] Publish callbacks [] for security_group (b9f7b2ad-ace5-423d-9af3-955b23a68a5c), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:18.849565 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b1271a59-eb4f-4c1c-9819-5c5244833032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (b9f7b2ad-ace5-423d-9af3-955b23a68a5c), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:18.852644 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b1271a59-eb4f-4c1c-9819-5c5244833032 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:18.853932 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-b1271a59-eb4f-4c1c-9819-5c5244833032 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b9f7b2ad-ace5-423d-9af3-955b23a68a5c HTTP/1.1" status: 204 len: 168 time: 0.1217422 Apr 29 13:30:18.861497 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1271a59-eb4f-4c1c-9819-5c5244833032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f7b2ad-ace5-423d-9af3-955b23a68a5c,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:21.562298 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-981a1405-a535-4938-a7e4-3131095aecc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (e437e712-237e-4a54-83a8-782eed3c5f0c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:24.265851 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9269965b-6732-43d4-a490-76e061e03935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (ffd5f049-29fc-4e99-906d-6eadce93ab48), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:25.835878 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d46c6b96-c9c1-47b5-84ba-015c4e42046f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (1b2ea45c-9419-45d0-91af-29e2c5a1844a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:26.341228 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 54930) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:30:26.449349 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d31abed5-0841-4a67-b29b-638e2cdc81e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:26.527019 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d31abed5-0841-4a67-b29b-638e2cdc81e2 admin admin] Publish callbacks [] for security_group (522eabec-00b7-4937-b1d7-be5cf48d3ba5), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:26.530792 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d31abed5-0841-4a67-b29b-638e2cdc81e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (522eabec-00b7-4937-b1d7-be5cf48d3ba5), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:26.571559 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31abed5-0841-4a67-b29b-638e2cdc81e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=522eabec-00b7-4937-b1d7-be5cf48d3ba5,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:26.575826 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-d31abed5-0841-4a67-b29b-638e2cdc81e2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9b46e9553ab9468f9c626a49ba5fcfed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2336395 Apr 29 13:30:26.578503 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 54934) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:30:26.627953 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-26acc48d-1040-449e-8885-dc6992b2f6cc admin admin] Publish callbacks [] for security_group (522eabec-00b7-4937-b1d7-be5cf48d3ba5), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:26.649542 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-26acc48d-1040-449e-8885-dc6992b2f6cc admin admin] Publish callbacks [] for security_group (522eabec-00b7-4937-b1d7-be5cf48d3ba5), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:26.698056 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-26acc48d-1040-449e-8885-dc6992b2f6cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (522eabec-00b7-4937-b1d7-be5cf48d3ba5), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:26.700725 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-26acc48d-1040-449e-8885-dc6992b2f6cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:26.701970 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-26acc48d-1040-449e-8885-dc6992b2f6cc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/522eabec-00b7-4937-b1d7-be5cf48d3ba5 HTTP/1.1" status: 204 len: 168 time: 0.1222708 Apr 29 13:30:26.710099 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26acc48d-1040-449e-8885-dc6992b2f6cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=522eabec-00b7-4937-b1d7-be5cf48d3ba5,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:26.963103 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 54940) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:30:26.976578 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fcb59982-1a2a-4f71-9dd1-da45ee8fcb02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:27.059566 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fcb59982-1a2a-4f71-9dd1-da45ee8fcb02 admin admin] Publish callbacks [] for security_group (7ef5e4e0-1b96-4ea6-8260-5fe692f0c20f), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:27.064490 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fcb59982-1a2a-4f71-9dd1-da45ee8fcb02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (7ef5e4e0-1b96-4ea6-8260-5fe692f0c20f), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:27.105126 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-fcb59982-1a2a-4f71-9dd1-da45ee8fcb02 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2becf2894c3244a7a411086446cd9dc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1408603 Apr 29 13:30:27.106227 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb59982-1a2a-4f71-9dd1-da45ee8fcb02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef5e4e0-1b96-4ea6-8260-5fe692f0c20f,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:27.108077 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 54942) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:30:27.163919 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d31bf33a-d23d-4e29-834a-b3873d02da24 admin admin] Publish callbacks [] for security_group (7ef5e4e0-1b96-4ea6-8260-5fe692f0c20f), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:27.186441 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d31bf33a-d23d-4e29-834a-b3873d02da24 admin admin] Publish callbacks [] for security_group (7ef5e4e0-1b96-4ea6-8260-5fe692f0c20f), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:27.239629 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d31bf33a-d23d-4e29-834a-b3873d02da24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (7ef5e4e0-1b96-4ea6-8260-5fe692f0c20f), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:27.243104 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d31bf33a-d23d-4e29-834a-b3873d02da24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:27.244682 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-d31bf33a-d23d-4e29-834a-b3873d02da24 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7ef5e4e0-1b96-4ea6-8260-5fe692f0c20f HTTP/1.1" status: 204 len: 168 time: 0.1349652 Apr 29 13:30:27.254622 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31bf33a-d23d-4e29-834a-b3873d02da24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef5e4e0-1b96-4ea6-8260-5fe692f0c20f,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:27.288882 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bea047bf-f99e-49b2-8b9d-5ba249a30c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (23d6c007-0036-4fdb-b033-28b1fd628d82), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:27.747657 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c4090ed3-b188-48ef-a6b9-5d78229fc55d None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:30:28.448086 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec139caa-ad69-40d5-b9ed-0c642a0b6bb7 req-bd7047f3-711f-4a3d-aace-55facba570e9 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:30:28.449890 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-ec139caa-ad69-40d5-b9ed-0c642a0b6bb7 req-bd7047f3-711f-4a3d-aace-55facba570e9 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=204ebe5a-3964-4a27-919b-77cb567dba0a HTTP/1.1" status: 200 len: 945 time: 0.0571690 Apr 29 13:30:28.500293 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-ec139caa-ad69-40d5-b9ed-0c642a0b6bb7 req-8d8e4697-529d-4ef2-b4d8-7892b79ed06c tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups?id=9277d33e-10a4-42d1-9d68-7406368ee816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446167 Apr 29 13:30:28.692134 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (070d87cd-fed4-4d07-85b5-c26ded61f2d8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:29.153147 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (477bd1e1-70d7-4a7b-b37c-5892af57f2e4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:29.623444 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aead0347-36d7-423e-aa8d-058b18062e5a req-bc8e8932-7e2d-4602-8757-220e40417e92 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:30:29.624958 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-aead0347-36d7-423e-aa8d-058b18062e5a req-bc8e8932-7e2d-4602-8757-220e40417e92 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=204ebe5a-3964-4a27-919b-77cb567dba0a HTTP/1.1" status: 200 len: 945 time: 0.0528448 Apr 29 13:30:29.673668 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-aead0347-36d7-423e-aa8d-058b18062e5a req-69bd9d2a-4cdc-45ec-a6ea-963fdaad8675 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups?id=9277d33e-10a4-42d1-9d68-7406368ee816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430148 Apr 29 13:30:29.845894 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da07cc61-0d90-4d38-9b02-b35464fce9d3 req-fe008dc9-59f5-4148-b051-f0a2ef217ced tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:30:29.847354 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-da07cc61-0d90-4d38-9b02-b35464fce9d3 req-fe008dc9-59f5-4148-b051-f0a2ef217ced tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.75 "GET /v2.0/ports?device_id=204ebe5a-3964-4a27-919b-77cb567dba0a HTTP/1.1" status: 200 len: 945 time: 0.0482521 Apr 29 13:30:29.936392 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-da07cc61-0d90-4d38-9b02-b35464fce9d3 req-7b16fa52-6341-41e0-a89b-e9e6664ff1dc tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Deleting port 0727d745-efdd-4928-8413-f105198fd646 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:30:29.936793 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-da07cc61-0d90-4d38-9b02-b35464fce9d3 req-7b16fa52-6341-41e0-a89b-e9e6664ff1dc tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783156326988'] for port (0727d745-efdd-4928-8413-f105198fd646), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:30.026814 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-da07cc61-0d90-4d38-9b02-b35464fce9d3 req-7b16fa52-6341-41e0-a89b-e9e6664ff1dc tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] For port 0727d745-efdd-4928-8413-f105198fd646, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=0727d745-efdd-4928-8413-f105198fd646,segment=NetworkSegment(08d55053-9d12-4d78-bbce-7da3ad73340c),segment_id=08d55053-9d12-4d78-bbce-7da3ad73340c)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:30:30.027179 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-da07cc61-0d90-4d38-9b02-b35464fce9d3 req-7b16fa52-6341-41e0-a89b-e9e6664ff1dc tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749638'] for port (0727d745-efdd-4928-8413-f105198fd646), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:30.199118 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-da07cc61-0d90-4d38-9b02-b35464fce9d3 req-7b16fa52-6341-41e0-a89b-e9e6664ff1dc tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:30.199482 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-da07cc61-0d90-4d38-9b02-b35464fce9d3 req-7b16fa52-6341-41e0-a89b-e9e6664ff1dc tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706107'] for floatingip (6602e79d-bd2b-4c07-b09d-744e4e78b69c), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:30.199805 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.db.l3_db [req-da07cc61-0d90-4d38-9b02-b35464fce9d3 req-7b16fa52-6341-41e0-a89b-e9e6664ff1dc tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Floating IP 6602e79d-bd2b-4c07-b09d-744e4e78b69c disassociated. External IP: 172.27.0.147, port: 0727d745-efdd-4928-8413-f105198fd646. Apr 29 13:30:30.200149 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-da07cc61-0d90-4d38-9b02-b35464fce9d3 req-7b16fa52-6341-41e0-a89b-e9e6664ff1dc tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Calling delete_port for 0727d745-efdd-4928-8413-f105198fd646 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:30:30.332028 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-da07cc61-0d90-4d38-9b02-b35464fce9d3 req-7b16fa52-6341-41e0-a89b-e9e6664ff1dc tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783156333258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783155810407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9127861'] for port (0727d745-efdd-4928-8413-f105198fd646), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:30.360154 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b16fa52-6341-41e0-a89b-e9e6664ff1dc tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Pushing event deleted for resources: {'Port': ['ID=0727d745-efdd-4928-8413-f105198fd646,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:30.480456 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da07cc61-0d90-4d38-9b02-b35464fce9d3 req-7b16fa52-6341-41e0-a89b-e9e6664ff1dc tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Router 4207c677-3435-46c0-b6cf-36c72361e689 has already been hosted by L3 agent ffd5f049-29fc-4e99-906d-6eadce93ab48 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:30:30.610509 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-bc492d79-c0a3-40af-a476-ab3067081f8d req-8635aa46-8e86-4a32-b2f3-09720f52e4ac tempest-VolumesNegativeTest-1646240833 tempest-VolumesNegativeTest-1646240833-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=2202f6aba8694ff0a2221e039d634adf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332448 Apr 29 13:30:30.679308 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da07cc61-0d90-4d38-9b02-b35464fce9d3 req-7b16fa52-6341-41e0-a89b-e9e6664ff1dc tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Notify agent at l3_agent.dv-cinder-837699-3-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:30:30.689447 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52111118-6b13-47d7-9c1e-53b861a9439e None None] Sync routers for ids ['4207c677-3435-46c0-b6cf-36c72361e689'] in dv-cinder-837699-3-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:30:30.703013 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52111118-6b13-47d7-9c1e-53b861a9439e None None] Routers {'4207c677-3435-46c0-b6cf-36c72361e689'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:30:30.703649 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-52111118-6b13-47d7-9c1e-53b861a9439e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:30:24Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['4207c677-3435-46c0-b6cf-36c72361e689'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:30:30.799759 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2226b307-fe9f-49d8-a085-286ab03d3727 req-cf096d79-b484-49d1-9c68-63acad9011b1 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=204ebe5a-3964-4a27-919b-77cb567dba0a HTTP/1.1" status: 200 len: 210 time: 0.0426404 Apr 29 13:30:30.848777 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-52111118-6b13-47d7-9c1e-53b861a9439e None None] Set router 4207c677-3435-46c0-b6cf-36c72361e689 gateway port host: dv-cinder-837699-3-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:30:30.896157 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc492d79-c0a3-40af-a476-ab3067081f8d req-15580ac4-176b-445d-a8c6-34497435b7e4 tempest-VolumesNegativeTest-1646240833 tempest-VolumesNegativeTest-1646240833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:30:30.897730 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-bc492d79-c0a3-40af-a476-ab3067081f8d req-15580ac4-176b-445d-a8c6-34497435b7e4 tempest-VolumesNegativeTest-1646240833 tempest-VolumesNegativeTest-1646240833-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2807269 Apr 29 13:30:30.898508 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-da07cc61-0d90-4d38-9b02-b35464fce9d3 req-7b16fa52-6341-41e0-a89b-e9e6664ff1dc tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] No DVR routers for this DVR port 0727d745-efdd-4928-8413-f105198fd646 on host hv-cinder-83769 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:30:30.901636 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-da07cc61-0d90-4d38-9b02-b35464fce9d3 req-7b16fa52-6341-41e0-a89b-e9e6664ff1dc tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:30.904814 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-da07cc61-0d90-4d38-9b02-b35464fce9d3 req-7b16fa52-6341-41e0-a89b-e9e6664ff1dc tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.75 "DELETE /v2.0/ports/0727d745-efdd-4928-8413-f105198fd646 HTTP/1.1" status: 204 len: 173 time: 1.0517478 Apr 29 13:30:30.905459 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '204ebe5a-3964-4a27-919b-77cb567dba0a', 'name': 'network-vif-deleted', 'tag': '0727d745-efdd-4928-8413-f105198fd646'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:30:30.908810 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ba167d508349ed0cdfb80239bd9ae2522ecb2b1d56ec89f6128388f9fbd08d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-340ac566-ce75-4726-8a4d-2c9bd29c80b1" -d '{"events": [{"server_uuid": "204ebe5a-3964-4a27-919b-77cb567dba0a", "name": "network-vif-deleted", "tag": "0727d745-efdd-4928-8413-f105198fd646"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:30:30.936897 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-bc492d79-c0a3-40af-a476-ab3067081f8d req-82a65cab-f49a-4587-8c74-88ee1a190b58 tempest-VolumesNegativeTest-1646240833 tempest-VolumesNegativeTest-1646240833-project] 10.222.0.11 "GET /v2.0/quotas/2202f6aba8694ff0a2221e039d634adf HTTP/1.1" status: 200 len: 375 time: 0.0249052 Apr 29 13:30:30.979775 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e04d59d1-afb8-4d3b-a43b-4b7bfa30ccb1 x-openstack-request-id: req-e04d59d1-afb8-4d3b-a43b-4b7bfa30ccb1 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:30:30.980249 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "204ebe5a-3964-4a27-919b-77cb567dba0a", "name": "network-vif-deleted", "tag": "0727d745-efdd-4928-8413-f105198fd646", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:30:30.980576 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e04d59d1-afb8-4d3b-a43b-4b7bfa30ccb1 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:30:30.981105 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e04d59d1-afb8-4d3b-a43b-4b7bfa30ccb1'] response: {'server_uuid': '204ebe5a-3964-4a27-919b-77cb567dba0a', 'name': 'network-vif-deleted', 'tag': '0727d745-efdd-4928-8413-f105198fd646', 'status': 'completed', 'code': 200} Apr 29 13:30:30.984413 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-bc492d79-c0a3-40af-a476-ab3067081f8d req-ce187d59-3d69-4828-ae66-d1eee47258cf tempest-VolumesNegativeTest-1646240833 tempest-VolumesNegativeTest-1646240833-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=2202f6aba8694ff0a2221e039d634adf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461042 Apr 29 13:30:31.108642 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-52111118-6b13-47d7-9c1e-53b861a9439e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4207c677-3435-46c0-b6cf-36c72361e689', 'name': 'tempest-AttachVolumeTestJSON-2087911582-router', 'tenant_id': '83b6a855b277450186870a3529210025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '82c48137-ef66-4132-bb6d-1c06501fae0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:30Z', 'updated_at': '2022-04-29T13:21:39Z', 'revision_number': 4, 'project_id': '83b6a855b277450186870a3529210025', 'gw_port': {'id': '82c48137-ef66-4132-bb6d-1c06501fae0e', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:66:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4207c677-3435-46c0-b6cf-36c72361e689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:30Z', 'updated_at': '2022-04-29T13:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_interfaces': [{'id': '9a51b6e3-d324-43f5-bf29-86f48503ee2c', 'name': '', 'network_id': 'fc1af930-75bb-4703-ab95-43d130c7c5b4', 'tenant_id': '83b6a855b277450186870a3529210025', 'mac_address': 'fa:16:3e:52:91:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4207c677-3435-46c0-b6cf-36c72361e689', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '77a47b69-c61f-4715-a126-776e82c7238b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:36Z', 'updated_at': '2022-04-29T13:21:48Z', 'revision_number': 5, 'project_id': '83b6a855b277450186870a3529210025', 'subnets': [{'id': '77a47b69-c61f-4715-a126-776e82c7238b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:30:31.136175 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52111118-6b13-47d7-9c1e-53b861a9439e None None] Checking router: 4207c677-3435-46c0-b6cf-36c72361e689 for host: dv-cinder-837699-3-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:30:31.146580 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52111118-6b13-47d7-9c1e-53b861a9439e None None] Routers {'4207c677-3435-46c0-b6cf-36c72361e689'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:30:31.147383 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-52111118-6b13-47d7-9c1e-53b861a9439e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:30:24Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['4207c677-3435-46c0-b6cf-36c72361e689'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:30:31.208313 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-728ff5cc-dac9-4261-ba9a-ca529448716d req-990a1fbb-1b34-49c6-8d58-6d6c76eff40c tempest-VolumesNegativeTest-1646240833 tempest-VolumesNegativeTest-1646240833-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3515bd8-94ee-4fc1-b2ac-d976911e6b97 HTTP/1.1" status: 200 len: 210 time: 0.0344615 Apr 29 13:30:31.283753 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-52111118-6b13-47d7-9c1e-53b861a9439e None None] Set router 4207c677-3435-46c0-b6cf-36c72361e689 gateway port host: dv-cinder-837699-3-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:30:31.515146 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-52111118-6b13-47d7-9c1e-53b861a9439e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4207c677-3435-46c0-b6cf-36c72361e689', 'name': 'tempest-AttachVolumeTestJSON-2087911582-router', 'tenant_id': '83b6a855b277450186870a3529210025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '82c48137-ef66-4132-bb6d-1c06501fae0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:30Z', 'updated_at': '2022-04-29T13:21:39Z', 'revision_number': 4, 'project_id': '83b6a855b277450186870a3529210025', 'gw_port': {'id': '82c48137-ef66-4132-bb6d-1c06501fae0e', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:66:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4207c677-3435-46c0-b6cf-36c72361e689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:30Z', 'updated_at': '2022-04-29T13:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_interfaces': [{'id': '9a51b6e3-d324-43f5-bf29-86f48503ee2c', 'name': '', 'network_id': 'fc1af930-75bb-4703-ab95-43d130c7c5b4', 'tenant_id': '83b6a855b277450186870a3529210025', 'mac_address': 'fa:16:3e:52:91:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4207c677-3435-46c0-b6cf-36c72361e689', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '77a47b69-c61f-4715-a126-776e82c7238b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:36Z', 'updated_at': '2022-04-29T13:21:48Z', 'revision_number': 5, 'project_id': '83b6a855b277450186870a3529210025', 'subnets': [{'id': '77a47b69-c61f-4715-a126-776e82c7238b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:30:31.546247 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52111118-6b13-47d7-9c1e-53b861a9439e None None] The sync data for ids ['4207c677-3435-46c0-b6cf-36c72361e689'] in dv-cinder-837699-3-iscsi is: [{'id': '4207c677-3435-46c0-b6cf-36c72361e689', 'name': 'tempest-AttachVolumeTestJSON-2087911582-router', 'tenant_id': '83b6a855b277450186870a3529210025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '82c48137-ef66-4132-bb6d-1c06501fae0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:30Z', 'updated_at': '2022-04-29T13:21:39Z', 'revision_number': 4, 'project_id': '83b6a855b277450186870a3529210025', 'gw_port': {'id': '82c48137-ef66-4132-bb6d-1c06501fae0e', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:66:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4207c677-3435-46c0-b6cf-36c72361e689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:30Z', 'updated_at': '2022-04-29T13:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_interfaces': [{'id': '9a51b6e3-d324-43f5-bf29-86f48503ee2c', 'name': '', 'network_id': 'fc1af930-75bb-4703-ab95-43d130c7c5b4', 'tenant_id': '83b6a855b277450186870a3529210025', 'mac_address': 'fa:16:3e:52:91:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4207c677-3435-46c0-b6cf-36c72361e689', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '77a47b69-c61f-4715-a126-776e82c7238b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:36Z', 'updated_at': '2022-04-29T13:21:48Z', 'revision_number': 5, 'project_id': '83b6a855b277450186870a3529210025', 'subnets': [{'id': '77a47b69-c61f-4715-a126-776e82c7238b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:30:31.819570 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3f5da6-8acc-447a-83f7-36b8d9192104 None None] New status for floating IP 6602e79d-bd2b-4c07-b09d-744e4e78b69c: DOWN {{(pid=103366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 13:30:31.903115 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 55026) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:30:31.989916 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4d0e4e03-a97c-4153-b205-e0d325794d35 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks [] for security_group (9277d33e-10a4-42d1-9d68-7406368ee816), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:32.016985 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4d0e4e03-a97c-4153-b205-e0d325794d35 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks [] for security_group (9277d33e-10a4-42d1-9d68-7406368ee816), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:32.066958 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4d0e4e03-a97c-4153-b205-e0d325794d35 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (9277d33e-10a4-42d1-9d68-7406368ee816), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:32.069713 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4d0e4e03-a97c-4153-b205-e0d325794d35 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:32.070888 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-4d0e4e03-a97c-4153-b205-e0d325794d35 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "DELETE /v2.0/security-groups/9277d33e-10a4-42d1-9d68-7406368ee816 HTTP/1.1" status: 204 len: 168 time: 0.1655638 Apr 29 13:30:32.074024 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 55028) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:30:32.081025 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0e4e03-a97c-4153-b205-e0d325794d35 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9277d33e-10a4-42d1-9d68-7406368ee816,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:32.088579 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.api.v2.resource [None req-f8cbfa69-8327-4848-9d2a-04bd3bc79eca tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] show failed (client error): The resource could not be found. Apr 29 13:30:32.093863 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-f8cbfa69-8327-4848-9d2a-04bd3bc79eca tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups/9277d33e-10a4-42d1-9d68-7406368ee816 HTTP/1.1" status: 404 len: 347 time: 0.0187531 Apr 29 13:30:32.097014 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 55030) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:30:32.226042 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-45d73c00-8d86-4a70-849e-cad400909f49 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Deleting port 50aed654-b90f-4e65-a306-3338e1c8002b {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:30:32.226450 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-45d73c00-8d86-4a70-849e-cad400909f49 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783156326988'] for port (50aed654-b90f-4e65-a306-3338e1c8002b), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:32.335586 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-ecb5d77d-a304-464b-86cd-dd281a59eaa9 req-d502ecf9-4102-4508-8233-6585b1041e71 tempest-VolumesNegativeTest-1646240833 tempest-VolumesNegativeTest-1646240833-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3515bd8-94ee-4fc1-b2ac-d976911e6b97 HTTP/1.1" status: 200 len: 210 time: 0.0416825 Apr 29 13:30:32.342432 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-45d73c00-8d86-4a70-849e-cad400909f49 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749638'] for port (50aed654-b90f-4e65-a306-3338e1c8002b), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:32.342766 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-45d73c00-8d86-4a70-849e-cad400909f49 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks [] for floatingip (50aed654-b90f-4e65-a306-3338e1c8002b), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:32.369432 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-bc492d79-c0a3-40af-a476-ab3067081f8d req-490e7f9a-2cdd-4dc9-bf58-abbea017d365 tempest-VolumesNegativeTest-1646240833 tempest-VolumesNegativeTest-1646240833-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=2202f6aba8694ff0a2221e039d634adf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311284 Apr 29 13:30:32.391208 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-45d73c00-8d86-4a70-849e-cad400909f49 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Calling delete_port for 50aed654-b90f-4e65-a306-3338e1c8002b owned by network:floatingip {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:30:32.523575 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2caac48f-0bdc-448e-a8c9-fbe722678f83 req-fd3dff34-78e8-460e-8808-d3aa311e4fb6 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=a9f93406-1e9c-464f-9cc8-c00ca879d8e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0572281 Apr 29 13:30:32.540473 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc492d79-c0a3-40af-a476-ab3067081f8d req-1f81d4cf-d881-4bc0-b032-ae8858eecce7 tempest-VolumesNegativeTest-1646240833 tempest-VolumesNegativeTest-1646240833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:30:32.541977 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-bc492d79-c0a3-40af-a476-ab3067081f8d req-1f81d4cf-d881-4bc0-b032-ae8858eecce7 tempest-VolumesNegativeTest-1646240833 tempest-VolumesNegativeTest-1646240833-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1673493 Apr 29 13:30:32.604813 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-45d73c00-8d86-4a70-849e-cad400909f49 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783156333258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783155810407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8537941'] for port (50aed654-b90f-4e65-a306-3338e1c8002b), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:32.628942 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d73c00-8d86-4a70-849e-cad400909f49 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Pushing event deleted for resources: {'Port': ['ID=50aed654-b90f-4e65-a306-3338e1c8002b,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:32.682868 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [req-bc492d79-c0a3-40af-a476-ab3067081f8d req-02b50bae-9b06-44fc-a759-2628febe4d2b tempest-VolumesNegativeTest-1646240833 tempest-VolumesNegativeTest-1646240833-project] Request body: {'port': {'device_id': 'a3515bd8-94ee-4fc1-b2ac-d976911e6b97', 'network_id': 'e2b04404-df33-4dff-bf20-6c97146cd690', 'admin_state_up': True, 'tenant_id': '2202f6aba8694ff0a2221e039d634adf'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:30:32.723139 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-45d73c00-8d86-4a70-849e-cad400909f49 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks [] for floatingip (6602e79d-bd2b-4c07-b09d-744e4e78b69c), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:32.725736 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-45d73c00-8d86-4a70-849e-cad400909f49 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574'] for floatingip (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:32.727688 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-45d73c00-8d86-4a70-849e-cad400909f49 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "DELETE /v2.0/floatingips/6602e79d-bd2b-4c07-b09d-744e4e78b69c HTTP/1.1" status: 204 len: 168 time: 0.6289997 Apr 29 13:30:32.729391 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caac48f-0bdc-448e-a8c9-fbe722678f83 req-58f6209a-4ed4-41e8-89e9-450af01c1a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:30:32.731448 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2caac48f-0bdc-448e-a8c9-fbe722678f83 req-58f6209a-4ed4-41e8-89e9-450af01c1a3a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1e7f22083aa84571b6efb751abd2b537&device_id=a9f93406-1e9c-464f-9cc8-c00ca879d8e8 HTTP/1.1" status: 200 len: 1130 time: 0.0532527 Apr 29 13:30:32.828512 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc492d79-c0a3-40af-a476-ab3067081f8d req-02b50bae-9b06-44fc-a759-2628febe4d2b tempest-VolumesNegativeTest-1646240833 tempest-VolumesNegativeTest-1646240833-project] Made reservation on behalf of 2202f6aba8694ff0a2221e039d634adf for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:30:32.831866 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-bc492d79-c0a3-40af-a476-ab3067081f8d req-02b50bae-9b06-44fc-a759-2628febe4d2b tempest-VolumesNegativeTest-1646240833 tempest-VolumesNegativeTest-1646240833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:32.840714 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-bc492d79-c0a3-40af-a476-ab3067081f8d req-02b50bae-9b06-44fc-a759-2628febe4d2b tempest-VolumesNegativeTest-1646240833 tempest-VolumesNegativeTest-1646240833-project] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:32.869952 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caac48f-0bdc-448e-a8c9-fbe722678f83 req-b75f1a86-c203-4a3e-9130-b6dd7b933513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:30:32.871547 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2caac48f-0bdc-448e-a8c9-fbe722678f83 req-b75f1a86-c203-4a3e-9130-b6dd7b933513 service neutron] 10.222.0.75 "GET /v2.0/networks?id=8f33b954-1f3c-43fa-a8bf-3eab44702663 HTTP/1.1" status: 200 len: 915 time: 0.1165206 Apr 29 13:30:32.925765 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-bc492d79-c0a3-40af-a476-ab3067081f8d req-02b50bae-9b06-44fc-a759-2628febe4d2b tempest-VolumesNegativeTest-1646240833 tempest-VolumesNegativeTest-1646240833-project] Publish callbacks [] for security_group (60543839-c95b-464f-9f20-b446da1e7866), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:32.930326 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-bc492d79-c0a3-40af-a476-ab3067081f8d req-02b50bae-9b06-44fc-a759-2628febe4d2b tempest-VolumesNegativeTest-1646240833 tempest-VolumesNegativeTest-1646240833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (60543839-c95b-464f-9f20-b446da1e7866), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:32.946756 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2caac48f-0bdc-448e-a8c9-fbe722678f83 req-690b3b96-2df0-49b0-bcd2-ec6c4b275fc7 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26abc68b-e4fd-4b3a-b8c5-41206b234e3e HTTP/1.1" status: 200 len: 1002 time: 0.0675426 Apr 29 13:30:32.992231 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b50bae-9b06-44fc-a759-2628febe4d2b tempest-VolumesNegativeTest-1646240833 tempest-VolumesNegativeTest-1646240833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60543839-c95b-464f-9f20-b446da1e7866,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:33.002888 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caac48f-0bdc-448e-a8c9-fbe722678f83 req-3b3fc398-8c7e-40d0-8a46-5735b8cd3886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:30:33.006100 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2caac48f-0bdc-448e-a8c9-fbe722678f83 req-3b3fc398-8c7e-40d0-8a46-5735b8cd3886 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9f59e443-3db1-41f0-85e9-12ea320207b5 HTTP/1.1" status: 200 len: 853 time: 0.0527363 Apr 29 13:30:33.054282 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caac48f-0bdc-448e-a8c9-fbe722678f83 req-da96ce55-6d40-4b87-93fb-a4b25bd6c0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:30:33.055940 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2caac48f-0bdc-448e-a8c9-fbe722678f83 req-da96ce55-6d40-4b87-93fb-a4b25bd6c0d0 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8f33b954-1f3c-43fa-a8bf-3eab44702663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439658 Apr 29 13:30:33.080194 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-bc492d79-c0a3-40af-a476-ab3067081f8d req-02b50bae-9b06-44fc-a759-2628febe4d2b tempest-VolumesNegativeTest-1646240833 tempest-VolumesNegativeTest-1646240833-project] Allocated IP 192.168.233.150 (e2b04404-df33-4dff-bf20-6c97146cd690/39461abe-9780-4716-976a-a5e0a83f6bb5/0053f0e1-202f-4097-8f7b-3df4976282cd) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:30:33.094006 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 55040) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:30:33.100541 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-893b0247-5341-4e21-8d0d-08dd9d2a0ebc tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Request body: {'security_group': {'name': 'tempest-securitygroup--502726066', 'description': 'tempest-description--1048266735'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:30:33.163592 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-893b0247-5341-4e21-8d0d-08dd9d2a0ebc tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:33.183074 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2caac48f-0bdc-448e-a8c9-fbe722678f83 req-5ef85b1d-f86a-4d8c-90ea-781e34cd51e4 service neutron] 10.222.0.75 "GET /v2.0/networks/8f33b954-1f3c-43fa-a8bf-3eab44702663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207883 Apr 29 13:30:33.242105 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-bc492d79-c0a3-40af-a476-ab3067081f8d req-02b50bae-9b06-44fc-a759-2628febe4d2b tempest-VolumesNegativeTest-1646240833 tempest-VolumesNegativeTest-1646240833-project] Publish callbacks [] for port (0053f0e1-202f-4097-8f7b-3df4976282cd), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:33.279850 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-bc492d79-c0a3-40af-a476-ab3067081f8d req-02b50bae-9b06-44fc-a759-2628febe4d2b tempest-VolumesNegativeTest-1646240833 tempest-VolumesNegativeTest-1646240833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783155810398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9127861'] for port (0053f0e1-202f-4097-8f7b-3df4976282cd), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:33.315027 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-893b0247-5341-4e21-8d0d-08dd9d2a0ebc tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks [] for security_group (3c5dfc43-e644-4651-9e87-6dc8433255fb), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:33.319304 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2caac48f-0bdc-448e-a8c9-fbe722678f83 req-02a230fc-a3ad-4f5d-8a41-cf0d24838cba service neutron] 10.222.0.75 "GET /v2.0/networks/8f33b954-1f3c-43fa-a8bf-3eab44702663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293290 Apr 29 13:30:33.320491 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-893b0247-5341-4e21-8d0d-08dd9d2a0ebc tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (3c5dfc43-e644-4651-9e87-6dc8433255fb), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:33.322736 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc492d79-c0a3-40af-a476-ab3067081f8d req-02b50bae-9b06-44fc-a759-2628febe4d2b tempest-VolumesNegativeTest-1646240833 tempest-VolumesNegativeTest-1646240833-project] Network e2b04404-df33-4dff-bf20-6c97146cd690 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:30:33.326177 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-bc492d79-c0a3-40af-a476-ab3067081f8d req-02b50bae-9b06-44fc-a759-2628febe4d2b tempest-VolumesNegativeTest-1646240833 tempest-VolumesNegativeTest-1646240833-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:30:33.332180 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc492d79-c0a3-40af-a476-ab3067081f8d req-02b50bae-9b06-44fc-a759-2628febe4d2b tempest-VolumesNegativeTest-1646240833 tempest-VolumesNegativeTest-1646240833-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:30:33.357524 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-893b0247-5341-4e21-8d0d-08dd9d2a0ebc tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:33.358761 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-893b0247-5341-4e21-8d0d-08dd9d2a0ebc tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2636271 Apr 29 13:30:33.361021 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b0247-5341-4e21-8d0d-08dd9d2a0ebc tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c5dfc43-e644-4651-9e87-6dc8433255fb,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:33.362963 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 55044) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:30:33.367670 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-2a91fc91-aec7-4991-b9bf-a40396d76f7f tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Request body: {'security_group_rule': {'security_group_id': '3c5dfc43-e644-4651-9e87-6dc8433255fb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:30:33.395936 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc492d79-c0a3-40af-a476-ab3067081f8d req-02b50bae-9b06-44fc-a759-2628febe4d2b tempest-VolumesNegativeTest-1646240833 tempest-VolumesNegativeTest-1646240833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:30:33.396599 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-bc492d79-c0a3-40af-a476-ab3067081f8d req-02b50bae-9b06-44fc-a759-2628febe4d2b tempest-VolumesNegativeTest-1646240833 tempest-VolumesNegativeTest-1646240833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:33.397730 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2a91fc91-aec7-4991-b9bf-a40396d76f7f tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks [] for security_group_rule (0abc56a5-0cae-4115-811e-e08ecda86a46), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:33.410153 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b50bae-9b06-44fc-a759-2628febe4d2b tempest-VolumesNegativeTest-1646240833 tempest-VolumesNegativeTest-1646240833-project] Pushing event updated for resources: {'Port': ['ID=0053f0e1-202f-4097-8f7b-3df4976282cd,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:33.422144 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-bc492d79-c0a3-40af-a476-ab3067081f8d req-02b50bae-9b06-44fc-a759-2628febe4d2b tempest-VolumesNegativeTest-1646240833 tempest-VolumesNegativeTest-1646240833-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7437212 Apr 29 13:30:33.467172 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [req-bc492d79-c0a3-40af-a476-ab3067081f8d req-560ec939-d3b5-46b2-8d34-2cb69d7b09e2 service neutron] Request body: {'port': {'device_id': 'a3515bd8-94ee-4fc1-b2ac-d976911e6b97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83769'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:30:33.468222 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2a91fc91-aec7-4991-b9bf-a40396d76f7f tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks [] for security_group_rule (0abc56a5-0cae-4115-811e-e08ecda86a46), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:33.473053 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2a91fc91-aec7-4991-b9bf-a40396d76f7f tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773016'] for security_group_rule (0abc56a5-0cae-4115-811e-e08ecda86a46), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:33.501709 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2a91fc91-aec7-4991-b9bf-a40396d76f7f tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:33.503021 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-2a91fc91-aec7-4991-b9bf-a40396d76f7f tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1391668 Apr 29 13:30:33.504110 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a91fc91-aec7-4991-b9bf-a40396d76f7f tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0abc56a5-0cae-4115-811e-e08ecda86a46,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:33.508259 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 55046) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:30:33.512979 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-67d78f58-8068-47c3-aeaf-fe38c92c87b5 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Request body: {'security_group_rule': {'security_group_id': '3c5dfc43-e644-4651-9e87-6dc8433255fb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:30:33.517027 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11419716-2db7-4c83-9588-8c3aa53c4f25 req-a79d0101-5d9a-459f-b82e-531f7ec395e3 tempest-VolumesNegativeTest-1646240833 tempest-VolumesNegativeTest-1646240833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:30:33.518356 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-11419716-2db7-4c83-9588-8c3aa53c4f25 req-a79d0101-5d9a-459f-b82e-531f7ec395e3 tempest-VolumesNegativeTest-1646240833 tempest-VolumesNegativeTest-1646240833-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3515bd8-94ee-4fc1-b2ac-d976911e6b97 HTTP/1.1" status: 200 len: 936 time: 0.0893428 Apr 29 13:30:33.546464 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-67d78f58-8068-47c3-aeaf-fe38c92c87b5 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks [] for security_group_rule (d37af5fe-4419-4079-8f30-48acd3afdb2b), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:33.591901 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-bc492d79-c0a3-40af-a476-ab3067081f8d req-560ec939-d3b5-46b2-8d34-2cb69d7b09e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (0053f0e1-202f-4097-8f7b-3df4976282cd), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:33.597810 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-11419716-2db7-4c83-9588-8c3aa53c4f25 req-402dfdef-3ee8-4a34-8425-8dde93c90309 tempest-VolumesNegativeTest-1646240833 tempest-VolumesNegativeTest-1646240833-project] 10.222.0.11 "GET /v2.0/security-groups?id=60543839-c95b-464f-9f20-b446da1e7866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737371 Apr 29 13:30:33.609345 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-67d78f58-8068-47c3-aeaf-fe38c92c87b5 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks [] for security_group_rule (d37af5fe-4419-4079-8f30-48acd3afdb2b), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:33.620427 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-67d78f58-8068-47c3-aeaf-fe38c92c87b5 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773016'] for security_group_rule (d37af5fe-4419-4079-8f30-48acd3afdb2b), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:33.638639 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d78f58-8068-47c3-aeaf-fe38c92c87b5 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d37af5fe-4419-4079-8f30-48acd3afdb2b,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:33.647748 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-67d78f58-8068-47c3-aeaf-fe38c92c87b5 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:33.649622 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-67d78f58-8068-47c3-aeaf-fe38c92c87b5 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1405525 Apr 29 13:30:33.653806 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 55048) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:30:33.658956 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-963a6e31-f8ef-4c44-b86d-7e8e957af804 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Request body: {'floatingip': {'floating_network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:30:33.670229 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-75631ab2-0d4c-45ab-871c-2674b645ff30 None None] Provisioning complete for port 0053f0e1-202f-4097-8f7b-3df4976282cd triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:30:33.671438 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75631ab2-0d4c-45ab-871c-2674b645ff30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (0053f0e1-202f-4097-8f7b-3df4976282cd), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:33.682241 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-963a6e31-f8ef-4c44-b86d-7e8e957af804 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:33.708337 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-75631ab2-0d4c-45ab-871c-2674b645ff30 None None] Port 0053f0e1-202f-4097-8f7b-3df4976282cd cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 13:30:33.781688 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-963a6e31-f8ef-4c44-b86d-7e8e957af804 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:33.873807 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [req-bc492d79-c0a3-40af-a476-ab3067081f8d req-560ec939-d3b5-46b2-8d34-2cb69d7b09e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0053f0e1-202f-4097-8f7b-3df4976282cd {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:30:33.881885 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-bc492d79-c0a3-40af-a476-ab3067081f8d req-560ec939-d3b5-46b2-8d34-2cb69d7b09e2 service neutron] Publish callbacks [] for port (0053f0e1-202f-4097-8f7b-3df4976282cd), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:33.892963 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-963a6e31-f8ef-4c44-b86d-7e8e957af804 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Allocated IP 172.27.0.211 (754f8d77-c1fb-438d-9dec-eec91b4433a5/8519c0fa-1b1c-41ff-b70f-9433c7b7bb38/c7f0252c-f593-4847-9f17-402259932e3d) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:30:33.897387 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-bc492d79-c0a3-40af-a476-ab3067081f8d req-560ec939-d3b5-46b2-8d34-2cb69d7b09e2 service neutron] Transition to ACTIVE for port object 0053f0e1-202f-4097-8f7b-3df4976282cd will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 13:30:33.902081 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-bc492d79-c0a3-40af-a476-ab3067081f8d req-560ec939-d3b5-46b2-8d34-2cb69d7b09e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9127854'] for port (0053f0e1-202f-4097-8f7b-3df4976282cd), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:34.032933 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560ec939-d3b5-46b2-8d34-2cb69d7b09e2 service neutron] Pushing event updated for resources: {'Port': ['ID=0053f0e1-202f-4097-8f7b-3df4976282cd,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:34.035852 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-963a6e31-f8ef-4c44-b86d-7e8e957af804 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks [] for port (c7f0252c-f593-4847-9f17-402259932e3d), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:34.073895 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-bc492d79-c0a3-40af-a476-ab3067081f8d req-560ec939-d3b5-46b2-8d34-2cb69d7b09e2 service neutron] Attempting to bind port 0053f0e1-202f-4097-8f7b-3df4976282cd on host hv-cinder-83769 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:30:34.074335 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-bc492d79-c0a3-40af-a476-ab3067081f8d req-560ec939-d3b5-46b2-8d34-2cb69d7b09e2 service neutron] Attempting to bind port 0053f0e1-202f-4097-8f7b-3df4976282cd by drivers openvswitch,hyperv on host hv-cinder-83769 at level 0 using segments [{'id': 'cbe6ccf1-0af0-47d2-bcb0-007d16aaaebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'e2b04404-df33-4dff-bf20-6c97146cd690'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:30:34.074577 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc492d79-c0a3-40af-a476-ab3067081f8d req-560ec939-d3b5-46b2-8d34-2cb69d7b09e2 service neutron] Attempting to bind port 0053f0e1-202f-4097-8f7b-3df4976282cd on network e2b04404-df33-4dff-bf20-6c97146cd690 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:30:34.075904 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-963a6e31-f8ef-4c44-b86d-7e8e957af804 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783155810398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8537941'] for port (c7f0252c-f593-4847-9f17-402259932e3d), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:34.079959 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc492d79-c0a3-40af-a476-ab3067081f8d req-560ec939-d3b5-46b2-8d34-2cb69d7b09e2 service neutron] Port 0053f0e1-202f-4097-8f7b-3df4976282cd on network e2b04404-df33-4dff-bf20-6c97146cd690 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83769 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 13:30:34.080303 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc492d79-c0a3-40af-a476-ab3067081f8d req-560ec939-d3b5-46b2-8d34-2cb69d7b09e2 service neutron] Attempting to bind port 0053f0e1-202f-4097-8f7b-3df4976282cd on network e2b04404-df33-4dff-bf20-6c97146cd690 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:30:34.089917 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc492d79-c0a3-40af-a476-ab3067081f8d req-560ec939-d3b5-46b2-8d34-2cb69d7b09e2 service neutron] Checking agent: {'id': '477bd1e1-70d7-4a7b-b37c-5892af57f2e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83769', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 19, 28), 'started_at': datetime.datetime(2022, 4, 29, 13, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:30:34.090355 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc492d79-c0a3-40af-a476-ab3067081f8d req-560ec939-d3b5-46b2-8d34-2cb69d7b09e2 service neutron] Checking segment: {'id': 'cbe6ccf1-0af0-47d2-bcb0-007d16aaaebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'e2b04404-df33-4dff-bf20-6c97146cd690'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:30:34.090802 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc492d79-c0a3-40af-a476-ab3067081f8d req-560ec939-d3b5-46b2-8d34-2cb69d7b09e2 service neutron] Bound using segment: {'id': 'cbe6ccf1-0af0-47d2-bcb0-007d16aaaebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'e2b04404-df33-4dff-bf20-6c97146cd690'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:30:34.091356 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-bc492d79-c0a3-40af-a476-ab3067081f8d req-560ec939-d3b5-46b2-8d34-2cb69d7b09e2 service neutron] Bound port: 0053f0e1-202f-4097-8f7b-3df4976282cd, host: hv-cinder-83769, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbe6ccf1-0af0-47d2-bcb0-007d16aaaebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'e2b04404-df33-4dff-bf20-6c97146cd690'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:30:34.091728 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-bc492d79-c0a3-40af-a476-ab3067081f8d req-560ec939-d3b5-46b2-8d34-2cb69d7b09e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (0053f0e1-202f-4097-8f7b-3df4976282cd), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:34.118309 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963a6e31-f8ef-4c44-b86d-7e8e957af804 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Network 754f8d77-c1fb-438d-9dec-eec91b4433a5 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:30:34.123774 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-963a6e31-f8ef-4c44-b86d-7e8e957af804 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:30:34.127856 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963a6e31-f8ef-4c44-b86d-7e8e957af804 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:30:34.153971 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963a6e31-f8ef-4c44-b86d-7e8e957af804 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Pushing event updated for resources: {'Port': ['ID=c7f0252c-f593-4847-9f17-402259932e3d,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:34.167147 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-bc492d79-c0a3-40af-a476-ab3067081f8d req-560ec939-d3b5-46b2-8d34-2cb69d7b09e2 service neutron] For port 0053f0e1-202f-4097-8f7b-3df4976282cd, host hv-cinder-83769, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:30:34.170354 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-bc492d79-c0a3-40af-a476-ab3067081f8d req-560ec939-d3b5-46b2-8d34-2cb69d7b09e2 service neutron] For port 0053f0e1-202f-4097-8f7b-3df4976282cd, host hv-cinder-83769, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=0053f0e1-202f-4097-8f7b-3df4976282cd,segment=NetworkSegment(cbe6ccf1-0af0-47d2-bcb0-007d16aaaebc),segment_id=cbe6ccf1-0af0-47d2-bcb0-007d16aaaebc)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:30:34.176910 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-bc492d79-c0a3-40af-a476-ab3067081f8d req-560ec939-d3b5-46b2-8d34-2cb69d7b09e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9127854'] for port (0053f0e1-202f-4097-8f7b-3df4976282cd), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:34.213168 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc492d79-c0a3-40af-a476-ab3067081f8d req-560ec939-d3b5-46b2-8d34-2cb69d7b09e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:30:34.213799 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-bc492d79-c0a3-40af-a476-ab3067081f8d req-560ec939-d3b5-46b2-8d34-2cb69d7b09e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:34.215463 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-bc492d79-c0a3-40af-a476-ab3067081f8d req-560ec939-d3b5-46b2-8d34-2cb69d7b09e2 service neutron] 10.222.0.75 "PUT /v2.0/ports/0053f0e1-202f-4097-8f7b-3df4976282cd HTTP/1.1" status: 200 len: 1098 time: 0.7755594 Apr 29 13:30:34.217978 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3515bd8-94ee-4fc1-b2ac-d976911e6b97', 'tag': '0053f0e1-202f-4097-8f7b-3df4976282cd'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:30:34.220122 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ba167d508349ed0cdfb80239bd9ae2522ecb2b1d56ec89f6128388f9fbd08d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb70013-4d68-4963-9bfc-7d7a26816ee1" -d '{"events": [{"name": "network-changed", "server_uuid": "a3515bd8-94ee-4fc1-b2ac-d976911e6b97", "tag": "0053f0e1-202f-4097-8f7b-3df4976282cd"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:30:34.223360 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-963a6e31-f8ef-4c44-b86d-7e8e957af804 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks [] for floatingip (3f99983d-8f7c-4eea-93c6-3f7472ce53fc), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:34.254231 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560ec939-d3b5-46b2-8d34-2cb69d7b09e2 service neutron] Pushing event updated for resources: {'Port': ['ID=0053f0e1-202f-4097-8f7b-3df4976282cd,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:34.297943 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-963a6e31-f8ef-4c44-b86d-7e8e957af804 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (c7f0252c-f593-4847-9f17-402259932e3d), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:34.313150 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4328c43-6c8c-48d8-bc83-258a312b68e5 x-openstack-request-id: req-c4328c43-6c8c-48d8-bc83-258a312b68e5 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:30:34.313715 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3515bd8-94ee-4fc1-b2ac-d976911e6b97", "tag": "0053f0e1-202f-4097-8f7b-3df4976282cd", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:30:34.314136 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c4328c43-6c8c-48d8-bc83-258a312b68e5 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:30:34.314703 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4328c43-6c8c-48d8-bc83-258a312b68e5'] response: {'name': 'network-changed', 'server_uuid': 'a3515bd8-94ee-4fc1-b2ac-d976911e6b97', 'tag': '0053f0e1-202f-4097-8f7b-3df4976282cd', 'status': 'completed', 'code': 200} Apr 29 13:30:34.328839 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc492d79-c0a3-40af-a476-ab3067081f8d req-af639c2d-84eb-4e14-b29f-2b8cfa4b9a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:30:34.330469 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-bc492d79-c0a3-40af-a476-ab3067081f8d req-af639c2d-84eb-4e14-b29f-2b8cfa4b9a41 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2202f6aba8694ff0a2221e039d634adf&device_id=a3515bd8-94ee-4fc1-b2ac-d976911e6b97 HTTP/1.1" status: 200 len: 1132 time: 0.0525088 Apr 29 13:30:34.465767 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-963a6e31-f8ef-4c44-b86d-7e8e957af804 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks [] for port (c7f0252c-f593-4847-9f17-402259932e3d), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:34.470624 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-963a6e31-f8ef-4c44-b86d-7e8e957af804 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8537934'] for port (c7f0252c-f593-4847-9f17-402259932e3d), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:34.535335 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963a6e31-f8ef-4c44-b86d-7e8e957af804 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Pushing event updated for resources: {'Port': ['ID=c7f0252c-f593-4847-9f17-402259932e3d,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:34.549266 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-963a6e31-f8ef-4c44-b86d-7e8e957af804 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706107'] for floatingip (3f99983d-8f7c-4eea-93c6-3f7472ce53fc), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:34.567900 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-963a6e31-f8ef-4c44-b86d-7e8e957af804 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574'] for floatingip (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:34.575937 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-963a6e31-f8ef-4c44-b86d-7e8e957af804 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9204950 Apr 29 13:30:34.594052 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-bc492d79-c0a3-40af-a476-ab3067081f8d req-aebc03e3-a1d6-45ed-84a9-8f5774840f3f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=0053f0e1-202f-4097-8f7b-3df4976282cd HTTP/1.1" status: 200 len: 217 time: 0.0414646 Apr 29 13:30:34.654436 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc492d79-c0a3-40af-a476-ab3067081f8d req-4c2b077b-c702-4511-8b28-53d6e2fab9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:30:34.656146 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-bc492d79-c0a3-40af-a476-ab3067081f8d req-4c2b077b-c702-4511-8b28-53d6e2fab9ae service neutron] 10.222.0.75 "GET /v2.0/subnets?id=39461abe-9780-4716-976a-a5e0a83f6bb5 HTTP/1.1" status: 200 len: 843 time: 0.0555928 Apr 29 13:30:34.751500 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac2567-4368-49fb-89e4-ea6a2866e6fe req-6b10ec8c-dcc1-44ff-b5c8-b32c291caee6 tempest-VolumesNegativeTest-1646240833 tempest-VolumesNegativeTest-1646240833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:30:34.753062 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-cbac2567-4368-49fb-89e4-ea6a2866e6fe req-6b10ec8c-dcc1-44ff-b5c8-b32c291caee6 tempest-VolumesNegativeTest-1646240833 tempest-VolumesNegativeTest-1646240833-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3515bd8-94ee-4fc1-b2ac-d976911e6b97 HTTP/1.1" status: 200 len: 948 time: 0.0780523 Apr 29 13:30:34.756953 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc492d79-c0a3-40af-a476-ab3067081f8d req-16e8d012-21a9-49d9-b1ed-6b20c1a315e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:30:34.758978 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-bc492d79-c0a3-40af-a476-ab3067081f8d req-16e8d012-21a9-49d9-b1ed-6b20c1a315e1 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e2b04404-df33-4dff-bf20-6c97146cd690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0736570 Apr 29 13:30:34.787889 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-474daf23-972d-475a-b298-07b92fa97885 req-87e91d39-99a2-4b08-b638-dec676d0ecb1 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--502726066&fields=id&tenant_id=83b6a855b277450186870a3529210025 HTTP/1.1" status: 200 len: 267 time: 0.0468547 Apr 29 13:30:34.817087 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-cbac2567-4368-49fb-89e4-ea6a2866e6fe req-7861a037-0884-4e32-b6a6-391f7fb70b58 tempest-VolumesNegativeTest-1646240833 tempest-VolumesNegativeTest-1646240833-project] 10.222.0.11 "GET /v2.0/security-groups?id=60543839-c95b-464f-9f20-b446da1e7866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512605 Apr 29 13:30:34.903797 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474daf23-972d-475a-b298-07b92fa97885 req-29033942-8f2d-49ef-be21-1c703413371d tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:30:34.905217 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-474daf23-972d-475a-b298-07b92fa97885 req-29033942-8f2d-49ef-be21-1c703413371d tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/networks?id=fc1af930-75bb-4703-ab95-43d130c7c5b4 HTTP/1.1" status: 200 len: 811 time: 0.1104465 Apr 29 13:30:34.923591 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-474daf23-972d-475a-b298-07b92fa97885 req-d8357697-e1bf-45a4-a832-576bfca79a11 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/quotas/83b6a855b277450186870a3529210025 HTTP/1.1" status: 200 len: 375 time: 0.0125389 Apr 29 13:30:34.974685 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-474daf23-972d-475a-b298-07b92fa97885 req-2579b180-cb0d-461d-8e14-87f4244c3282 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=83b6a855b277450186870a3529210025&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453308 Apr 29 13:30:35.008381 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-bc492d79-c0a3-40af-a476-ab3067081f8d req-37bce7d4-d9df-4696-b148-5a9e43ba78c7 service neutron] 10.222.0.75 "GET /v2.0/networks/e2b04404-df33-4dff-bf20-6c97146cd690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887620 Apr 29 13:30:35.074780 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-474daf23-972d-475a-b298-07b92fa97885 req-c504f00d-b952-4145-b893-0388927fc4c3 service neutron] 10.222.0.11 "GET /v2.0/networks/fc1af930-75bb-4703-ab95-43d130c7c5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874321 Apr 29 13:30:35.087275 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device 0727d745-efdd-4928-8413-f105198fd646 no longer exists at agent hyperv_hv-cinder-83769 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:30:35.105901 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-bc492d79-c0a3-40af-a476-ab3067081f8d req-8f70fbe7-00ac-40af-a889-101cccb98f02 service neutron] 10.222.0.75 "GET /v2.0/networks/e2b04404-df33-4dff-bf20-6c97146cd690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919962 Apr 29 13:30:35.108027 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] No Port match for: 0727d745-efdd-4928-8413-f105198fd646 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:30:35.108373 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device 0727d745-efdd-4928-8413-f105198fd646 not bound to the agent host hv-cinder-83769 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:30:35.168187 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-474daf23-972d-475a-b298-07b92fa97885 req-c357d4f9-b9a1-4337-8366-4eabb70337f3 service neutron] 10.222.0.11 "GET /v2.0/networks/fc1af930-75bb-4703-ab95-43d130c7c5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874891 Apr 29 13:30:35.332195 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7faa6b03-ed2d-4b61-bd79-12ebed48006e req-0d60761c-d597-4a15-94fc-5193de16943f tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=09737eb4-e1f2-4d38-abb9-51795b5e9e66 HTTP/1.1" status: 200 len: 210 time: 0.0283492 Apr 29 13:30:35.935022 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c02cb6d-920e-4d57-8c6a-5d09aa75dfec req-b6711d3e-ac28-4642-8ebc-98a81621e484 tempest-VolumesNegativeTest-1646240833 tempest-VolumesNegativeTest-1646240833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:30:35.936515 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0c02cb6d-920e-4d57-8c6a-5d09aa75dfec req-b6711d3e-ac28-4642-8ebc-98a81621e484 tempest-VolumesNegativeTest-1646240833 tempest-VolumesNegativeTest-1646240833-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3515bd8-94ee-4fc1-b2ac-d976911e6b97 HTTP/1.1" status: 200 len: 948 time: 0.0517414 Apr 29 13:30:35.983755 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0c02cb6d-920e-4d57-8c6a-5d09aa75dfec req-86d31c79-7e30-4984-944e-a859a23603c5 tempest-VolumesNegativeTest-1646240833 tempest-VolumesNegativeTest-1646240833-project] 10.222.0.11 "GET /v2.0/security-groups?id=60543839-c95b-464f-9f20-b446da1e7866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416937 Apr 29 13:30:36.429049 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-d9227959-c946-4b3f-b88c-bda0a39e8f10 req-37cf26be-d456-4b05-8fc3-ec673267e0ab tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=09737eb4-e1f2-4d38-abb9-51795b5e9e66 HTTP/1.1" status: 200 len: 210 time: 0.0280449 Apr 29 13:30:37.099771 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5247085-5a60-49b5-a0b5-87edc487b70a req-24217954-d020-49a2-bee3-fb4e1e04d1d8 tempest-VolumesNegativeTest-1646240833 tempest-VolumesNegativeTest-1646240833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:30:37.101298 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b5247085-5a60-49b5-a0b5-87edc487b70a req-24217954-d020-49a2-bee3-fb4e1e04d1d8 tempest-VolumesNegativeTest-1646240833 tempest-VolumesNegativeTest-1646240833-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3515bd8-94ee-4fc1-b2ac-d976911e6b97 HTTP/1.1" status: 200 len: 948 time: 0.0478487 Apr 29 13:30:37.148182 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b5247085-5a60-49b5-a0b5-87edc487b70a req-f86e379b-25f1-4233-8980-23af3163a032 tempest-VolumesNegativeTest-1646240833 tempest-VolumesNegativeTest-1646240833-project] 10.222.0.11 "GET /v2.0/security-groups?id=60543839-c95b-464f-9f20-b446da1e7866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409136 Apr 29 13:30:37.524674 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-18b8148e-6b79-4a57-adde-c311516e07f8 req-b9e71282-5f44-4362-9440-523670a031bf tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=09737eb4-e1f2-4d38-abb9-51795b5e9e66 HTTP/1.1" status: 200 len: 210 time: 0.0280414 Apr 29 13:30:38.156121 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb70013-4d68-4963-9bfc-7d7a26816ee1 req-ef59a25c-d9bc-41e1-9eac-f5949c66cc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:30:38.157674 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-0bb70013-4d68-4963-9bfc-7d7a26816ee1 req-ef59a25c-d9bc-41e1-9eac-f5949c66cc24 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2202f6aba8694ff0a2221e039d634adf&device_id=a3515bd8-94ee-4fc1-b2ac-d976911e6b97 HTTP/1.1" status: 200 len: 1132 time: 0.0424612 Apr 29 13:30:38.263841 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb70013-4d68-4963-9bfc-7d7a26816ee1 req-0ca0dd75-44fa-48da-b185-b882dcb10cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:30:38.265337 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-0bb70013-4d68-4963-9bfc-7d7a26816ee1 req-0ca0dd75-44fa-48da-b185-b882dcb10cc0 service neutron] 10.222.0.75 "GET /v2.0/networks?id=e2b04404-df33-4dff-bf20-6c97146cd690 HTTP/1.1" status: 200 len: 870 time: 0.0998449 Apr 29 13:30:38.279642 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddeeb98-d87d-45f5-a493-4b541c1231dd req-c85a7211-8602-4bef-8557-aeb38ceb6b8f tempest-VolumesNegativeTest-1646240833 tempest-VolumesNegativeTest-1646240833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:30:38.281246 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8ddeeb98-d87d-45f5-a493-4b541c1231dd req-c85a7211-8602-4bef-8557-aeb38ceb6b8f tempest-VolumesNegativeTest-1646240833 tempest-VolumesNegativeTest-1646240833-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3515bd8-94ee-4fc1-b2ac-d976911e6b97 HTTP/1.1" status: 200 len: 948 time: 0.0531583 Apr 29 13:30:38.312460 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-0bb70013-4d68-4963-9bfc-7d7a26816ee1 req-d195506c-403b-40a8-a737-110e7463cb1b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=0053f0e1-202f-4097-8f7b-3df4976282cd HTTP/1.1" status: 200 len: 217 time: 0.0397849 Apr 29 13:30:38.341069 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8ddeeb98-d87d-45f5-a493-4b541c1231dd req-4363005a-810c-4150-8555-9c2ac62335b8 tempest-VolumesNegativeTest-1646240833 tempest-VolumesNegativeTest-1646240833-project] 10.222.0.11 "GET /v2.0/security-groups?id=60543839-c95b-464f-9f20-b446da1e7866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523655 Apr 29 13:30:38.379170 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb70013-4d68-4963-9bfc-7d7a26816ee1 req-24283817-302a-4bfe-ac53-4f8cd1b20bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:30:38.380630 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-0bb70013-4d68-4963-9bfc-7d7a26816ee1 req-24283817-302a-4bfe-ac53-4f8cd1b20bcc service neutron] 10.222.0.75 "GET /v2.0/subnets?id=39461abe-9780-4716-976a-a5e0a83f6bb5 HTTP/1.1" status: 200 len: 843 time: 0.0628667 Apr 29 13:30:38.629931 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-b58ff4a9-fc71-4b59-8516-6984898572f4 req-97c257b7-c06e-4649-ba01-6f8cc3e3d71c tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=09737eb4-e1f2-4d38-abb9-51795b5e9e66 HTTP/1.1" status: 200 len: 210 time: 0.0378451 Apr 29 13:30:38.658852 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb70013-4d68-4963-9bfc-7d7a26816ee1 req-5751fe32-c7e7-4340-9d63-e0b4ff5e8b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:30:38.660391 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-0bb70013-4d68-4963-9bfc-7d7a26816ee1 req-5751fe32-c7e7-4340-9d63-e0b4ff5e8b9f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e2b04404-df33-4dff-bf20-6c97146cd690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0665395 Apr 29 13:30:38.761486 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-0bb70013-4d68-4963-9bfc-7d7a26816ee1 req-4433f4bd-cfb7-4dd1-8f93-bda265aff8f0 service neutron] 10.222.0.75 "GET /v2.0/networks/e2b04404-df33-4dff-bf20-6c97146cd690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943987 Apr 29 13:30:38.826559 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474daf23-972d-475a-b298-07b92fa97885 req-2313aeec-ae38-47ad-863d-5d229691c6c3 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:30:38.828180 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-474daf23-972d-475a-b298-07b92fa97885 req-2313aeec-ae38-47ad-863d-5d229691c6c3 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.75 "GET /v2.0/networks?id=fc1af930-75bb-4703-ab95-43d130c7c5b4 HTTP/1.1" status: 200 len: 811 time: 0.1153970 Apr 29 13:30:38.902199 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-474daf23-972d-475a-b298-07b92fa97885 req-482b0757-3d57-4e95-9f76-5a86b0a0effc tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83b6a855b277450186870a3529210025 HTTP/1.1" status: 200 len: 379 time: 0.0591524 Apr 29 13:30:38.911104 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [req-474daf23-972d-475a-b298-07b92fa97885 req-3b97a2c7-11b5-4e7f-a827-5de2145d764f tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Request body: {'port': {'device_id': '09737eb4-e1f2-4d38-abb9-51795b5e9e66', 'network_id': 'fc1af930-75bb-4703-ab95-43d130c7c5b4', 'admin_state_up': True, 'tenant_id': '83b6a855b277450186870a3529210025', 'security_groups': ['3c5dfc43-e644-4651-9e87-6dc8433255fb']}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:30:39.031142 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-474daf23-972d-475a-b298-07b92fa97885 req-3b97a2c7-11b5-4e7f-a827-5de2145d764f tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Made reservation on behalf of 83b6a855b277450186870a3529210025 for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:30:39.034545 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-474daf23-972d-475a-b298-07b92fa97885 req-3b97a2c7-11b5-4e7f-a827-5de2145d764f tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:39.096231 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device 0053f0e1-202f-4097-8f7b-3df4976282cd details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 13:30:39.098518 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-0bb70013-4d68-4963-9bfc-7d7a26816ee1 req-3355a5f2-1210-4211-bbe8-41c3ccc36cd0 service neutron] 10.222.0.75 "GET /v2.0/networks/e2b04404-df33-4dff-bf20-6c97146cd690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3306863 Apr 29 13:30:39.171910 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-474daf23-972d-475a-b298-07b92fa97885 req-3b97a2c7-11b5-4e7f-a827-5de2145d764f tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Allocated IP 172.20.0.14 (fc1af930-75bb-4703-ab95-43d130c7c5b4/77a47b69-c61f-4715-a126-776e82c7238b/609cea4f-ba06-4033-9d19-3c8dc879249c) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:30:39.197853 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] For port 0053f0e1-202f-4097-8f7b-3df4976282cd, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=0053f0e1-202f-4097-8f7b-3df4976282cd,segment=NetworkSegment(cbe6ccf1-0af0-47d2-bcb0-007d16aaaebc),segment_id=cbe6ccf1-0af0-47d2-bcb0-007d16aaaebc)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:30:39.209323 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Returning: {'device': '0053f0e1-202f-4097-8f7b-3df4976282cd', 'network_id': 'e2b04404-df33-4dff-bf20-6c97146cd690', 'port_id': '0053f0e1-202f-4097-8f7b-3df4976282cd', 'mac_address': 'fa:16:3e:16:5b:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39461abe-9780-4716-976a-a5e0a83f6bb5', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 13:30:39.253543 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Current status of the port 0053f0e1-202f-4097-8f7b-3df4976282cd is: DOWN; New status is: BUILD {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:30:39.253936 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (0053f0e1-202f-4097-8f7b-3df4976282cd), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:39.267974 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0053f0e1-202f-4097-8f7b-3df4976282cd {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:30:39.289006 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] For port 0053f0e1-202f-4097-8f7b-3df4976282cd, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=0053f0e1-202f-4097-8f7b-3df4976282cd,segment=NetworkSegment(cbe6ccf1-0af0-47d2-bcb0-007d16aaaebc),segment_id=cbe6ccf1-0af0-47d2-bcb0-007d16aaaebc)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:30:39.294336 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (0053f0e1-202f-4097-8f7b-3df4976282cd), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:39.349787 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Pushing event updated for resources: {'Port': ['ID=0053f0e1-202f-4097-8f7b-3df4976282cd,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:39.357933 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:39.358279 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:39.358622 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:39.358963 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:39.359296 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:39.359627 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:39.359954 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:39.360281 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:39.360605 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:39.360953 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:39.361287 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:39.361642 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:39.361967 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:39.363706 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:39.363706 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:39.585010 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffaca86-0e7c-4a62-a409-13060a6a0913 req-4cb7ed93-d29e-4edc-932b-4092a575d256 tempest-VolumesNegativeTest-1646240833 tempest-VolumesNegativeTest-1646240833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:30:39.587703 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1ffaca86-0e7c-4a62-a409-13060a6a0913 req-4cb7ed93-d29e-4edc-932b-4092a575d256 tempest-VolumesNegativeTest-1646240833 tempest-VolumesNegativeTest-1646240833-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3515bd8-94ee-4fc1-b2ac-d976911e6b97 HTTP/1.1" status: 200 len: 949 time: 0.1033041 Apr 29 13:30:39.663940 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-474daf23-972d-475a-b298-07b92fa97885 req-3b97a2c7-11b5-4e7f-a827-5de2145d764f tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks [] for port (609cea4f-ba06-4033-9d19-3c8dc879249c), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:39.671991 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1ffaca86-0e7c-4a62-a409-13060a6a0913 req-9e924cf1-5580-4d34-bf2d-35f8907c8575 tempest-VolumesNegativeTest-1646240833 tempest-VolumesNegativeTest-1646240833-project] 10.222.0.11 "GET /v2.0/security-groups?id=60543839-c95b-464f-9f20-b446da1e7866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771215 Apr 29 13:30:39.707935 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-474daf23-972d-475a-b298-07b92fa97885 req-3b97a2c7-11b5-4e7f-a827-5de2145d764f tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783155810398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8537941'] for port (609cea4f-ba06-4033-9d19-3c8dc879249c), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:39.750131 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-474daf23-972d-475a-b298-07b92fa97885 req-3b97a2c7-11b5-4e7f-a827-5de2145d764f tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Network fc1af930-75bb-4703-ab95-43d130c7c5b4 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:30:39.756384 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca6cc8a-dfaa-4a40-b92b-20ffc1b19510 req-4d23aa0d-c6c7-4d3a-851d-23f4d2d333b6 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:30:39.758717 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-3ca6cc8a-dfaa-4a40-b92b-20ffc1b19510 req-4d23aa0d-c6c7-4d3a-851d-23f4d2d333b6 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=09737eb4-e1f2-4d38-abb9-51795b5e9e66 HTTP/1.1" status: 200 len: 932 time: 0.0540893 Apr 29 13:30:39.762729 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-474daf23-972d-475a-b298-07b92fa97885 req-3b97a2c7-11b5-4e7f-a827-5de2145d764f tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:30:39.766849 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-474daf23-972d-475a-b298-07b92fa97885 req-3b97a2c7-11b5-4e7f-a827-5de2145d764f tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:30:39.774714 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] get_ports_and_sgs() called for port_ids ['0053f0e1-202f-4097-8f7b-3df4976282cd'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 13:30:39.806576 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b97a2c7-11b5-4e7f-a827-5de2145d764f tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Pushing event updated for resources: {'Port': ['ID=609cea4f-ba06-4033-9d19-3c8dc879249c,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:39.833061 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474daf23-972d-475a-b298-07b92fa97885 req-3b97a2c7-11b5-4e7f-a827-5de2145d764f tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:30:39.833433 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-474daf23-972d-475a-b298-07b92fa97885 req-3b97a2c7-11b5-4e7f-a827-5de2145d764f tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:39.852100 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-3ca6cc8a-dfaa-4a40-b92b-20ffc1b19510 req-34cfa379-f07f-4484-b4d9-a8e714ae7017 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c5dfc43-e644-4651-9e87-6dc8433255fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790851 Apr 29 13:30:39.852493 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-474daf23-972d-475a-b298-07b92fa97885 req-3b97a2c7-11b5-4e7f-a827-5de2145d764f tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9450281 Apr 29 13:30:39.871508 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [req-474daf23-972d-475a-b298-07b92fa97885 req-a7cb6ba5-5248-43bd-b0e5-05300dbe4857 service neutron] Request body: {'port': {'device_id': '09737eb4-e1f2-4d38-abb9-51795b5e9e66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83769'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:30:39.940540 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-474daf23-972d-475a-b298-07b92fa97885 req-a7cb6ba5-5248-43bd-b0e5-05300dbe4857 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (609cea4f-ba06-4033-9d19-3c8dc879249c), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:40.021162 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-94f16301-5941-4aae-805f-6b2c25dd0294 None None] Provisioning complete for port 609cea4f-ba06-4033-9d19-3c8dc879249c triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:30:40.021572 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-94f16301-5941-4aae-805f-6b2c25dd0294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (609cea4f-ba06-4033-9d19-3c8dc879249c), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:40.057384 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-94f16301-5941-4aae-805f-6b2c25dd0294 None None] Port 609cea4f-ba06-4033-9d19-3c8dc879249c cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 13:30:40.222115 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [req-474daf23-972d-475a-b298-07b92fa97885 req-a7cb6ba5-5248-43bd-b0e5-05300dbe4857 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 609cea4f-ba06-4033-9d19-3c8dc879249c {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:30:40.230115 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-474daf23-972d-475a-b298-07b92fa97885 req-a7cb6ba5-5248-43bd-b0e5-05300dbe4857 service neutron] Publish callbacks [] for port (609cea4f-ba06-4033-9d19-3c8dc879249c), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:40.243105 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-474daf23-972d-475a-b298-07b92fa97885 req-a7cb6ba5-5248-43bd-b0e5-05300dbe4857 service neutron] Transition to ACTIVE for port object 609cea4f-ba06-4033-9d19-3c8dc879249c will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 13:30:40.247005 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-474daf23-972d-475a-b298-07b92fa97885 req-a7cb6ba5-5248-43bd-b0e5-05300dbe4857 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8537934'] for port (609cea4f-ba06-4033-9d19-3c8dc879249c), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:40.318465 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cb6ba5-5248-43bd-b0e5-05300dbe4857 service neutron] Pushing event updated for resources: {'Port': ['ID=609cea4f-ba06-4033-9d19-3c8dc879249c,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:40.374843 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-474daf23-972d-475a-b298-07b92fa97885 req-a7cb6ba5-5248-43bd-b0e5-05300dbe4857 service neutron] Attempting to bind port 609cea4f-ba06-4033-9d19-3c8dc879249c on host hv-cinder-83769 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:30:40.375311 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-474daf23-972d-475a-b298-07b92fa97885 req-a7cb6ba5-5248-43bd-b0e5-05300dbe4857 service neutron] Attempting to bind port 609cea4f-ba06-4033-9d19-3c8dc879249c by drivers openvswitch,hyperv on host hv-cinder-83769 at level 0 using segments [{'id': '08d55053-9d12-4d78-bbce-7da3ad73340c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'fc1af930-75bb-4703-ab95-43d130c7c5b4'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:30:40.375652 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474daf23-972d-475a-b298-07b92fa97885 req-a7cb6ba5-5248-43bd-b0e5-05300dbe4857 service neutron] Attempting to bind port 609cea4f-ba06-4033-9d19-3c8dc879249c on network fc1af930-75bb-4703-ab95-43d130c7c5b4 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:30:40.380482 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474daf23-972d-475a-b298-07b92fa97885 req-a7cb6ba5-5248-43bd-b0e5-05300dbe4857 service neutron] Port 609cea4f-ba06-4033-9d19-3c8dc879249c on network fc1af930-75bb-4703-ab95-43d130c7c5b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83769 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 13:30:40.380841 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474daf23-972d-475a-b298-07b92fa97885 req-a7cb6ba5-5248-43bd-b0e5-05300dbe4857 service neutron] Attempting to bind port 609cea4f-ba06-4033-9d19-3c8dc879249c on network fc1af930-75bb-4703-ab95-43d130c7c5b4 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:30:40.386160 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474daf23-972d-475a-b298-07b92fa97885 req-a7cb6ba5-5248-43bd-b0e5-05300dbe4857 service neutron] Checking agent: {'id': '477bd1e1-70d7-4a7b-b37c-5892af57f2e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83769', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 19, 28), 'started_at': datetime.datetime(2022, 4, 29, 13, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:30:40.386501 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474daf23-972d-475a-b298-07b92fa97885 req-a7cb6ba5-5248-43bd-b0e5-05300dbe4857 service neutron] Checking segment: {'id': '08d55053-9d12-4d78-bbce-7da3ad73340c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'fc1af930-75bb-4703-ab95-43d130c7c5b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:30:40.386894 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474daf23-972d-475a-b298-07b92fa97885 req-a7cb6ba5-5248-43bd-b0e5-05300dbe4857 service neutron] Bound using segment: {'id': '08d55053-9d12-4d78-bbce-7da3ad73340c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'fc1af930-75bb-4703-ab95-43d130c7c5b4'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:30:40.387333 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-474daf23-972d-475a-b298-07b92fa97885 req-a7cb6ba5-5248-43bd-b0e5-05300dbe4857 service neutron] Bound port: 609cea4f-ba06-4033-9d19-3c8dc879249c, host: hv-cinder-83769, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08d55053-9d12-4d78-bbce-7da3ad73340c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'fc1af930-75bb-4703-ab95-43d130c7c5b4'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:30:40.387698 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-474daf23-972d-475a-b298-07b92fa97885 req-a7cb6ba5-5248-43bd-b0e5-05300dbe4857 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (609cea4f-ba06-4033-9d19-3c8dc879249c), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:40.455259 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-474daf23-972d-475a-b298-07b92fa97885 req-a7cb6ba5-5248-43bd-b0e5-05300dbe4857 service neutron] For port 609cea4f-ba06-4033-9d19-3c8dc879249c, host hv-cinder-83769, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:30:40.458541 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-474daf23-972d-475a-b298-07b92fa97885 req-a7cb6ba5-5248-43bd-b0e5-05300dbe4857 service neutron] For port 609cea4f-ba06-4033-9d19-3c8dc879249c, host hv-cinder-83769, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=609cea4f-ba06-4033-9d19-3c8dc879249c,segment=NetworkSegment(08d55053-9d12-4d78-bbce-7da3ad73340c),segment_id=08d55053-9d12-4d78-bbce-7da3ad73340c)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:30:40.464422 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-474daf23-972d-475a-b298-07b92fa97885 req-a7cb6ba5-5248-43bd-b0e5-05300dbe4857 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8537934'] for port (609cea4f-ba06-4033-9d19-3c8dc879249c), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:40.503171 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474daf23-972d-475a-b298-07b92fa97885 req-a7cb6ba5-5248-43bd-b0e5-05300dbe4857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:30:40.503804 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-474daf23-972d-475a-b298-07b92fa97885 req-a7cb6ba5-5248-43bd-b0e5-05300dbe4857 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:40.505368 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-474daf23-972d-475a-b298-07b92fa97885 req-a7cb6ba5-5248-43bd-b0e5-05300dbe4857 service neutron] 10.222.0.75 "PUT /v2.0/ports/609cea4f-ba06-4033-9d19-3c8dc879249c HTTP/1.1" status: 200 len: 1094 time: 0.6401336 Apr 29 13:30:40.505852 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09737eb4-e1f2-4d38-abb9-51795b5e9e66', 'tag': '609cea4f-ba06-4033-9d19-3c8dc879249c'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:30:40.508241 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34453e8beaba66333125c1a762a789c78ce2f458b63942c2f470c2340433bc94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f2ffa1-adb4-4789-8e11-d65833b7ef86" -d '{"events": [{"name": "network-changed", "server_uuid": "09737eb4-e1f2-4d38-abb9-51795b5e9e66", "tag": "609cea4f-ba06-4033-9d19-3c8dc879249c"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:30:40.536742 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cb6ba5-5248-43bd-b0e5-05300dbe4857 service neutron] Pushing event updated for resources: {'Port': ['ID=609cea4f-ba06-4033-9d19-3c8dc879249c,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:40.562175 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac6e3f1-e401-4820-97f1-2da6387d6054 x-openstack-request-id: req-aac6e3f1-e401-4820-97f1-2da6387d6054 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:30:40.562468 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09737eb4-e1f2-4d38-abb9-51795b5e9e66", "tag": "609cea4f-ba06-4033-9d19-3c8dc879249c", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:30:40.562727 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-aac6e3f1-e401-4820-97f1-2da6387d6054 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:30:40.563142 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aac6e3f1-e401-4820-97f1-2da6387d6054'] response: {'name': 'network-changed', 'server_uuid': '09737eb4-e1f2-4d38-abb9-51795b5e9e66', 'tag': '609cea4f-ba06-4033-9d19-3c8dc879249c', 'status': 'completed', 'code': 200} Apr 29 13:30:40.617690 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474daf23-972d-475a-b298-07b92fa97885 req-e94a55dc-b190-40f6-b713-92818893dd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:30:40.619424 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-474daf23-972d-475a-b298-07b92fa97885 req-e94a55dc-b190-40f6-b713-92818893dd0c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=83b6a855b277450186870a3529210025&device_id=09737eb4-e1f2-4d38-abb9-51795b5e9e66 HTTP/1.1" status: 200 len: 1128 time: 0.0438142 Apr 29 13:30:40.669685 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-474daf23-972d-475a-b298-07b92fa97885 req-97a62834-9768-4f35-b07b-44e49c946f14 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=609cea4f-ba06-4033-9d19-3c8dc879249c HTTP/1.1" status: 200 len: 217 time: 0.0358732 Apr 29 13:30:40.723607 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474daf23-972d-475a-b298-07b92fa97885 req-a926c3fd-1ca9-4b72-a7d7-4b92e6089e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:30:40.725119 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-474daf23-972d-475a-b298-07b92fa97885 req-a926c3fd-1ca9-4b72-a7d7-4b92e6089e71 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=77a47b69-c61f-4715-a126-776e82c7238b HTTP/1.1" status: 200 len: 850 time: 0.0496483 Apr 29 13:30:40.769058 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474daf23-972d-475a-b298-07b92fa97885 req-03846663-5c47-4dfd-91b6-7625c8f43272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:30:40.770511 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-474daf23-972d-475a-b298-07b92fa97885 req-03846663-5c47-4dfd-91b6-7625c8f43272 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fc1af930-75bb-4703-ab95-43d130c7c5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396965 Apr 29 13:30:40.792619 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4308ae78-f1e6-4668-b1ca-fc1f1f7746b6 req-976fa1fc-b9ef-4182-afe3-7801ab1dbc07 tempest-VolumesNegativeTest-1646240833 tempest-VolumesNegativeTest-1646240833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:30:40.794117 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-4308ae78-f1e6-4668-b1ca-fc1f1f7746b6 req-976fa1fc-b9ef-4182-afe3-7801ab1dbc07 tempest-VolumesNegativeTest-1646240833 tempest-VolumesNegativeTest-1646240833-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3515bd8-94ee-4fc1-b2ac-d976911e6b97 HTTP/1.1" status: 200 len: 949 time: 0.0493088 Apr 29 13:30:40.843250 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-4308ae78-f1e6-4668-b1ca-fc1f1f7746b6 req-b6a38db0-97e5-4848-99c0-f050980bd352 tempest-VolumesNegativeTest-1646240833 tempest-VolumesNegativeTest-1646240833-project] 10.222.0.11 "GET /v2.0/security-groups?id=60543839-c95b-464f-9f20-b446da1e7866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435605 Apr 29 13:30:40.861751 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-474daf23-972d-475a-b298-07b92fa97885 req-daf9d62c-6320-4991-b053-15d0950dcda9 service neutron] 10.222.0.75 "GET /v2.0/networks/fc1af930-75bb-4703-ab95-43d130c7c5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841610 Apr 29 13:30:40.988940 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1f86f1-4b0c-4514-98cd-35b16cd1934a req-4f8fd132-4179-4e15-a30f-40d93ab688d0 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:30:40.989202 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0c1f86f1-4b0c-4514-98cd-35b16cd1934a req-4f8fd132-4179-4e15-a30f-40d93ab688d0 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=09737eb4-e1f2-4d38-abb9-51795b5e9e66 HTTP/1.1" status: 200 len: 944 time: 0.0629439 Apr 29 13:30:40.995731 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-474daf23-972d-475a-b298-07b92fa97885 req-346e027e-7da9-4284-b198-8b19df48cd1b service neutron] 10.222.0.75 "GET /v2.0/networks/fc1af930-75bb-4703-ab95-43d130c7c5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280463 Apr 29 13:30:41.043802 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0c1f86f1-4b0c-4514-98cd-35b16cd1934a req-60192520-e744-4b17-9697-5e043ea57344 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c5dfc43-e644-4651-9e87-6dc8433255fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470111 Apr 29 13:30:41.102877 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device 0053f0e1-202f-4097-8f7b-3df4976282cd up at agent hyperv_hv-cinder-83769 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:30:41.145953 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Provisioning for port 0053f0e1-202f-4097-8f7b-3df4976282cd completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 13:30:41.153930 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Provisioning complete for port 0053f0e1-202f-4097-8f7b-3df4976282cd triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:30:41.154309 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (0053f0e1-202f-4097-8f7b-3df4976282cd), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:41.232670 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Current status of the port 0053f0e1-202f-4097-8f7b-3df4976282cd is: BUILD; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:30:41.233105 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (0053f0e1-202f-4097-8f7b-3df4976282cd), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:41.256191 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3515bd8-94ee-4fc1-b2ac-d976911e6b97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0053f0e1-202f-4097-8f7b-3df4976282cd'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:30:41.259084 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0016abbf82925ac5bb98c97d9984ae38170a8446c70b2249197f38a9e3d809b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a417926a-4b24-48e2-89a5-f1e8b61d9d45" -d '{"events": [{"server_uuid": "a3515bd8-94ee-4fc1-b2ac-d976911e6b97", "name": "network-vif-plugged", "status": "completed", "tag": "0053f0e1-202f-4097-8f7b-3df4976282cd"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:30:41.271294 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] For port 0053f0e1-202f-4097-8f7b-3df4976282cd, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=0053f0e1-202f-4097-8f7b-3df4976282cd,segment=NetworkSegment(cbe6ccf1-0af0-47d2-bcb0-007d16aaaebc),segment_id=cbe6ccf1-0af0-47d2-bcb0-007d16aaaebc)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:30:41.275789 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (0053f0e1-202f-4097-8f7b-3df4976282cd), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:41.298283 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2483acb-82ad-45d1-87e9-eb9748d53c6a x-openstack-request-id: req-d2483acb-82ad-45d1-87e9-eb9748d53c6a {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:30:41.298606 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3515bd8-94ee-4fc1-b2ac-d976911e6b97", "name": "network-vif-plugged", "status": "completed", "tag": "0053f0e1-202f-4097-8f7b-3df4976282cd", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:30:41.298867 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d2483acb-82ad-45d1-87e9-eb9748d53c6a {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:30:41.299267 dv-cinder-837699-3-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2483acb-82ad-45d1-87e9-eb9748d53c6a'] response: {'server_uuid': 'a3515bd8-94ee-4fc1-b2ac-d976911e6b97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0053f0e1-202f-4097-8f7b-3df4976282cd', 'code': 200} Apr 29 13:30:41.325915 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Pushing event updated for resources: {'Port': ['ID=0053f0e1-202f-4097-8f7b-3df4976282cd,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:41.968135 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdefbd1a-4a38-435a-aa39-a84521f8034e req-0e032480-6846-464e-91ac-fd6cd8ca8d1b tempest-VolumesNegativeTest-1646240833 tempest-VolumesNegativeTest-1646240833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:30:41.969658 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cdefbd1a-4a38-435a-aa39-a84521f8034e req-0e032480-6846-464e-91ac-fd6cd8ca8d1b tempest-VolumesNegativeTest-1646240833 tempest-VolumesNegativeTest-1646240833-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3515bd8-94ee-4fc1-b2ac-d976911e6b97 HTTP/1.1" status: 200 len: 950 time: 0.0486822 Apr 29 13:30:42.018871 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cdefbd1a-4a38-435a-aa39-a84521f8034e req-ff5a83da-4598-4f29-a25d-b5d171cdedf0 tempest-VolumesNegativeTest-1646240833 tempest-VolumesNegativeTest-1646240833-project] 10.222.0.11 "GET /v2.0/security-groups?id=60543839-c95b-464f-9f20-b446da1e7866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432839 Apr 29 13:30:42.158288 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca9e257-faf1-4e76-b8e2-9941b353c150 req-1a3eac70-4d21-41a5-809c-7c17cfd9e3c3 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:30:42.159770 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-eca9e257-faf1-4e76-b8e2-9941b353c150 req-1a3eac70-4d21-41a5-809c-7c17cfd9e3c3 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=09737eb4-e1f2-4d38-abb9-51795b5e9e66 HTTP/1.1" status: 200 len: 944 time: 0.0462639 Apr 29 13:30:42.207060 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-eca9e257-faf1-4e76-b8e2-9941b353c150 req-38556baa-fa66-44e2-8452-d02140fd032d tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c5dfc43-e644-4651-9e87-6dc8433255fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405760 Apr 29 13:30:43.132421 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd5b367-6a70-45df-b133-0085add4a6e8 req-59754278-88e8-450f-b057-b7108e06a576 tempest-VolumesNegativeTest-1646240833 tempest-VolumesNegativeTest-1646240833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:30:43.134468 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9fd5b367-6a70-45df-b133-0085add4a6e8 req-59754278-88e8-450f-b057-b7108e06a576 tempest-VolumesNegativeTest-1646240833 tempest-VolumesNegativeTest-1646240833-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3515bd8-94ee-4fc1-b2ac-d976911e6b97 HTTP/1.1" status: 200 len: 950 time: 0.0486588 Apr 29 13:30:43.182527 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9fd5b367-6a70-45df-b133-0085add4a6e8 req-795d27a7-8013-4039-808f-a875aba9d559 tempest-VolumesNegativeTest-1646240833 tempest-VolumesNegativeTest-1646240833-project] 10.222.0.11 "GET /v2.0/security-groups?id=60543839-c95b-464f-9f20-b446da1e7866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424767 Apr 29 13:30:43.327660 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fe6e79-4ab7-4894-b367-62033451e1bd req-8b79f2af-566f-40e4-b7c4-1f3e986b499f tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:30:43.329079 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-17fe6e79-4ab7-4894-b367-62033451e1bd req-8b79f2af-566f-40e4-b7c4-1f3e986b499f tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=09737eb4-e1f2-4d38-abb9-51795b5e9e66 HTTP/1.1" status: 200 len: 944 time: 0.0513930 Apr 29 13:30:43.377020 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-17fe6e79-4ab7-4894-b367-62033451e1bd req-cad6041c-b5f0-4a16-bbd2-cf40bcbff53a tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c5dfc43-e644-4651-9e87-6dc8433255fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423841 Apr 29 13:30:43.985502 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f2ffa1-adb4-4789-8e11-d65833b7ef86 req-a721fbb8-dec1-4601-9082-dad6fffda70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:30:43.987036 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-69f2ffa1-adb4-4789-8e11-d65833b7ef86 req-a721fbb8-dec1-4601-9082-dad6fffda70c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=83b6a855b277450186870a3529210025&device_id=09737eb4-e1f2-4d38-abb9-51795b5e9e66 HTTP/1.1" status: 200 len: 1128 time: 0.0454779 Apr 29 13:30:44.085337 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f2ffa1-adb4-4789-8e11-d65833b7ef86 req-35f2aafc-6ca3-424e-8cde-bc99a8ab60c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:30:44.087616 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-69f2ffa1-adb4-4789-8e11-d65833b7ef86 req-35f2aafc-6ca3-424e-8cde-bc99a8ab60c3 service neutron] 10.222.0.75 "GET /v2.0/networks?id=fc1af930-75bb-4703-ab95-43d130c7c5b4 HTTP/1.1" status: 200 len: 912 time: 0.0942006 Apr 29 13:30:44.115252 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f26ee0c-308f-4154-b23f-7fbc57447f8c req-7d43183c-1011-4751-9714-50f063a71b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:30:44.116849 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-2f26ee0c-308f-4154-b23f-7fbc57447f8c req-7d43183c-1011-4751-9714-50f063a71b70 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=a3515bd8-94ee-4fc1-b2ac-d976911e6b97 HTTP/1.1" status: 200 len: 1134 time: 0.0389707 Apr 29 13:30:44.133187 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-69f2ffa1-adb4-4789-8e11-d65833b7ef86 req-85c88b25-a958-4fe6-93b8-657d4bbddf0e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=609cea4f-ba06-4033-9d19-3c8dc879249c HTTP/1.1" status: 200 len: 217 time: 0.0383360 Apr 29 13:30:44.162186 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-2f26ee0c-308f-4154-b23f-7fbc57447f8c req-ae06a6e1-f163-407e-aa00-9adf6ce4327b service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=60543839-c95b-464f-9f20-b446da1e7866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386956 Apr 29 13:30:44.182265 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f2ffa1-adb4-4789-8e11-d65833b7ef86 req-f8b8eacf-2349-4292-a7d6-c63b1e163e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:30:44.183770 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-69f2ffa1-adb4-4789-8e11-d65833b7ef86 req-f8b8eacf-2349-4292-a7d6-c63b1e163e53 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=77a47b69-c61f-4715-a126-776e82c7238b HTTP/1.1" status: 200 len: 850 time: 0.0454466 Apr 29 13:30:44.298045 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cdf2f8-4869-4773-871b-995f4f7e0d43 req-b438d4f3-a08d-4fa5-b489-de4a05c3db45 tempest-VolumesNegativeTest-1646240833 tempest-VolumesNegativeTest-1646240833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:30:44.299562 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e2cdf2f8-4869-4773-871b-995f4f7e0d43 req-b438d4f3-a08d-4fa5-b489-de4a05c3db45 tempest-VolumesNegativeTest-1646240833 tempest-VolumesNegativeTest-1646240833-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3515bd8-94ee-4fc1-b2ac-d976911e6b97 HTTP/1.1" status: 200 len: 950 time: 0.0474780 Apr 29 13:30:44.348698 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e2cdf2f8-4869-4773-871b-995f4f7e0d43 req-6ec0ae32-b691-486e-9747-90d0162e6908 tempest-VolumesNegativeTest-1646240833 tempest-VolumesNegativeTest-1646240833-project] 10.222.0.11 "GET /v2.0/security-groups?id=60543839-c95b-464f-9f20-b446da1e7866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429831 Apr 29 13:30:44.492532 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6e85d3-9860-4ab5-aa74-762f30061b17 req-0099c4e9-71b6-415f-9e98-af7cfe28bb6b tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:30:44.494184 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-fd6e85d3-9860-4ab5-aa74-762f30061b17 req-0099c4e9-71b6-415f-9e98-af7cfe28bb6b tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=09737eb4-e1f2-4d38-abb9-51795b5e9e66 HTTP/1.1" status: 200 len: 944 time: 0.0520802 Apr 29 13:30:44.540902 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-fd6e85d3-9860-4ab5-aa74-762f30061b17 req-2474d76f-fe5a-47ae-a0bc-7ec6eea65434 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c5dfc43-e644-4651-9e87-6dc8433255fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411053 Apr 29 13:30:44.573756 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f2ffa1-adb4-4789-8e11-d65833b7ef86 req-abccd200-0915-4c9b-af58-fe576d3c576c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:30:44.575255 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-69f2ffa1-adb4-4789-8e11-d65833b7ef86 req-abccd200-0915-4c9b-af58-fe576d3c576c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fc1af930-75bb-4703-ab95-43d130c7c5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485086 Apr 29 13:30:44.667498 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-69f2ffa1-adb4-4789-8e11-d65833b7ef86 req-13c8328c-82d8-43ce-9c02-5551b2704e42 service neutron] 10.222.0.75 "GET /v2.0/networks/fc1af930-75bb-4703-ab95-43d130c7c5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857220 Apr 29 13:30:45.134452 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device 609cea4f-ba06-4033-9d19-3c8dc879249c details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 13:30:45.231934 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] For port 609cea4f-ba06-4033-9d19-3c8dc879249c, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=609cea4f-ba06-4033-9d19-3c8dc879249c,segment=NetworkSegment(08d55053-9d12-4d78-bbce-7da3ad73340c),segment_id=08d55053-9d12-4d78-bbce-7da3ad73340c)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:30:45.240421 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-69f2ffa1-adb4-4789-8e11-d65833b7ef86 req-ed058379-0d99-48f9-ac69-35dfec0fcb25 service neutron] 10.222.0.75 "GET /v2.0/networks/fc1af930-75bb-4703-ab95-43d130c7c5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902762 Apr 29 13:30:45.244443 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Returning: {'device': '609cea4f-ba06-4033-9d19-3c8dc879249c', 'network_id': 'fc1af930-75bb-4703-ab95-43d130c7c5b4', 'port_id': '609cea4f-ba06-4033-9d19-3c8dc879249c', 'mac_address': 'fa:16:3e:fd:da:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77a47b69-c61f-4715-a126-776e82c7238b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 13:30:45.288617 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Current status of the port 609cea4f-ba06-4033-9d19-3c8dc879249c is: DOWN; New status is: BUILD {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:30:45.289044 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (609cea4f-ba06-4033-9d19-3c8dc879249c), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:45.302840 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 609cea4f-ba06-4033-9d19-3c8dc879249c {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:30:45.323077 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] For port 609cea4f-ba06-4033-9d19-3c8dc879249c, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=609cea4f-ba06-4033-9d19-3c8dc879249c,segment=NetworkSegment(08d55053-9d12-4d78-bbce-7da3ad73340c),segment_id=08d55053-9d12-4d78-bbce-7da3ad73340c)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:30:45.326895 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (609cea4f-ba06-4033-9d19-3c8dc879249c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:45.373814 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Pushing event updated for resources: {'Port': ['ID=609cea4f-ba06-4033-9d19-3c8dc879249c,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:45.466152 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c74842-2258-41e4-94e0-6e7a24c367ff req-452ec84c-e6f1-4210-b93e-7d4e41cc170a tempest-VolumesNegativeTest-1646240833 tempest-VolumesNegativeTest-1646240833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:30:45.467684 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-29c74842-2258-41e4-94e0-6e7a24c367ff req-452ec84c-e6f1-4210-b93e-7d4e41cc170a tempest-VolumesNegativeTest-1646240833 tempest-VolumesNegativeTest-1646240833-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3515bd8-94ee-4fc1-b2ac-d976911e6b97 HTTP/1.1" status: 200 len: 950 time: 0.0493166 Apr 29 13:30:45.516927 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-29c74842-2258-41e4-94e0-6e7a24c367ff req-3e4d9e9e-77e2-4b2d-bbcc-20df130e8f4d tempest-VolumesNegativeTest-1646240833 tempest-VolumesNegativeTest-1646240833-project] 10.222.0.11 "GET /v2.0/security-groups?id=60543839-c95b-464f-9f20-b446da1e7866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431700 Apr 29 13:30:45.657806 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b835e00a-79ca-4e11-9de2-4acd327e6e5d req-554eddae-d903-458d-8497-557d1cf6c172 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:30:45.659239 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-b835e00a-79ca-4e11-9de2-4acd327e6e5d req-554eddae-d903-458d-8497-557d1cf6c172 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=09737eb4-e1f2-4d38-abb9-51795b5e9e66 HTTP/1.1" status: 200 len: 945 time: 0.0495605 Apr 29 13:30:45.709931 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-b835e00a-79ca-4e11-9de2-4acd327e6e5d req-eb45d19b-4530-4cde-bc11-552506877a83 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c5dfc43-e644-4651-9e87-6dc8433255fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449924 Apr 29 13:30:45.906631 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] get_ports_and_sgs() called for port_ids ['609cea4f-ba06-4033-9d19-3c8dc879249c'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 13:30:46.632293 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2b596a-f4ea-4c6e-8ee5-62a01ca29595 req-de6f1441-329e-4d92-a56d-4c4edc41a1f3 tempest-VolumesNegativeTest-1646240833 tempest-VolumesNegativeTest-1646240833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:30:46.633820 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1f2b596a-f4ea-4c6e-8ee5-62a01ca29595 req-de6f1441-329e-4d92-a56d-4c4edc41a1f3 tempest-VolumesNegativeTest-1646240833 tempest-VolumesNegativeTest-1646240833-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3515bd8-94ee-4fc1-b2ac-d976911e6b97 HTTP/1.1" status: 200 len: 950 time: 0.0486462 Apr 29 13:30:46.681734 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1f2b596a-f4ea-4c6e-8ee5-62a01ca29595 req-6284c43b-d032-4c8a-be79-e12c6dbce753 tempest-VolumesNegativeTest-1646240833 tempest-VolumesNegativeTest-1646240833-project] 10.222.0.11 "GET /v2.0/security-groups?id=60543839-c95b-464f-9f20-b446da1e7866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423641 Apr 29 13:30:46.831997 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf84ffd-6c65-4b39-8284-9c68bb7798fe req-23d468be-f44a-4805-8409-59c2362bd5e8 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:30:46.833452 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5bf84ffd-6c65-4b39-8284-9c68bb7798fe req-23d468be-f44a-4805-8409-59c2362bd5e8 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=09737eb4-e1f2-4d38-abb9-51795b5e9e66 HTTP/1.1" status: 200 len: 945 time: 0.0544355 Apr 29 13:30:46.882803 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5bf84ffd-6c65-4b39-8284-9c68bb7798fe req-757125b0-4660-4df0-9141-e26f2880ad4c tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c5dfc43-e644-4651-9e87-6dc8433255fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427432 Apr 29 13:30:46.953900 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2de653-3ba0-4cb1-9198-0f398180eeee req-7ed473f7-b2bb-4b2b-9507-83ce5c37b84d tempest-VolumesNegativeTest-1646240833 tempest-VolumesNegativeTest-1646240833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:30:46.955461 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-6b2de653-3ba0-4cb1-9198-0f398180eeee req-7ed473f7-b2bb-4b2b-9507-83ce5c37b84d tempest-VolumesNegativeTest-1646240833 tempest-VolumesNegativeTest-1646240833-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3515bd8-94ee-4fc1-b2ac-d976911e6b97 HTTP/1.1" status: 200 len: 950 time: 0.0483778 Apr 29 13:30:47.010220 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-6b2de653-3ba0-4cb1-9198-0f398180eeee req-47551801-c214-4d1b-b736-7f8c04521e87 tempest-VolumesNegativeTest-1646240833 tempest-VolumesNegativeTest-1646240833-project] 10.222.0.11 "GET /v2.0/security-groups?id=60543839-c95b-464f-9f20-b446da1e7866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488005 Apr 29 13:30:47.150158 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device 609cea4f-ba06-4033-9d19-3c8dc879249c up at agent hyperv_hv-cinder-83769 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:30:47.197705 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Provisioning for port 609cea4f-ba06-4033-9d19-3c8dc879249c completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 13:30:47.204650 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Provisioning complete for port 609cea4f-ba06-4033-9d19-3c8dc879249c triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:30:47.205193 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (609cea4f-ba06-4033-9d19-3c8dc879249c), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:47.283718 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Current status of the port 609cea4f-ba06-4033-9d19-3c8dc879249c is: BUILD; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:30:47.284225 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (609cea4f-ba06-4033-9d19-3c8dc879249c), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:47.312541 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09737eb4-e1f2-4d38-abb9-51795b5e9e66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '609cea4f-ba06-4033-9d19-3c8dc879249c'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:30:47.314702 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0016abbf82925ac5bb98c97d9984ae38170a8446c70b2249197f38a9e3d809b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae42ec19-3c90-4190-aa9d-11fac8af328e" -d '{"events": [{"server_uuid": "09737eb4-e1f2-4d38-abb9-51795b5e9e66", "name": "network-vif-plugged", "status": "completed", "tag": "609cea4f-ba06-4033-9d19-3c8dc879249c"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:30:47.333266 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] For port 609cea4f-ba06-4033-9d19-3c8dc879249c, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=609cea4f-ba06-4033-9d19-3c8dc879249c,segment=NetworkSegment(08d55053-9d12-4d78-bbce-7da3ad73340c),segment_id=08d55053-9d12-4d78-bbce-7da3ad73340c)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:30:47.338441 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (609cea4f-ba06-4033-9d19-3c8dc879249c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:47.364329 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad0c5924-672c-461d-b4c6-123435f88626 x-openstack-request-id: req-ad0c5924-672c-461d-b4c6-123435f88626 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:30:47.364607 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09737eb4-e1f2-4d38-abb9-51795b5e9e66", "name": "network-vif-plugged", "status": "completed", "tag": "609cea4f-ba06-4033-9d19-3c8dc879249c", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:30:47.364886 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ad0c5924-672c-461d-b4c6-123435f88626 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:30:47.365282 dv-cinder-837699-3-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad0c5924-672c-461d-b4c6-123435f88626'] response: {'server_uuid': '09737eb4-e1f2-4d38-abb9-51795b5e9e66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '609cea4f-ba06-4033-9d19-3c8dc879249c', 'code': 200} Apr 29 13:30:47.392990 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Pushing event updated for resources: {'Port': ['ID=609cea4f-ba06-4033-9d19-3c8dc879249c,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:48.004623 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2b2e58-36b2-4c2f-822e-ce3e2f441cd5 req-3b50cb5e-4d1e-4d73-9637-81221536338c tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:30:48.006180 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-8c2b2e58-36b2-4c2f-822e-ce3e2f441cd5 req-3b50cb5e-4d1e-4d73-9637-81221536338c tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=09737eb4-e1f2-4d38-abb9-51795b5e9e66 HTTP/1.1" status: 200 len: 946 time: 0.0532191 Apr 29 13:30:48.065499 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-8c2b2e58-36b2-4c2f-822e-ce3e2f441cd5 req-d0bce084-62ee-45c8-a271-65643ca04798 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c5dfc43-e644-4651-9e87-6dc8433255fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531027 Apr 29 13:30:48.195412 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d44b94-8c97-4e63-8409-8e3c8dd1535a req-ecb85a8f-383c-45d9-849c-f33040af2817 tempest-VolumesNegativeTest-1646240833 tempest-VolumesNegativeTest-1646240833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:30:48.197138 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d9d44b94-8c97-4e63-8409-8e3c8dd1535a req-ecb85a8f-383c-45d9-849c-f33040af2817 tempest-VolumesNegativeTest-1646240833 tempest-VolumesNegativeTest-1646240833-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3515bd8-94ee-4fc1-b2ac-d976911e6b97 HTTP/1.1" status: 200 len: 950 time: 0.0902617 Apr 29 13:30:48.205044 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1b41b9-ef30-46d5-9d24-668de40381cb req-902e106e-4a84-49b1-870c-25cbe840706a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:30:48.206582 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5b1b41b9-ef30-46d5-9d24-668de40381cb req-902e106e-4a84-49b1-870c-25cbe840706a service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=09737eb4-e1f2-4d38-abb9-51795b5e9e66 HTTP/1.1" status: 200 len: 1130 time: 0.0674455 Apr 29 13:30:48.255972 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d9d44b94-8c97-4e63-8409-8e3c8dd1535a req-394dd631-0997-49a4-b95e-e351f95f89d4 tempest-VolumesNegativeTest-1646240833 tempest-VolumesNegativeTest-1646240833-project] 10.222.0.11 "GET /v2.0/security-groups?id=60543839-c95b-464f-9f20-b446da1e7866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484340 Apr 29 13:30:48.367497 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5b1b41b9-ef30-46d5-9d24-668de40381cb req-0f7d823c-4517-4d06-831d-114072bac8b7 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=3c5dfc43-e644-4651-9e87-6dc8433255fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450902 Apr 29 13:30:49.189371 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d6326a-aa48-4553-a72c-505f7423e559 req-ded8999d-f695-41eb-a189-073846793920 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:30:49.191037 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-92d6326a-aa48-4553-a72c-505f7423e559 req-ded8999d-f695-41eb-a189-073846793920 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=09737eb4-e1f2-4d38-abb9-51795b5e9e66 HTTP/1.1" status: 200 len: 946 time: 0.0511971 Apr 29 13:30:49.242004 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-92d6326a-aa48-4553-a72c-505f7423e559 req-2d2d13ea-8aac-4cdc-88df-55da805c30e8 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c5dfc43-e644-4651-9e87-6dc8433255fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440111 Apr 29 13:30:49.376811 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9f5abb-1383-4ec4-96a5-c30e505ceb02 req-dbe321a5-0e2e-480e-ad49-baac08e422f8 tempest-VolumesNegativeTest-1646240833 tempest-VolumesNegativeTest-1646240833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:30:49.378503 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fa9f5abb-1383-4ec4-96a5-c30e505ceb02 req-dbe321a5-0e2e-480e-ad49-baac08e422f8 tempest-VolumesNegativeTest-1646240833 tempest-VolumesNegativeTest-1646240833-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3515bd8-94ee-4fc1-b2ac-d976911e6b97 HTTP/1.1" status: 200 len: 950 time: 0.0522575 Apr 29 13:30:49.427898 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fa9f5abb-1383-4ec4-96a5-c30e505ceb02 req-8f1346c8-9d04-455f-b225-d0f547d67706 tempest-VolumesNegativeTest-1646240833 tempest-VolumesNegativeTest-1646240833-project] 10.222.0.11 "GET /v2.0/security-groups?id=60543839-c95b-464f-9f20-b446da1e7866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428739 Apr 29 13:30:49.483673 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fe12b1-b7e6-44e1-9676-9cfc4bdab38d req-210970d8-f855-452b-a5f6-724ad0200fb0 tempest-VolumesNegativeTest-1646240833 tempest-VolumesNegativeTest-1646240833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:30:49.485305 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-92fe12b1-b7e6-44e1-9676-9cfc4bdab38d req-210970d8-f855-452b-a5f6-724ad0200fb0 tempest-VolumesNegativeTest-1646240833 tempest-VolumesNegativeTest-1646240833-project] 10.222.0.75 "GET /v2.0/ports?device_id=a3515bd8-94ee-4fc1-b2ac-d976911e6b97 HTTP/1.1" status: 200 len: 950 time: 0.0489154 Apr 29 13:30:49.579442 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-92fe12b1-b7e6-44e1-9676-9cfc4bdab38d req-f7ee4938-9816-412d-9708-51cc801373bd tempest-VolumesNegativeTest-1646240833 tempest-VolumesNegativeTest-1646240833-project] Deleting port 0053f0e1-202f-4097-8f7b-3df4976282cd {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:30:49.579786 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-92fe12b1-b7e6-44e1-9676-9cfc4bdab38d req-f7ee4938-9816-412d-9708-51cc801373bd tempest-VolumesNegativeTest-1646240833 tempest-VolumesNegativeTest-1646240833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783156326988'] for port (0053f0e1-202f-4097-8f7b-3df4976282cd), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:49.673882 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-92fe12b1-b7e6-44e1-9676-9cfc4bdab38d req-f7ee4938-9816-412d-9708-51cc801373bd tempest-VolumesNegativeTest-1646240833 tempest-VolumesNegativeTest-1646240833-project] For port 0053f0e1-202f-4097-8f7b-3df4976282cd, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=0053f0e1-202f-4097-8f7b-3df4976282cd,segment=NetworkSegment(cbe6ccf1-0af0-47d2-bcb0-007d16aaaebc),segment_id=cbe6ccf1-0af0-47d2-bcb0-007d16aaaebc)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:30:49.674173 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-92fe12b1-b7e6-44e1-9676-9cfc4bdab38d req-f7ee4938-9816-412d-9708-51cc801373bd tempest-VolumesNegativeTest-1646240833 tempest-VolumesNegativeTest-1646240833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749638'] for port (0053f0e1-202f-4097-8f7b-3df4976282cd), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:49.692617 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-92fe12b1-b7e6-44e1-9676-9cfc4bdab38d req-f7ee4938-9816-412d-9708-51cc801373bd tempest-VolumesNegativeTest-1646240833 tempest-VolumesNegativeTest-1646240833-project] Calling delete_port for 0053f0e1-202f-4097-8f7b-3df4976282cd owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:30:49.831495 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-92fe12b1-b7e6-44e1-9676-9cfc4bdab38d req-f7ee4938-9816-412d-9708-51cc801373bd tempest-VolumesNegativeTest-1646240833 tempest-VolumesNegativeTest-1646240833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783156333258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783155810407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8537941'] for port (0053f0e1-202f-4097-8f7b-3df4976282cd), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:49.868203 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ee4938-9816-412d-9708-51cc801373bd tempest-VolumesNegativeTest-1646240833 tempest-VolumesNegativeTest-1646240833-project] Pushing event deleted for resources: {'Port': ['ID=0053f0e1-202f-4097-8f7b-3df4976282cd,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:49.873230 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] get_ports_and_sgs() called for port_ids ['0053f0e1-202f-4097-8f7b-3df4976282cd'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 13:30:49.922363 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-92fe12b1-b7e6-44e1-9676-9cfc4bdab38d req-f7ee4938-9816-412d-9708-51cc801373bd tempest-VolumesNegativeTest-1646240833 tempest-VolumesNegativeTest-1646240833-project] No DVR routers for this DVR port 0053f0e1-202f-4097-8f7b-3df4976282cd on host hv-cinder-83769 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:30:49.924912 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-92fe12b1-b7e6-44e1-9676-9cfc4bdab38d req-f7ee4938-9816-412d-9708-51cc801373bd tempest-VolumesNegativeTest-1646240833 tempest-VolumesNegativeTest-1646240833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:49.928859 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-92fe12b1-b7e6-44e1-9676-9cfc4bdab38d req-f7ee4938-9816-412d-9708-51cc801373bd tempest-VolumesNegativeTest-1646240833 tempest-VolumesNegativeTest-1646240833-project] 10.222.0.75 "DELETE /v2.0/ports/0053f0e1-202f-4097-8f7b-3df4976282cd HTTP/1.1" status: 204 len: 173 time: 0.4382260 Apr 29 13:30:49.929328 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3515bd8-94ee-4fc1-b2ac-d976911e6b97', 'name': 'network-vif-deleted', 'tag': '0053f0e1-202f-4097-8f7b-3df4976282cd'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:30:49.931897 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34453e8beaba66333125c1a762a789c78ce2f458b63942c2f470c2340433bc94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab66d128-b6ed-4a68-b2e2-046df944b9cd" -d '{"events": [{"server_uuid": "a3515bd8-94ee-4fc1-b2ac-d976911e6b97", "name": "network-vif-deleted", "tag": "0053f0e1-202f-4097-8f7b-3df4976282cd"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:30:49.975283 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce724d40-d44f-4c19-8b20-54f340c6b9bf x-openstack-request-id: req-ce724d40-d44f-4c19-8b20-54f340c6b9bf {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:30:49.975592 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3515bd8-94ee-4fc1-b2ac-d976911e6b97", "name": "network-vif-deleted", "tag": "0053f0e1-202f-4097-8f7b-3df4976282cd", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:30:49.975852 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ce724d40-d44f-4c19-8b20-54f340c6b9bf {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:30:49.976261 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce724d40-d44f-4c19-8b20-54f340c6b9bf'] response: {'server_uuid': 'a3515bd8-94ee-4fc1-b2ac-d976911e6b97', 'name': 'network-vif-deleted', 'tag': '0053f0e1-202f-4097-8f7b-3df4976282cd', 'status': 'completed', 'code': 200} Apr 29 13:30:50.369376 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03db872-0432-42c0-80d3-fc6ed6563b18 req-079e572e-0830-4c0b-89da-deb87bc2e623 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:30:50.371059 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a03db872-0432-42c0-80d3-fc6ed6563b18 req-079e572e-0830-4c0b-89da-deb87bc2e623 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=09737eb4-e1f2-4d38-abb9-51795b5e9e66 HTTP/1.1" status: 200 len: 946 time: 0.0553710 Apr 29 13:30:50.429527 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a03db872-0432-42c0-80d3-fc6ed6563b18 req-ef0546f6-0aca-4596-8875-658e30fd760f tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c5dfc43-e644-4651-9e87-6dc8433255fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523763 Apr 29 13:30:50.561849 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-74c806e2-cf34-4abe-9717-60047366c62d req-df551c83-1cd9-4d43-a619-5786f271b336 tempest-VolumesNegativeTest-1646240833 tempest-VolumesNegativeTest-1646240833-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3515bd8-94ee-4fc1-b2ac-d976911e6b97 HTTP/1.1" status: 200 len: 210 time: 0.0359993 Apr 29 13:30:50.577474 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b1d9d-c640-46c5-889b-1cdef995e25e req-05dda731-4618-4480-8956-906f8373a1d8 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:30:50.579045 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-365b1d9d-c640-46c5-889b-1cdef995e25e req-05dda731-4618-4480-8956-906f8373a1d8 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=09737eb4-e1f2-4d38-abb9-51795b5e9e66 HTTP/1.1" status: 200 len: 946 time: 0.0680356 Apr 29 13:30:50.589413 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 55158) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:30:50.593577 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-c6771f28-3795-4078-95d6-03c8a2149e63 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Request body: {'floatingip': {'port_id': '609cea4f-ba06-4033-9d19-3c8dc879249c'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:30:50.638871 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c6771f28-3795-4078-95d6-03c8a2149e63 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks [] for floatingip (3f99983d-8f7c-4eea-93c6-3f7472ce53fc), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:51.115290 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c6771f28-3795-4078-95d6-03c8a2149e63 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:51.120578 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c6771f28-3795-4078-95d6-03c8a2149e63 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706107'] for floatingip (3f99983d-8f7c-4eea-93c6-3f7472ce53fc), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:51.228276 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.db.l3_db [None req-c6771f28-3795-4078-95d6-03c8a2149e63 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Floating IP 3f99983d-8f7c-4eea-93c6-3f7472ce53fc associated. External IP: 172.27.0.211, port: 609cea4f-ba06-4033-9d19-3c8dc879249c. Apr 29 13:30:51.457076 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6771f28-3795-4078-95d6-03c8a2149e63 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Router 4207c677-3435-46c0-b6cf-36c72361e689 has already been hosted by L3 agent ffd5f049-29fc-4e99-906d-6eadce93ab48 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:30:51.569098 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e1a9cefc-0b20-4ae6-b904-55fb784b21ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (e437e712-237e-4a54-83a8-782eed3c5f0c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:51.576242 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6771f28-3795-4078-95d6-03c8a2149e63 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Notify agent at l3_agent.dv-cinder-837699-3-iscsi the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:30:51.580784 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c6771f28-3795-4078-95d6-03c8a2149e63 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574'] for floatingip (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:51.590879 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ac7477-11e8-46e0-8759-297c5c0576f2 None None] Sync routers for ids ['4207c677-3435-46c0-b6cf-36c72361e689'] in dv-cinder-837699-3-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:30:51.604401 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ac7477-11e8-46e0-8759-297c5c0576f2 None None] Routers {'4207c677-3435-46c0-b6cf-36c72361e689'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:30:51.605192 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-89ac7477-11e8-46e0-8759-297c5c0576f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:30:24Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['4207c677-3435-46c0-b6cf-36c72361e689'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:30:51.740336 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-89ac7477-11e8-46e0-8759-297c5c0576f2 None None] Set router 4207c677-3435-46c0-b6cf-36c72361e689 gateway port host: dv-cinder-837699-3-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:30:51.925971 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-c6771f28-3795-4078-95d6-03c8a2149e63 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "PUT /v2.0/floatingips/3f99983d-8f7c-4eea-93c6-3f7472ce53fc HTTP/1.1" status: 200 len: 992 time: 1.3356662 Apr 29 13:30:51.977357 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09737eb4-e1f2-4d38-abb9-51795b5e9e66', 'tag': '609cea4f-ba06-4033-9d19-3c8dc879249c'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:30:51.979853 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34453e8beaba66333125c1a762a789c78ce2f458b63942c2f470c2340433bc94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-282317a0-e730-4d11-94c2-c51bb48d0f9d" -d '{"events": [{"name": "network-changed", "server_uuid": "09737eb4-e1f2-4d38-abb9-51795b5e9e66", "tag": "609cea4f-ba06-4033-9d19-3c8dc879249c"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:30:52.004887 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-89ac7477-11e8-46e0-8759-297c5c0576f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4207c677-3435-46c0-b6cf-36c72361e689', 'name': 'tempest-AttachVolumeTestJSON-2087911582-router', 'tenant_id': '83b6a855b277450186870a3529210025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '82c48137-ef66-4132-bb6d-1c06501fae0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:30Z', 'updated_at': '2022-04-29T13:21:39Z', 'revision_number': 4, 'project_id': '83b6a855b277450186870a3529210025', 'gw_port': {'id': '82c48137-ef66-4132-bb6d-1c06501fae0e', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:66:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4207c677-3435-46c0-b6cf-36c72361e689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:30Z', 'updated_at': '2022-04-29T13:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_floatingips': [{'id': '3f99983d-8f7c-4eea-93c6-3f7472ce53fc', 'tenant_id': '83b6a855b277450186870a3529210025', 'floating_ip_address': '172.27.0.211', 'floating_network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'router_id': '4207c677-3435-46c0-b6cf-36c72361e689', 'port_id': '609cea4f-ba06-4033-9d19-3c8dc879249c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc1af930-75bb-4703-ab95-43d130c7c5b4', 'mac_address': 'fa:16:3e:fd:da:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09737eb4-e1f2-4d38-abb9-51795b5e9e66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:30:34Z', 'updated_at': '2022-04-29T13:30:51Z', 'revision_number': 1, 'project_id': '83b6a855b277450186870a3529210025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a51b6e3-d324-43f5-bf29-86f48503ee2c', 'name': '', 'network_id': 'fc1af930-75bb-4703-ab95-43d130c7c5b4', 'tenant_id': '83b6a855b277450186870a3529210025', 'mac_address': 'fa:16:3e:52:91:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4207c677-3435-46c0-b6cf-36c72361e689', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '77a47b69-c61f-4715-a126-776e82c7238b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:36Z', 'updated_at': '2022-04-29T13:21:48Z', 'revision_number': 5, 'project_id': '83b6a855b277450186870a3529210025', 'subnets': [{'id': '77a47b69-c61f-4715-a126-776e82c7238b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:30:52.029802 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad09a9e1-d7d1-41a2-a3eb-a19ad335ad75 x-openstack-request-id: req-ad09a9e1-d7d1-41a2-a3eb-a19ad335ad75 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:30:52.030072 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09737eb4-e1f2-4d38-abb9-51795b5e9e66", "tag": "609cea4f-ba06-4033-9d19-3c8dc879249c", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:30:52.030334 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ad09a9e1-d7d1-41a2-a3eb-a19ad335ad75 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:30:52.030741 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad09a9e1-d7d1-41a2-a3eb-a19ad335ad75'] response: {'name': 'network-changed', 'server_uuid': '09737eb4-e1f2-4d38-abb9-51795b5e9e66', 'tag': '609cea4f-ba06-4033-9d19-3c8dc879249c', 'status': 'completed', 'code': 200} Apr 29 13:30:52.033078 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ac7477-11e8-46e0-8759-297c5c0576f2 None None] Checking router: 4207c677-3435-46c0-b6cf-36c72361e689 for host: dv-cinder-837699-3-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:30:52.043590 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ac7477-11e8-46e0-8759-297c5c0576f2 None None] Routers {'4207c677-3435-46c0-b6cf-36c72361e689'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:30:52.044212 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-89ac7477-11e8-46e0-8759-297c5c0576f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:30:24Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['4207c677-3435-46c0-b6cf-36c72361e689'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:30:52.124874 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282317a0-e730-4d11-94c2-c51bb48d0f9d req-940794a3-bb69-45f0-b087-31d8119afa12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:30:52.127488 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-282317a0-e730-4d11-94c2-c51bb48d0f9d req-940794a3-bb69-45f0-b087-31d8119afa12 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=83b6a855b277450186870a3529210025&device_id=09737eb4-e1f2-4d38-abb9-51795b5e9e66 HTTP/1.1" status: 200 len: 1130 time: 0.0537081 Apr 29 13:30:52.166990 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-89ac7477-11e8-46e0-8759-297c5c0576f2 None None] Set router 4207c677-3435-46c0-b6cf-36c72361e689 gateway port host: dv-cinder-837699-3-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:30:52.238986 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282317a0-e730-4d11-94c2-c51bb48d0f9d req-9f92a6a4-0c80-44b0-8ef1-ea3354f63bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:30:52.240433 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-282317a0-e730-4d11-94c2-c51bb48d0f9d req-9f92a6a4-0c80-44b0-8ef1-ea3354f63bca service neutron] 10.222.0.75 "GET /v2.0/networks?id=fc1af930-75bb-4703-ab95-43d130c7c5b4 HTTP/1.1" status: 200 len: 912 time: 0.1064572 Apr 29 13:30:52.329972 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-282317a0-e730-4d11-94c2-c51bb48d0f9d req-c9c64a8d-260d-4ed3-a786-86fc807dedbc service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=609cea4f-ba06-4033-9d19-3c8dc879249c HTTP/1.1" status: 200 len: 1000 time: 0.0835762 Apr 29 13:30:52.393379 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282317a0-e730-4d11-94c2-c51bb48d0f9d req-88b0fb3f-dd53-4b5c-bd15-10b6f33d67b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:30:52.395178 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-282317a0-e730-4d11-94c2-c51bb48d0f9d req-88b0fb3f-dd53-4b5c-bd15-10b6f33d67b4 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=77a47b69-c61f-4715-a126-776e82c7238b HTTP/1.1" status: 200 len: 850 time: 0.0599613 Apr 29 13:30:52.458163 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282317a0-e730-4d11-94c2-c51bb48d0f9d req-5c110fb3-2968-44be-8081-95537bd70239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:30:52.460648 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-282317a0-e730-4d11-94c2-c51bb48d0f9d req-5c110fb3-2968-44be-8081-95537bd70239 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fc1af930-75bb-4703-ab95-43d130c7c5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0590625 Apr 29 13:30:52.549631 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-89ac7477-11e8-46e0-8759-297c5c0576f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4207c677-3435-46c0-b6cf-36c72361e689', 'name': 'tempest-AttachVolumeTestJSON-2087911582-router', 'tenant_id': '83b6a855b277450186870a3529210025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '82c48137-ef66-4132-bb6d-1c06501fae0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:30Z', 'updated_at': '2022-04-29T13:21:39Z', 'revision_number': 4, 'project_id': '83b6a855b277450186870a3529210025', 'gw_port': {'id': '82c48137-ef66-4132-bb6d-1c06501fae0e', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:66:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4207c677-3435-46c0-b6cf-36c72361e689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:30Z', 'updated_at': '2022-04-29T13:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_floatingips': [{'id': '3f99983d-8f7c-4eea-93c6-3f7472ce53fc', 'tenant_id': '83b6a855b277450186870a3529210025', 'floating_ip_address': '172.27.0.211', 'floating_network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'router_id': '4207c677-3435-46c0-b6cf-36c72361e689', 'port_id': '609cea4f-ba06-4033-9d19-3c8dc879249c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc1af930-75bb-4703-ab95-43d130c7c5b4', 'mac_address': 'fa:16:3e:fd:da:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09737eb4-e1f2-4d38-abb9-51795b5e9e66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:30:34Z', 'updated_at': '2022-04-29T13:30:51Z', 'revision_number': 1, 'project_id': '83b6a855b277450186870a3529210025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a51b6e3-d324-43f5-bf29-86f48503ee2c', 'name': '', 'network_id': 'fc1af930-75bb-4703-ab95-43d130c7c5b4', 'tenant_id': '83b6a855b277450186870a3529210025', 'mac_address': 'fa:16:3e:52:91:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4207c677-3435-46c0-b6cf-36c72361e689', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '77a47b69-c61f-4715-a126-776e82c7238b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:36Z', 'updated_at': '2022-04-29T13:21:48Z', 'revision_number': 5, 'project_id': '83b6a855b277450186870a3529210025', 'subnets': [{'id': '77a47b69-c61f-4715-a126-776e82c7238b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:30:52.577988 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-282317a0-e730-4d11-94c2-c51bb48d0f9d req-19378622-515c-4861-8b10-9bf9c0b67339 service neutron] 10.222.0.75 "GET /v2.0/networks/fc1af930-75bb-4703-ab95-43d130c7c5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113093 Apr 29 13:30:52.581979 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ac7477-11e8-46e0-8759-297c5c0576f2 None None] The sync data for ids ['4207c677-3435-46c0-b6cf-36c72361e689'] in dv-cinder-837699-3-iscsi is: [{'id': '4207c677-3435-46c0-b6cf-36c72361e689', 'name': 'tempest-AttachVolumeTestJSON-2087911582-router', 'tenant_id': '83b6a855b277450186870a3529210025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '82c48137-ef66-4132-bb6d-1c06501fae0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:30Z', 'updated_at': '2022-04-29T13:21:39Z', 'revision_number': 4, 'project_id': '83b6a855b277450186870a3529210025', 'gw_port': {'id': '82c48137-ef66-4132-bb6d-1c06501fae0e', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:66:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4207c677-3435-46c0-b6cf-36c72361e689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:30Z', 'updated_at': '2022-04-29T13:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_floatingips': [{'id': '3f99983d-8f7c-4eea-93c6-3f7472ce53fc', 'tenant_id': '83b6a855b277450186870a3529210025', 'floating_ip_address': '172.27.0.211', 'floating_network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'router_id': '4207c677-3435-46c0-b6cf-36c72361e689', 'port_id': '609cea4f-ba06-4033-9d19-3c8dc879249c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc1af930-75bb-4703-ab95-43d130c7c5b4', 'mac_address': 'fa:16:3e:fd:da:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09737eb4-e1f2-4d38-abb9-51795b5e9e66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:30:34Z', 'updated_at': '2022-04-29T13:30:51Z', 'revision_number': 1, 'project_id': '83b6a855b277450186870a3529210025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a51b6e3-d324-43f5-bf29-86f48503ee2c', 'name': '', 'network_id': 'fc1af930-75bb-4703-ab95-43d130c7c5b4', 'tenant_id': '83b6a855b277450186870a3529210025', 'mac_address': 'fa:16:3e:52:91:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4207c677-3435-46c0-b6cf-36c72361e689', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '77a47b69-c61f-4715-a126-776e82c7238b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:36Z', 'updated_at': '2022-04-29T13:21:48Z', 'revision_number': 5, 'project_id': '83b6a855b277450186870a3529210025', 'subnets': [{'id': '77a47b69-c61f-4715-a126-776e82c7238b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:30:52.708221 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-282317a0-e730-4d11-94c2-c51bb48d0f9d req-08317fc7-865d-41be-9ba5-022c1d26883a service neutron] 10.222.0.75 "GET /v2.0/networks/fc1af930-75bb-4703-ab95-43d130c7c5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219270 Apr 29 13:30:52.845581 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1410337e-6a46-4272-913e-d75973584fb8 None None] New status for floating IP 3f99983d-8f7c-4eea-93c6-3f7472ce53fc: ACTIVE {{(pid=103366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 13:30:53.154587 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device 0053f0e1-202f-4097-8f7b-3df4976282cd no longer exists at agent hyperv_hv-cinder-83769 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:30:53.184252 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] No Port match for: 0053f0e1-202f-4097-8f7b-3df4976282cd {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:30:53.184865 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device 0053f0e1-202f-4097-8f7b-3df4976282cd not bound to the agent host hv-cinder-83769 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:30:54.258867 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4fe55154-3241-4699-a845-52efec207892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (ffd5f049-29fc-4e99-906d-6eadce93ab48), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:55.838709 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d46c6b96-c9c1-47b5-84ba-015c4e42046f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (1b2ea45c-9419-45d0-91af-29e2c5a1844a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:56.009207 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 55418) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:30:56.139443 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-ad9b0f0a-1cdf-40dd-8efb-1405a161e2a4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2202f6aba8694ff0a2221e039d634adf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1290791 Apr 29 13:30:56.142026 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 55422) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:30:56.190053 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ec2fde81-35f4-4d00-a7e8-fba0b363d7fe admin admin] Publish callbacks [] for security_group (60543839-c95b-464f-9f20-b446da1e7866), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:56.212669 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ec2fde81-35f4-4d00-a7e8-fba0b363d7fe admin admin] Publish callbacks [] for security_group (60543839-c95b-464f-9f20-b446da1e7866), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:56.260812 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ec2fde81-35f4-4d00-a7e8-fba0b363d7fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (60543839-c95b-464f-9f20-b446da1e7866), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:56.263288 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ec2fde81-35f4-4d00-a7e8-fba0b363d7fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:56.264439 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-ec2fde81-35f4-4d00-a7e8-fba0b363d7fe admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/60543839-c95b-464f-9f20-b446da1e7866 HTTP/1.1" status: 204 len: 168 time: 0.1214902 Apr 29 13:30:56.272284 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2fde81-35f4-4d00-a7e8-fba0b363d7fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60543839-c95b-464f-9f20-b446da1e7866,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:57.284995 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bea047bf-f99e-49b2-8b9d-5ba249a30c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (23d6c007-0036-4fdb-b033-28b1fd628d82), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:58.693706 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (070d87cd-fed4-4d07-85b5-c26ded61f2d8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:59.178556 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (477bd1e1-70d7-4a7b-b37c-5892af57f2e4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:04.746881 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c4090ed3-b188-48ef-a6b9-5d78229fc55d None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:31:21.573246 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ec5187a2-de8b-475c-90cd-202fefec2be9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (e437e712-237e-4a54-83a8-782eed3c5f0c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:22.018872 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c72197-4e3f-4ee0-9d36-1fd02d095f40 req-888ba285-6a6b-48d5-8917-7b6014a6c604 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:31:22.020476 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-a9c72197-4e3f-4ee0-9d36-1fd02d095f40 req-888ba285-6a6b-48d5-8917-7b6014a6c604 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=2df8f832-8bcf-481a-a787-05093f0191c3 HTTP/1.1" status: 200 len: 945 time: 0.0596392 Apr 29 13:31:22.081980 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-a9c72197-4e3f-4ee0-9d36-1fd02d095f40 req-d65a32c4-77d3-40e8-ae1b-b4ee004e54b2 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=e57e07d0-785f-4b2c-b327-971ab649be45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550175 Apr 29 13:31:22.288102 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c88420-836c-4b2d-b08e-45cb1ae53846 req-b588c4bc-7e7f-465f-a853-409d001dea8c tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:31:22.289669 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-62c88420-836c-4b2d-b08e-45cb1ae53846 req-b588c4bc-7e7f-465f-a853-409d001dea8c tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9f93406-1e9c-464f-9cc8-c00ca879d8e8 HTTP/1.1" status: 200 len: 946 time: 0.0501223 Apr 29 13:31:22.337391 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-62c88420-836c-4b2d-b08e-45cb1ae53846 req-ab0245b1-7083-46bb-8814-98c003b085a5 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b689fac-b026-4174-9a51-fd6995f79675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422466 Apr 29 13:31:23.222579 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c890f-4033-4618-a673-60414dd4cd34 req-87452c43-9a8e-4d56-b00e-d86e474109ca tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:31:23.224140 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-882c890f-4033-4618-a673-60414dd4cd34 req-87452c43-9a8e-4d56-b00e-d86e474109ca tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=2df8f832-8bcf-481a-a787-05093f0191c3 HTTP/1.1" status: 200 len: 945 time: 0.0570621 Apr 29 13:31:23.273883 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-882c890f-4033-4618-a673-60414dd4cd34 req-f2ac8c8c-7921-48ae-97ad-b63ecc2cb3d3 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=e57e07d0-785f-4b2c-b327-971ab649be45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439286 Apr 29 13:31:23.458375 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c036ee0-2294-43d7-a85a-9679d3562125 req-fda4af76-5f55-4999-b096-791b83e7fef3 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:31:23.459901 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-5c036ee0-2294-43d7-a85a-9679d3562125 req-fda4af76-5f55-4999-b096-791b83e7fef3 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9f93406-1e9c-464f-9cc8-c00ca879d8e8 HTTP/1.1" status: 200 len: 946 time: 0.0515780 Apr 29 13:31:23.511991 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-5c036ee0-2294-43d7-a85a-9679d3562125 req-74790489-77a6-47b8-a6a0-39de79233c84 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b689fac-b026-4174-9a51-fd6995f79675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457709 Apr 29 13:31:24.262926 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bf3ea2f3-c17a-4136-852c-10ac9a799668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (ffd5f049-29fc-4e99-906d-6eadce93ab48), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:24.281898 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c920d28c-150b-45c6-8770-369966328d0c req-9e3ea333-4602-485c-9f1e-2a9f36d0a8fd tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:31:24.283433 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c920d28c-150b-45c6-8770-369966328d0c req-9e3ea333-4602-485c-9f1e-2a9f36d0a8fd tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.75 "GET /v2.0/ports?device_id=a9f93406-1e9c-464f-9cc8-c00ca879d8e8 HTTP/1.1" status: 200 len: 946 time: 0.0535436 Apr 29 13:31:24.407788 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-c920d28c-150b-45c6-8770-369966328d0c req-6549263a-495a-4c76-b78b-9ff99280478f tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Deleting port 26abc68b-e4fd-4b3a-b8c5-41206b234e3e {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:31:24.408131 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c920d28c-150b-45c6-8770-369966328d0c req-6549263a-495a-4c76-b78b-9ff99280478f tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783156326988'] for port (26abc68b-e4fd-4b3a-b8c5-41206b234e3e), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:24.429239 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f24fb-d1d8-4ab7-a1fa-30f312fd83fc req-477e9c0d-c44b-40eb-bdc8-c5b18843aaa1 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:31:24.430729 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3e2f24fb-d1d8-4ab7-a1fa-30f312fd83fc req-477e9c0d-c44b-40eb-bdc8-c5b18843aaa1 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=2df8f832-8bcf-481a-a787-05093f0191c3 HTTP/1.1" status: 200 len: 945 time: 0.0752509 Apr 29 13:31:24.540620 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3e2f24fb-d1d8-4ab7-a1fa-30f312fd83fc req-d86a5ce1-2705-4947-912d-529377afded5 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=e57e07d0-785f-4b2c-b327-971ab649be45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997486 Apr 29 13:31:24.546874 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-c920d28c-150b-45c6-8770-369966328d0c req-6549263a-495a-4c76-b78b-9ff99280478f tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] For port 26abc68b-e4fd-4b3a-b8c5-41206b234e3e, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=26abc68b-e4fd-4b3a-b8c5-41206b234e3e,segment=NetworkSegment(7d58dba2-6bce-4657-ad48-111e1ec8c905),segment_id=7d58dba2-6bce-4657-ad48-111e1ec8c905)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:31:24.547478 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c920d28c-150b-45c6-8770-369966328d0c req-6549263a-495a-4c76-b78b-9ff99280478f tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749638'] for port (26abc68b-e4fd-4b3a-b8c5-41206b234e3e), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:24.634453 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a16c15e-9218-43c7-bc1e-5601d257f4df req-7ad13506-f4e7-48e0-9292-dd28440a74c8 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:31:24.636485 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7a16c15e-9218-43c7-bc1e-5601d257f4df req-7ad13506-f4e7-48e0-9292-dd28440a74c8 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9f93406-1e9c-464f-9cc8-c00ca879d8e8 HTTP/1.1" status: 200 len: 946 time: 0.0539606 Apr 29 13:31:24.683728 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7a16c15e-9218-43c7-bc1e-5601d257f4df req-9f3e673e-45d0-4429-8d71-60035cecd88a tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b689fac-b026-4174-9a51-fd6995f79675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414898 Apr 29 13:31:24.726885 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c920d28c-150b-45c6-8770-369966328d0c req-6549263a-495a-4c76-b78b-9ff99280478f tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:24.727246 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c920d28c-150b-45c6-8770-369966328d0c req-6549263a-495a-4c76-b78b-9ff99280478f tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706107'] for floatingip (fc20b4a9-4c07-442c-88d6-4739aa471158), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:24.727563 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.db.l3_db [req-c920d28c-150b-45c6-8770-369966328d0c req-6549263a-495a-4c76-b78b-9ff99280478f tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Floating IP fc20b4a9-4c07-442c-88d6-4739aa471158 disassociated. External IP: 172.27.0.208, port: 26abc68b-e4fd-4b3a-b8c5-41206b234e3e. Apr 29 13:31:24.727900 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-c920d28c-150b-45c6-8770-369966328d0c req-6549263a-495a-4c76-b78b-9ff99280478f tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Calling delete_port for 26abc68b-e4fd-4b3a-b8c5-41206b234e3e owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:31:24.864565 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c920d28c-150b-45c6-8770-369966328d0c req-6549263a-495a-4c76-b78b-9ff99280478f tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783156333258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783155810407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8537941'] for port (26abc68b-e4fd-4b3a-b8c5-41206b234e3e), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:24.894435 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6549263a-495a-4c76-b78b-9ff99280478f tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Pushing event deleted for resources: {'Port': ['ID=26abc68b-e4fd-4b3a-b8c5-41206b234e3e,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:24.908425 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6549263a-495a-4c76-b78b-9ff99280478f tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:24.908782 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6549263a-495a-4c76-b78b-9ff99280478f tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:24.909140 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6549263a-495a-4c76-b78b-9ff99280478f tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:24.909483 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6549263a-495a-4c76-b78b-9ff99280478f tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:24.909833 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6549263a-495a-4c76-b78b-9ff99280478f tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:24.910163 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6549263a-495a-4c76-b78b-9ff99280478f tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:24.910497 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6549263a-495a-4c76-b78b-9ff99280478f tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:24.910828 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6549263a-495a-4c76-b78b-9ff99280478f tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:24.911158 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6549263a-495a-4c76-b78b-9ff99280478f tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:24.911490 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6549263a-495a-4c76-b78b-9ff99280478f tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:24.911822 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6549263a-495a-4c76-b78b-9ff99280478f tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:24.912150 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6549263a-495a-4c76-b78b-9ff99280478f tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:24.912479 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6549263a-495a-4c76-b78b-9ff99280478f tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:24.912837 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6549263a-495a-4c76-b78b-9ff99280478f tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:24.913165 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6549263a-495a-4c76-b78b-9ff99280478f tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:25.037268 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c920d28c-150b-45c6-8770-369966328d0c req-6549263a-495a-4c76-b78b-9ff99280478f tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Router 55e917e4-3b0d-460b-a62b-46ecaa345c3f has already been hosted by L3 agent ffd5f049-29fc-4e99-906d-6eadce93ab48 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:31:25.151172 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c920d28c-150b-45c6-8770-369966328d0c req-6549263a-495a-4c76-b78b-9ff99280478f tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Notify agent at l3_agent.dv-cinder-837699-3-iscsi the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:31:25.164111 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddafc4e-a0a8-4ff8-95e3-01d26458ab71 None None] Sync routers for ids ['55e917e4-3b0d-460b-a62b-46ecaa345c3f'] in dv-cinder-837699-3-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:31:25.175263 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddafc4e-a0a8-4ff8-95e3-01d26458ab71 None None] Routers {'55e917e4-3b0d-460b-a62b-46ecaa345c3f'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:31:25.176001 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-eddafc4e-a0a8-4ff8-95e3-01d26458ab71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:31:24Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['55e917e4-3b0d-460b-a62b-46ecaa345c3f'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:31:25.198121 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-c920d28c-150b-45c6-8770-369966328d0c req-6549263a-495a-4c76-b78b-9ff99280478f tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] No DVR routers for this DVR port 26abc68b-e4fd-4b3a-b8c5-41206b234e3e on host hv-cinder-83769 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:31:25.200785 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c920d28c-150b-45c6-8770-369966328d0c req-6549263a-495a-4c76-b78b-9ff99280478f tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:25.204240 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c920d28c-150b-45c6-8770-369966328d0c req-6549263a-495a-4c76-b78b-9ff99280478f tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.75 "DELETE /v2.0/ports/26abc68b-e4fd-4b3a-b8c5-41206b234e3e HTTP/1.1" status: 204 len: 173 time: 0.9158480 Apr 29 13:31:25.204706 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9f93406-1e9c-464f-9cc8-c00ca879d8e8', 'name': 'network-vif-deleted', 'tag': '26abc68b-e4fd-4b3a-b8c5-41206b234e3e'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:31:25.207094 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34453e8beaba66333125c1a762a789c78ce2f458b63942c2f470c2340433bc94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63568c74-eef2-4ea8-b26f-32ee05f9d5e1" -d '{"events": [{"server_uuid": "a9f93406-1e9c-464f-9cc8-c00ca879d8e8", "name": "network-vif-deleted", "tag": "26abc68b-e4fd-4b3a-b8c5-41206b234e3e"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:31:25.266480 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d16510-4013-47d3-b33d-8aa4323f1774 x-openstack-request-id: req-44d16510-4013-47d3-b33d-8aa4323f1774 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:31:25.266968 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9f93406-1e9c-464f-9cc8-c00ca879d8e8", "name": "network-vif-deleted", "tag": "26abc68b-e4fd-4b3a-b8c5-41206b234e3e", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:31:25.267222 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-44d16510-4013-47d3-b33d-8aa4323f1774 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:31:25.267987 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44d16510-4013-47d3-b33d-8aa4323f1774'] response: {'server_uuid': 'a9f93406-1e9c-464f-9cc8-c00ca879d8e8', 'name': 'network-vif-deleted', 'tag': '26abc68b-e4fd-4b3a-b8c5-41206b234e3e', 'status': 'completed', 'code': 200} Apr 29 13:31:25.317636 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-eddafc4e-a0a8-4ff8-95e3-01d26458ab71 None None] Set router 55e917e4-3b0d-460b-a62b-46ecaa345c3f gateway port host: dv-cinder-837699-3-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:31:25.545841 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-eddafc4e-a0a8-4ff8-95e3-01d26458ab71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'name': 'tempest-AttachVolumeNegativeTest-921804364-router', 'tenant_id': '1e7f22083aa84571b6efb751abd2b537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:35Z', 'updated_at': '2022-04-29T13:21:44Z', 'revision_number': 4, 'project_id': '1e7f22083aa84571b6efb751abd2b537', 'gw_port': {'id': '4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:51:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:37Z', 'updated_at': '2022-04-29T13:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_interfaces': [{'id': 'f9fb300f-d8b7-4a3f-b80f-2de5dfdc5a43', 'name': '', 'network_id': '8f33b954-1f3c-43fa-a8bf-3eab44702663', 'tenant_id': '1e7f22083aa84571b6efb751abd2b537', 'mac_address': 'fa:16:3e:b0:f2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '9f59e443-3db1-41f0-85e9-12ea320207b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:42Z', 'updated_at': '2022-04-29T13:21:57Z', 'revision_number': 5, 'project_id': '1e7f22083aa84571b6efb751abd2b537', 'subnets': [{'id': '9f59e443-3db1-41f0-85e9-12ea320207b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:31:25.579580 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddafc4e-a0a8-4ff8-95e3-01d26458ab71 None None] Checking router: 55e917e4-3b0d-460b-a62b-46ecaa345c3f for host: dv-cinder-837699-3-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:31:25.597405 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddafc4e-a0a8-4ff8-95e3-01d26458ab71 None None] Routers {'55e917e4-3b0d-460b-a62b-46ecaa345c3f'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:31:25.598600 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-eddafc4e-a0a8-4ff8-95e3-01d26458ab71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:31:24Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['55e917e4-3b0d-460b-a62b-46ecaa345c3f'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:31:25.685105 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed5d09-bd53-4692-aa5f-6d53fb394e1b req-e308b058-8ca8-4c33-862c-ef6dac7e1880 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:31:25.686841 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-89ed5d09-bd53-4692-aa5f-6d53fb394e1b req-e308b058-8ca8-4c33-862c-ef6dac7e1880 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=2df8f832-8bcf-481a-a787-05093f0191c3 HTTP/1.1" status: 200 len: 945 time: 0.0607092 Apr 29 13:31:25.771573 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-89ed5d09-bd53-4692-aa5f-6d53fb394e1b req-da9661ea-04ae-4ce1-b144-2e687500814d tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=e57e07d0-785f-4b2c-b327-971ab649be45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766644 Apr 29 13:31:25.826598 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-eddafc4e-a0a8-4ff8-95e3-01d26458ab71 None None] Set router 55e917e4-3b0d-460b-a62b-46ecaa345c3f gateway port host: dv-cinder-837699-3-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:31:25.853396 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d46c6b96-c9c1-47b5-84ba-015c4e42046f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (1b2ea45c-9419-45d0-91af-29e2c5a1844a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:25.858981 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bde094d6-1762-4f31-b5c5-9dd3b0893ac8 req-f02aea4d-f832-4bb2-a642-d3ed19c5d923 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9f93406-1e9c-464f-9cc8-c00ca879d8e8 HTTP/1.1" status: 200 len: 210 time: 0.0456786 Apr 29 13:31:26.109662 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-eddafc4e-a0a8-4ff8-95e3-01d26458ab71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'name': 'tempest-AttachVolumeNegativeTest-921804364-router', 'tenant_id': '1e7f22083aa84571b6efb751abd2b537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:35Z', 'updated_at': '2022-04-29T13:21:44Z', 'revision_number': 4, 'project_id': '1e7f22083aa84571b6efb751abd2b537', 'gw_port': {'id': '4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:51:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:37Z', 'updated_at': '2022-04-29T13:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_interfaces': [{'id': 'f9fb300f-d8b7-4a3f-b80f-2de5dfdc5a43', 'name': '', 'network_id': '8f33b954-1f3c-43fa-a8bf-3eab44702663', 'tenant_id': '1e7f22083aa84571b6efb751abd2b537', 'mac_address': 'fa:16:3e:b0:f2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '9f59e443-3db1-41f0-85e9-12ea320207b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:42Z', 'updated_at': '2022-04-29T13:21:57Z', 'revision_number': 5, 'project_id': '1e7f22083aa84571b6efb751abd2b537', 'subnets': [{'id': '9f59e443-3db1-41f0-85e9-12ea320207b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:31:26.137844 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddafc4e-a0a8-4ff8-95e3-01d26458ab71 None None] The sync data for ids ['55e917e4-3b0d-460b-a62b-46ecaa345c3f'] in dv-cinder-837699-3-iscsi is: [{'id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'name': 'tempest-AttachVolumeNegativeTest-921804364-router', 'tenant_id': '1e7f22083aa84571b6efb751abd2b537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:35Z', 'updated_at': '2022-04-29T13:21:44Z', 'revision_number': 4, 'project_id': '1e7f22083aa84571b6efb751abd2b537', 'gw_port': {'id': '4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:51:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:37Z', 'updated_at': '2022-04-29T13:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_interfaces': [{'id': 'f9fb300f-d8b7-4a3f-b80f-2de5dfdc5a43', 'name': '', 'network_id': '8f33b954-1f3c-43fa-a8bf-3eab44702663', 'tenant_id': '1e7f22083aa84571b6efb751abd2b537', 'mac_address': 'fa:16:3e:b0:f2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '9f59e443-3db1-41f0-85e9-12ea320207b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:42Z', 'updated_at': '2022-04-29T13:21:57Z', 'revision_number': 5, 'project_id': '1e7f22083aa84571b6efb751abd2b537', 'subnets': [{'id': '9f59e443-3db1-41f0-85e9-12ea320207b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:31:26.405331 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582a1e72-2cc9-4dbb-9317-c03b23aed2e0 None None] New status for floating IP fc20b4a9-4c07-442c-88d6-4739aa471158: DOWN {{(pid=103366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 13:31:26.945364 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 55548) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:31:26.958899 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b2ce20-eccf-4f9e-ad57-b50235324004 req-c35455d4-00de-4224-afc4-9652c7169a5a tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:31:26.961314 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-a3b2ce20-eccf-4f9e-ad57-b50235324004 req-c35455d4-00de-4224-afc4-9652c7169a5a tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=2df8f832-8bcf-481a-a787-05093f0191c3 HTTP/1.1" status: 200 len: 945 time: 0.0761662 Apr 29 13:31:27.017514 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-52594689-bfa1-44b6-a432-684e17ee1064 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks [] for security_group (8b689fac-b026-4174-9a51-fd6995f79675), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:27.018249 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-a3b2ce20-eccf-4f9e-ad57-b50235324004 req-cdc15de5-cd6a-48b6-bfec-e6663b12712a tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=e57e07d0-785f-4b2c-b327-971ab649be45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498512 Apr 29 13:31:27.061405 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-52594689-bfa1-44b6-a432-684e17ee1064 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks [] for security_group (8b689fac-b026-4174-9a51-fd6995f79675), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:27.118730 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-52594689-bfa1-44b6-a432-684e17ee1064 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (8b689fac-b026-4174-9a51-fd6995f79675), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:27.121486 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-52594689-bfa1-44b6-a432-684e17ee1064 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:27.122728 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-52594689-bfa1-44b6-a432-684e17ee1064 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "DELETE /v2.0/security-groups/8b689fac-b026-4174-9a51-fd6995f79675 HTTP/1.1" status: 204 len: 168 time: 0.1763403 Apr 29 13:31:27.127097 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 55550) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:31:27.132926 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52594689-bfa1-44b6-a432-684e17ee1064 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b689fac-b026-4174-9a51-fd6995f79675,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:27.142178 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.api.v2.resource [None req-b0bb8480-f3c2-4f3f-9235-34ce80770e34 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] show failed (client error): The resource could not be found. Apr 29 13:31:27.145869 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-b0bb8480-f3c2-4f3f-9235-34ce80770e34 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/security-groups/8b689fac-b026-4174-9a51-fd6995f79675 HTTP/1.1" status: 404 len: 347 time: 0.0151088 Apr 29 13:31:27.146163 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 55552) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:31:27.283778 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device 26abc68b-e4fd-4b3a-b8c5-41206b234e3e no longer exists at agent hyperv_hv-cinder-83769 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:31:27.287673 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bea047bf-f99e-49b2-8b9d-5ba249a30c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (23d6c007-0036-4fdb-b033-28b1fd628d82), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:27.287930 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-6fe7fd3a-2702-45fc-90dd-7d8c878dc4a7 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Deleting port c64e96fd-8a3f-4b99-89cc-96d15c76b858 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:31:27.288189 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6fe7fd3a-2702-45fc-90dd-7d8c878dc4a7 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783156326988'] for port (c64e96fd-8a3f-4b99-89cc-96d15c76b858), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:27.305002 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] No Port match for: 26abc68b-e4fd-4b3a-b8c5-41206b234e3e {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:31:27.305349 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device 26abc68b-e4fd-4b3a-b8c5-41206b234e3e not bound to the agent host hv-cinder-83769 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:31:27.387649 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6fe7fd3a-2702-45fc-90dd-7d8c878dc4a7 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749638'] for port (c64e96fd-8a3f-4b99-89cc-96d15c76b858), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:27.387994 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6fe7fd3a-2702-45fc-90dd-7d8c878dc4a7 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks [] for floatingip (c64e96fd-8a3f-4b99-89cc-96d15c76b858), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:27.402896 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-6fe7fd3a-2702-45fc-90dd-7d8c878dc4a7 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Calling delete_port for c64e96fd-8a3f-4b99-89cc-96d15c76b858 owned by network:floatingip {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:31:27.556309 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6fe7fd3a-2702-45fc-90dd-7d8c878dc4a7 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783156333258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783155810407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9127861'] for port (c64e96fd-8a3f-4b99-89cc-96d15c76b858), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:27.586083 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe7fd3a-2702-45fc-90dd-7d8c878dc4a7 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Pushing event deleted for resources: {'Port': ['ID=c64e96fd-8a3f-4b99-89cc-96d15c76b858,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:27.612874 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe7fd3a-2702-45fc-90dd-7d8c878dc4a7 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:27.613233 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe7fd3a-2702-45fc-90dd-7d8c878dc4a7 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:27.613581 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe7fd3a-2702-45fc-90dd-7d8c878dc4a7 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:27.613923 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe7fd3a-2702-45fc-90dd-7d8c878dc4a7 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:27.614276 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe7fd3a-2702-45fc-90dd-7d8c878dc4a7 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:27.614612 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe7fd3a-2702-45fc-90dd-7d8c878dc4a7 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:27.614944 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe7fd3a-2702-45fc-90dd-7d8c878dc4a7 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:27.615276 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe7fd3a-2702-45fc-90dd-7d8c878dc4a7 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:27.615605 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe7fd3a-2702-45fc-90dd-7d8c878dc4a7 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:27.615936 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe7fd3a-2702-45fc-90dd-7d8c878dc4a7 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:27.616266 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe7fd3a-2702-45fc-90dd-7d8c878dc4a7 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:27.616594 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe7fd3a-2702-45fc-90dd-7d8c878dc4a7 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:27.616951 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe7fd3a-2702-45fc-90dd-7d8c878dc4a7 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:27.617280 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe7fd3a-2702-45fc-90dd-7d8c878dc4a7 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:27.617604 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe7fd3a-2702-45fc-90dd-7d8c878dc4a7 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:27.662330 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6fe7fd3a-2702-45fc-90dd-7d8c878dc4a7 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks [] for floatingip (fc20b4a9-4c07-442c-88d6-4739aa471158), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:27.665192 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6fe7fd3a-2702-45fc-90dd-7d8c878dc4a7 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574'] for floatingip (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:27.667103 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-6fe7fd3a-2702-45fc-90dd-7d8c878dc4a7 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "DELETE /v2.0/floatingips/fc20b4a9-4c07-442c-88d6-4739aa471158 HTTP/1.1" status: 204 len: 168 time: 0.5199881 Apr 29 13:31:28.100785 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 55558) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:31:28.109919 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-9e8dbb07-b871-4193-87b2-c5842ff920a1 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Request body: {'security_group': {'name': 'tempest-securitygroup--728417530', 'description': 'tempest-description--1712762547'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:31:28.135430 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9e8dbb07-b871-4193-87b2-c5842ff920a1 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:28.146849 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42952120-97a9-4401-a6d4-3b0bbd17ed19 req-51c064ad-98b0-4bfe-996b-89bd55e7d9ea tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:31:28.148324 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-42952120-97a9-4401-a6d4-3b0bbd17ed19 req-51c064ad-98b0-4bfe-996b-89bd55e7d9ea tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=2df8f832-8bcf-481a-a787-05093f0191c3 HTTP/1.1" status: 200 len: 945 time: 0.0532236 Apr 29 13:31:28.208135 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-42952120-97a9-4401-a6d4-3b0bbd17ed19 req-1a0e479c-06d0-42e8-8159-8995e910bb9a tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=e57e07d0-785f-4b2c-b327-971ab649be45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531085 Apr 29 13:31:28.219741 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9e8dbb07-b871-4193-87b2-c5842ff920a1 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks [] for security_group (b060ebc5-d222-4530-8b5d-21950615a65c), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:28.225051 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9e8dbb07-b871-4193-87b2-c5842ff920a1 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (b060ebc5-d222-4530-8b5d-21950615a65c), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:28.259206 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9e8dbb07-b871-4193-87b2-c5842ff920a1 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:28.261218 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-9e8dbb07-b871-4193-87b2-c5842ff920a1 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1592617 Apr 29 13:31:28.262205 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8dbb07-b871-4193-87b2-c5842ff920a1 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b060ebc5-d222-4530-8b5d-21950615a65c,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:28.264685 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 55560) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:31:28.269872 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-7f1dd63e-b703-41e0-b9c3-eb157653166d tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Request body: {'security_group_rule': {'security_group_id': 'b060ebc5-d222-4530-8b5d-21950615a65c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:31:28.296579 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7f1dd63e-b703-41e0-b9c3-eb157653166d tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks [] for security_group_rule (12cc5d7f-7baf-4a32-8f26-066bb9bd062c), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:28.360150 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7f1dd63e-b703-41e0-b9c3-eb157653166d tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks [] for security_group_rule (12cc5d7f-7baf-4a32-8f26-066bb9bd062c), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:28.363853 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7f1dd63e-b703-41e0-b9c3-eb157653166d tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773016'] for security_group_rule (12cc5d7f-7baf-4a32-8f26-066bb9bd062c), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:28.382428 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1dd63e-b703-41e0-b9c3-eb157653166d tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12cc5d7f-7baf-4a32-8f26-066bb9bd062c,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:28.391745 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7f1dd63e-b703-41e0-b9c3-eb157653166d tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:28.393158 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-7f1dd63e-b703-41e0-b9c3-eb157653166d tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1273911 Apr 29 13:31:28.396007 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 55562) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:31:28.400443 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-9b8ab5bf-a695-4c14-92a3-4a76597ed573 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Request body: {'security_group_rule': {'security_group_id': 'b060ebc5-d222-4530-8b5d-21950615a65c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:31:28.428227 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9b8ab5bf-a695-4c14-92a3-4a76597ed573 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks [] for security_group_rule (73554527-6f99-4a4b-8add-e5b6807d447a), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:28.491227 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9b8ab5bf-a695-4c14-92a3-4a76597ed573 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks [] for security_group_rule (73554527-6f99-4a4b-8add-e5b6807d447a), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:28.497117 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9b8ab5bf-a695-4c14-92a3-4a76597ed573 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773016'] for security_group_rule (73554527-6f99-4a4b-8add-e5b6807d447a), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:28.517536 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8ab5bf-a695-4c14-92a3-4a76597ed573 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73554527-6f99-4a4b-8add-e5b6807d447a,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:28.526861 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9b8ab5bf-a695-4c14-92a3-4a76597ed573 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:28.528743 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-9b8ab5bf-a695-4c14-92a3-4a76597ed573 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1315987 Apr 29 13:31:28.532223 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 55564) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:31:28.536923 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-2b906467-db5b-417f-9e94-ed8367a71414 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Request body: {'floatingip': {'floating_network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:31:28.561805 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2b906467-db5b-417f-9e94-ed8367a71414 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:28.653220 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2b906467-db5b-417f-9e94-ed8367a71414 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:28.698805 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (070d87cd-fed4-4d07-85b5-c26ded61f2d8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:28.764046 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-2b906467-db5b-417f-9e94-ed8367a71414 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Allocated IP 172.27.0.2 (754f8d77-c1fb-438d-9dec-eec91b4433a5/8519c0fa-1b1c-41ff-b70f-9433c7b7bb38/9d536e5d-ab2c-4d25-8c32-8adace916904) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:31:28.897798 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2b906467-db5b-417f-9e94-ed8367a71414 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks [] for port (9d536e5d-ab2c-4d25-8c32-8adace916904), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:28.933355 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2b906467-db5b-417f-9e94-ed8367a71414 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783155810398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9127861'] for port (9d536e5d-ab2c-4d25-8c32-8adace916904), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:28.976890 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b906467-db5b-417f-9e94-ed8367a71414 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Network 754f8d77-c1fb-438d-9dec-eec91b4433a5 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:31:28.980584 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-2b906467-db5b-417f-9e94-ed8367a71414 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:31:28.985018 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b906467-db5b-417f-9e94-ed8367a71414 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:31:28.988256 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b906467-db5b-417f-9e94-ed8367a71414 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Pushing event updated for resources: {'Port': ['ID=9d536e5d-ab2c-4d25-8c32-8adace916904,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:29.077371 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2b906467-db5b-417f-9e94-ed8367a71414 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks [] for floatingip (9b60ddb4-0094-427c-b616-28e76284a673), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:29.116276 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2b906467-db5b-417f-9e94-ed8367a71414 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (9d536e5d-ab2c-4d25-8c32-8adace916904), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:29.188073 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (477bd1e1-70d7-4a7b-b37c-5892af57f2e4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:29.306713 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2b906467-db5b-417f-9e94-ed8367a71414 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks [] for port (9d536e5d-ab2c-4d25-8c32-8adace916904), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:29.313665 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2b906467-db5b-417f-9e94-ed8367a71414 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9127854'] for port (9d536e5d-ab2c-4d25-8c32-8adace916904), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:29.349702 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02fe8c4-4e59-4cb5-9cb3-52ad8b765f31 req-d18b25d2-7978-473e-a4df-19d04191a3ec tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:31:29.352008 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a02fe8c4-4e59-4cb5-9cb3-52ad8b765f31 req-d18b25d2-7978-473e-a4df-19d04191a3ec tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=2df8f832-8bcf-481a-a787-05093f0191c3 HTTP/1.1" status: 200 len: 945 time: 0.0539567 Apr 29 13:31:29.392175 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b906467-db5b-417f-9e94-ed8367a71414 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Pushing event updated for resources: {'Port': ['ID=9d536e5d-ab2c-4d25-8c32-8adace916904,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:29.403530 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2b906467-db5b-417f-9e94-ed8367a71414 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706107'] for floatingip (9b60ddb4-0094-427c-b616-28e76284a673), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:29.417275 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a02fe8c4-4e59-4cb5-9cb3-52ad8b765f31 req-a4479f16-ad4f-4d75-afc3-59c59baaa7ca tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=e57e07d0-785f-4b2c-b327-971ab649be45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544057 Apr 29 13:31:29.421020 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2b906467-db5b-417f-9e94-ed8367a71414 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574'] for floatingip (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:29.423150 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-2b906467-db5b-417f-9e94-ed8367a71414 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.8894882 Apr 29 13:31:29.653983 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-dd456f4e-a6b4-4a36-ac20-ad59d35ff578 req-c154055f-d46b-4065-89eb-9cd036423d42 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--728417530&fields=id&tenant_id=1e7f22083aa84571b6efb751abd2b537 HTTP/1.1" status: 200 len: 267 time: 0.0589962 Apr 29 13:31:29.765748 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd456f4e-a6b4-4a36-ac20-ad59d35ff578 req-d2ae3418-90ad-4391-87bd-ab128fbfd6fc tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:31:29.767337 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-dd456f4e-a6b4-4a36-ac20-ad59d35ff578 req-d2ae3418-90ad-4391-87bd-ab128fbfd6fc tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/networks?id=8f33b954-1f3c-43fa-a8bf-3eab44702663 HTTP/1.1" status: 200 len: 814 time: 0.1063931 Apr 29 13:31:29.795604 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-dd456f4e-a6b4-4a36-ac20-ad59d35ff578 req-0e3cfb7d-1970-41ad-911a-36bf132aa80c tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/quotas/1e7f22083aa84571b6efb751abd2b537 HTTP/1.1" status: 200 len: 375 time: 0.0170250 Apr 29 13:31:29.849088 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-dd456f4e-a6b4-4a36-ac20-ad59d35ff578 req-b709cf7c-53a3-4779-910d-ef26cd841a60 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1e7f22083aa84571b6efb751abd2b537&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480340 Apr 29 13:31:29.960675 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-dd456f4e-a6b4-4a36-ac20-ad59d35ff578 req-0c0b6215-2bab-417d-a7ab-7261944dc03c service neutron] 10.222.0.11 "GET /v2.0/networks/8f33b954-1f3c-43fa-a8bf-3eab44702663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991762 Apr 29 13:31:30.054492 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-dd456f4e-a6b4-4a36-ac20-ad59d35ff578 req-5833e427-0cb3-4997-8770-5579629d2a49 service neutron] 10.222.0.11 "GET /v2.0/networks/8f33b954-1f3c-43fa-a8bf-3eab44702663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873909 Apr 29 13:31:30.250040 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c741315e-34d7-4926-8408-bf9fc528f546 req-7b40ec6d-d12a-4751-b549-dc9fd809bf42 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/ports?device_id=f934e04f-6964-493b-86df-60b0b0b81c43 HTTP/1.1" status: 200 len: 210 time: 0.0305648 Apr 29 13:31:30.551892 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab004984-e15b-4f4a-b99d-1a84ba770b0c req-d09d08ba-0821-49b9-be3f-d2f770da3e19 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:31:30.553644 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-ab004984-e15b-4f4a-b99d-1a84ba770b0c req-d09d08ba-0821-49b9-be3f-d2f770da3e19 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=2df8f832-8bcf-481a-a787-05093f0191c3 HTTP/1.1" status: 200 len: 945 time: 0.0569689 Apr 29 13:31:30.605561 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-ab004984-e15b-4f4a-b99d-1a84ba770b0c req-3be76b4b-9f62-4d17-ba22-fb8d10d9304c tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=e57e07d0-785f-4b2c-b327-971ab649be45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459361 Apr 29 13:31:31.295933 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd456f4e-a6b4-4a36-ac20-ad59d35ff578 req-8a5d55c3-ac1d-4ffc-926d-ab4ae8154963 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:31:31.297445 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-dd456f4e-a6b4-4a36-ac20-ad59d35ff578 req-8a5d55c3-ac1d-4ffc-926d-ab4ae8154963 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.75 "GET /v2.0/networks?id=8f33b954-1f3c-43fa-a8bf-3eab44702663 HTTP/1.1" status: 200 len: 814 time: 0.1175785 Apr 29 13:31:31.403957 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b12f094b-0af6-4825-a449-99a960df43eb req-7ce01273-2d4b-4d3d-a553-309677787136 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/ports?device_id=f934e04f-6964-493b-86df-60b0b0b81c43 HTTP/1.1" status: 200 len: 210 time: 0.0665104 Apr 29 13:31:31.428300 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-dd456f4e-a6b4-4a36-ac20-ad59d35ff578 req-3f348867-86cc-4312-b1f9-aff8b1696f9e tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e7f22083aa84571b6efb751abd2b537 HTTP/1.1" status: 200 len: 379 time: 0.1171563 Apr 29 13:31:31.490251 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [req-dd456f4e-a6b4-4a36-ac20-ad59d35ff578 req-ea715d7b-a738-4108-8423-37294220f576 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Request body: {'port': {'device_id': 'f934e04f-6964-493b-86df-60b0b0b81c43', 'network_id': '8f33b954-1f3c-43fa-a8bf-3eab44702663', 'admin_state_up': True, 'tenant_id': '1e7f22083aa84571b6efb751abd2b537', 'security_groups': ['b060ebc5-d222-4530-8b5d-21950615a65c']}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:31:31.608829 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd456f4e-a6b4-4a36-ac20-ad59d35ff578 req-ea715d7b-a738-4108-8423-37294220f576 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Made reservation on behalf of 1e7f22083aa84571b6efb751abd2b537 for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:31:31.612269 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-dd456f4e-a6b4-4a36-ac20-ad59d35ff578 req-ea715d7b-a738-4108-8423-37294220f576 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:31.733195 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55f3d28-bee3-4877-9763-41c8bb9ff238 req-5a5037cb-bed9-4bbf-a744-281ef114fbb3 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:31:31.734797 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-a55f3d28-bee3-4877-9763-41c8bb9ff238 req-5a5037cb-bed9-4bbf-a744-281ef114fbb3 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=2df8f832-8bcf-481a-a787-05093f0191c3 HTTP/1.1" status: 200 len: 945 time: 0.0492489 Apr 29 13:31:31.762975 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-dd456f4e-a6b4-4a36-ac20-ad59d35ff578 req-ea715d7b-a738-4108-8423-37294220f576 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Allocated IP 172.20.0.3 (8f33b954-1f3c-43fa-a8bf-3eab44702663/9f59e443-3db1-41f0-85e9-12ea320207b5/715650a5-213e-45c0-be8c-e9b4f96eae55) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:31:31.802104 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-a55f3d28-bee3-4877-9763-41c8bb9ff238 req-2a38c2e4-b539-4bc8-8a8f-9902bf93fc8f tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=e57e07d0-785f-4b2c-b327-971ab649be45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577700 Apr 29 13:31:31.952420 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-dd456f4e-a6b4-4a36-ac20-ad59d35ff578 req-ea715d7b-a738-4108-8423-37294220f576 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks [] for port (715650a5-213e-45c0-be8c-e9b4f96eae55), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:31.992525 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-dd456f4e-a6b4-4a36-ac20-ad59d35ff578 req-ea715d7b-a738-4108-8423-37294220f576 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783155810398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8537941'] for port (715650a5-213e-45c0-be8c-e9b4f96eae55), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:32.037755 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd456f4e-a6b4-4a36-ac20-ad59d35ff578 req-ea715d7b-a738-4108-8423-37294220f576 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Network 8f33b954-1f3c-43fa-a8bf-3eab44702663 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:31:32.044326 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-dd456f4e-a6b4-4a36-ac20-ad59d35ff578 req-ea715d7b-a738-4108-8423-37294220f576 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:31:32.048286 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd456f4e-a6b4-4a36-ac20-ad59d35ff578 req-ea715d7b-a738-4108-8423-37294220f576 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:31:32.072904 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea715d7b-a738-4108-8423-37294220f576 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Pushing event updated for resources: {'Port': ['ID=715650a5-213e-45c0-be8c-e9b4f96eae55,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:32.106681 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd456f4e-a6b4-4a36-ac20-ad59d35ff578 req-ea715d7b-a738-4108-8423-37294220f576 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:31:32.107395 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-dd456f4e-a6b4-4a36-ac20-ad59d35ff578 req-ea715d7b-a738-4108-8423-37294220f576 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:32.127106 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-dd456f4e-a6b4-4a36-ac20-ad59d35ff578 req-ea715d7b-a738-4108-8423-37294220f576 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6408074 Apr 29 13:31:32.272160 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0dc5c32e-f27e-45c2-b856-dfd45fa814c6 None None] Provisioning complete for port 715650a5-213e-45c0-be8c-e9b4f96eae55 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:31:32.273092 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0dc5c32e-f27e-45c2-b856-dfd45fa814c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (715650a5-213e-45c0-be8c-e9b4f96eae55), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:32.278546 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [req-dd456f4e-a6b4-4a36-ac20-ad59d35ff578 req-573e3dbc-4a9b-45a6-8b9e-695a9d8af7d6 service neutron] Request body: {'port': {'device_id': 'f934e04f-6964-493b-86df-60b0b0b81c43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83769'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:31:32.316885 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0dc5c32e-f27e-45c2-b856-dfd45fa814c6 None None] Port 715650a5-213e-45c0-be8c-e9b4f96eae55 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 13:31:32.351759 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-dd456f4e-a6b4-4a36-ac20-ad59d35ff578 req-573e3dbc-4a9b-45a6-8b9e-695a9d8af7d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (715650a5-213e-45c0-be8c-e9b4f96eae55), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:32.426722 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3029bc-fe10-4124-af63-564d42d202d8 req-12445cb7-02cc-4e1c-b492-fb449070cc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:31:32.428072 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7b3029bc-fe10-4124-af63-564d42d202d8 req-12445cb7-02cc-4e1c-b492-fb449070cc81 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=62259e68f4eb4e72bddb618088a3d06a&device_id=2df8f832-8bcf-481a-a787-05093f0191c3 HTTP/1.1" status: 200 len: 1129 time: 0.0458524 Apr 29 13:31:32.544375 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3029bc-fe10-4124-af63-564d42d202d8 req-cfd30a1e-bf10-481b-846b-98e53f8505fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:31:32.545786 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7b3029bc-fe10-4124-af63-564d42d202d8 req-cfd30a1e-bf10-481b-846b-98e53f8505fc service neutron] 10.222.0.75 "GET /v2.0/networks?id=3410551e-5a46-4ac5-98b2-aca173f9205e HTTP/1.1" status: 200 len: 918 time: 0.0977523 Apr 29 13:31:32.572954 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de35681-68e0-4580-b923-9f60d229ba66 req-2feb0be4-e054-460e-94b2-288ed769722a tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:31:32.574523 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4de35681-68e0-4580-b923-9f60d229ba66 req-2feb0be4-e054-460e-94b2-288ed769722a tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/ports?device_id=f934e04f-6964-493b-86df-60b0b0b81c43 HTTP/1.1" status: 200 len: 931 time: 0.0839574 Apr 29 13:31:32.615808 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7b3029bc-fe10-4124-af63-564d42d202d8 req-31cce0d4-552c-43cd-baaf-1611c76a4138 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a HTTP/1.1" status: 200 len: 1000 time: 0.0640013 Apr 29 13:31:32.667994 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3029bc-fe10-4124-af63-564d42d202d8 req-1c3170bd-e4d4-427f-9c78-2dc15a7a7588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:31:32.668242 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4de35681-68e0-4580-b923-9f60d229ba66 req-a9b61c1f-1c00-4305-9a15-59c0e624ac31 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/security-groups?id=b060ebc5-d222-4530-8b5d-21950615a65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657265 Apr 29 13:31:32.669499 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7b3029bc-fe10-4124-af63-564d42d202d8 req-1c3170bd-e4d4-427f-9c78-2dc15a7a7588 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d4719930-215c-410a-9121-e8646740b594 HTTP/1.1" status: 200 len: 856 time: 0.0481660 Apr 29 13:31:32.718142 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3029bc-fe10-4124-af63-564d42d202d8 req-2b1ba3db-b228-466d-8acb-200f76a74992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:31:32.719664 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7b3029bc-fe10-4124-af63-564d42d202d8 req-2b1ba3db-b228-466d-8acb-200f76a74992 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3410551e-5a46-4ac5-98b2-aca173f9205e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441573 Apr 29 13:31:32.734310 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [req-dd456f4e-a6b4-4a36-ac20-ad59d35ff578 req-573e3dbc-4a9b-45a6-8b9e-695a9d8af7d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 715650a5-213e-45c0-be8c-e9b4f96eae55 {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:31:32.742249 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-dd456f4e-a6b4-4a36-ac20-ad59d35ff578 req-573e3dbc-4a9b-45a6-8b9e-695a9d8af7d6 service neutron] Publish callbacks [] for port (715650a5-213e-45c0-be8c-e9b4f96eae55), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:32.755407 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-dd456f4e-a6b4-4a36-ac20-ad59d35ff578 req-573e3dbc-4a9b-45a6-8b9e-695a9d8af7d6 service neutron] Transition to ACTIVE for port object 715650a5-213e-45c0-be8c-e9b4f96eae55 will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 13:31:32.760540 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-dd456f4e-a6b4-4a36-ac20-ad59d35ff578 req-573e3dbc-4a9b-45a6-8b9e-695a9d8af7d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8537934'] for port (715650a5-213e-45c0-be8c-e9b4f96eae55), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:32.814462 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573e3dbc-4a9b-45a6-8b9e-695a9d8af7d6 service neutron] Pushing event updated for resources: {'Port': ['ID=715650a5-213e-45c0-be8c-e9b4f96eae55,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:32.821092 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7b3029bc-fe10-4124-af63-564d42d202d8 req-a69a80d8-b739-4020-992c-4bd9f844b3bd service neutron] 10.222.0.75 "GET /v2.0/networks/3410551e-5a46-4ac5-98b2-aca173f9205e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950637 Apr 29 13:31:32.893253 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-dd456f4e-a6b4-4a36-ac20-ad59d35ff578 req-573e3dbc-4a9b-45a6-8b9e-695a9d8af7d6 service neutron] Attempting to bind port 715650a5-213e-45c0-be8c-e9b4f96eae55 on host hv-cinder-83769 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:31:32.893886 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-dd456f4e-a6b4-4a36-ac20-ad59d35ff578 req-573e3dbc-4a9b-45a6-8b9e-695a9d8af7d6 service neutron] Attempting to bind port 715650a5-213e-45c0-be8c-e9b4f96eae55 by drivers openvswitch,hyperv on host hv-cinder-83769 at level 0 using segments [{'id': '7d58dba2-6bce-4657-ad48-111e1ec8c905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '8f33b954-1f3c-43fa-a8bf-3eab44702663'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:31:32.894399 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd456f4e-a6b4-4a36-ac20-ad59d35ff578 req-573e3dbc-4a9b-45a6-8b9e-695a9d8af7d6 service neutron] Attempting to bind port 715650a5-213e-45c0-be8c-e9b4f96eae55 on network 8f33b954-1f3c-43fa-a8bf-3eab44702663 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:31:32.903181 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd456f4e-a6b4-4a36-ac20-ad59d35ff578 req-573e3dbc-4a9b-45a6-8b9e-695a9d8af7d6 service neutron] Port 715650a5-213e-45c0-be8c-e9b4f96eae55 on network 8f33b954-1f3c-43fa-a8bf-3eab44702663 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83769 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 13:31:32.904172 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd456f4e-a6b4-4a36-ac20-ad59d35ff578 req-573e3dbc-4a9b-45a6-8b9e-695a9d8af7d6 service neutron] Attempting to bind port 715650a5-213e-45c0-be8c-e9b4f96eae55 on network 8f33b954-1f3c-43fa-a8bf-3eab44702663 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:31:32.909695 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd456f4e-a6b4-4a36-ac20-ad59d35ff578 req-573e3dbc-4a9b-45a6-8b9e-695a9d8af7d6 service neutron] Checking agent: {'id': '477bd1e1-70d7-4a7b-b37c-5892af57f2e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83769', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 19, 28), 'started_at': datetime.datetime(2022, 4, 29, 13, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:31:32.910042 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd456f4e-a6b4-4a36-ac20-ad59d35ff578 req-573e3dbc-4a9b-45a6-8b9e-695a9d8af7d6 service neutron] Checking segment: {'id': '7d58dba2-6bce-4657-ad48-111e1ec8c905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '8f33b954-1f3c-43fa-a8bf-3eab44702663'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:31:32.910429 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd456f4e-a6b4-4a36-ac20-ad59d35ff578 req-573e3dbc-4a9b-45a6-8b9e-695a9d8af7d6 service neutron] Bound using segment: {'id': '7d58dba2-6bce-4657-ad48-111e1ec8c905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '8f33b954-1f3c-43fa-a8bf-3eab44702663'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:31:32.910871 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-dd456f4e-a6b4-4a36-ac20-ad59d35ff578 req-573e3dbc-4a9b-45a6-8b9e-695a9d8af7d6 service neutron] Bound port: 715650a5-213e-45c0-be8c-e9b4f96eae55, host: hv-cinder-83769, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d58dba2-6bce-4657-ad48-111e1ec8c905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '8f33b954-1f3c-43fa-a8bf-3eab44702663'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:31:32.911236 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-dd456f4e-a6b4-4a36-ac20-ad59d35ff578 req-573e3dbc-4a9b-45a6-8b9e-695a9d8af7d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (715650a5-213e-45c0-be8c-e9b4f96eae55), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:32.962126 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7b3029bc-fe10-4124-af63-564d42d202d8 req-5c5c0e0e-4965-475d-bc12-83d407471ba7 service neutron] 10.222.0.75 "GET /v2.0/networks/3410551e-5a46-4ac5-98b2-aca173f9205e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355898 Apr 29 13:31:32.970585 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4e8fd9-120d-4688-8e3c-4903ebfcd06e req-bbe0a8f3-7866-4384-9603-f2e9019bc717 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:31:32.972066 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-cc4e8fd9-120d-4688-8e3c-4903ebfcd06e req-bbe0a8f3-7866-4384-9603-f2e9019bc717 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=2df8f832-8bcf-481a-a787-05093f0191c3 HTTP/1.1" status: 200 len: 945 time: 0.0673699 Apr 29 13:31:32.987805 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-dd456f4e-a6b4-4a36-ac20-ad59d35ff578 req-573e3dbc-4a9b-45a6-8b9e-695a9d8af7d6 service neutron] For port 715650a5-213e-45c0-be8c-e9b4f96eae55, host hv-cinder-83769, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:31:32.991518 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-dd456f4e-a6b4-4a36-ac20-ad59d35ff578 req-573e3dbc-4a9b-45a6-8b9e-695a9d8af7d6 service neutron] For port 715650a5-213e-45c0-be8c-e9b4f96eae55, host hv-cinder-83769, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=715650a5-213e-45c0-be8c-e9b4f96eae55,segment=NetworkSegment(7d58dba2-6bce-4657-ad48-111e1ec8c905),segment_id=7d58dba2-6bce-4657-ad48-111e1ec8c905)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:31:32.999411 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-dd456f4e-a6b4-4a36-ac20-ad59d35ff578 req-573e3dbc-4a9b-45a6-8b9e-695a9d8af7d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8537934'] for port (715650a5-213e-45c0-be8c-e9b4f96eae55), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:33.025229 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-cc4e8fd9-120d-4688-8e3c-4903ebfcd06e req-66c85484-8ef9-4eeb-8cfd-41eff4818742 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=e57e07d0-785f-4b2c-b327-971ab649be45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471740 Apr 29 13:31:33.034842 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd456f4e-a6b4-4a36-ac20-ad59d35ff578 req-573e3dbc-4a9b-45a6-8b9e-695a9d8af7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:31:33.035470 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-dd456f4e-a6b4-4a36-ac20-ad59d35ff578 req-573e3dbc-4a9b-45a6-8b9e-695a9d8af7d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:33.036992 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-dd456f4e-a6b4-4a36-ac20-ad59d35ff578 req-573e3dbc-4a9b-45a6-8b9e-695a9d8af7d6 service neutron] 10.222.0.75 "PUT /v2.0/ports/715650a5-213e-45c0-be8c-e9b4f96eae55 HTTP/1.1" status: 200 len: 1093 time: 0.7636373 Apr 29 13:31:33.037405 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f934e04f-6964-493b-86df-60b0b0b81c43', 'tag': '715650a5-213e-45c0-be8c-e9b4f96eae55'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:31:33.039658 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34453e8beaba66333125c1a762a789c78ce2f458b63942c2f470c2340433bc94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab6f8a2f-4b3a-4707-ae9d-f07cb228dfcd" -d '{"events": [{"name": "network-changed", "server_uuid": "f934e04f-6964-493b-86df-60b0b0b81c43", "tag": "715650a5-213e-45c0-be8c-e9b4f96eae55"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:31:33.078586 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573e3dbc-4a9b-45a6-8b9e-695a9d8af7d6 service neutron] Pushing event updated for resources: {'Port': ['ID=715650a5-213e-45c0-be8c-e9b4f96eae55,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:33.093744 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87abfbf9-89f1-466f-a186-8c616179c64e x-openstack-request-id: req-87abfbf9-89f1-466f-a186-8c616179c64e {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:31:33.094057 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f934e04f-6964-493b-86df-60b0b0b81c43", "tag": "715650a5-213e-45c0-be8c-e9b4f96eae55", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:31:33.094321 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-87abfbf9-89f1-466f-a186-8c616179c64e {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:31:33.094738 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87abfbf9-89f1-466f-a186-8c616179c64e'] response: {'name': 'network-changed', 'server_uuid': 'f934e04f-6964-493b-86df-60b0b0b81c43', 'tag': '715650a5-213e-45c0-be8c-e9b4f96eae55', 'status': 'completed', 'code': 200} Apr 29 13:31:33.161531 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd456f4e-a6b4-4a36-ac20-ad59d35ff578 req-605d1b1f-fee3-4445-b168-272242b2b212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:31:33.163075 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-dd456f4e-a6b4-4a36-ac20-ad59d35ff578 req-605d1b1f-fee3-4445-b168-272242b2b212 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1e7f22083aa84571b6efb751abd2b537&device_id=f934e04f-6964-493b-86df-60b0b0b81c43 HTTP/1.1" status: 200 len: 1127 time: 0.0415354 Apr 29 13:31:33.213828 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-dd456f4e-a6b4-4a36-ac20-ad59d35ff578 req-2abd8f24-099c-4f3c-81d2-22b1f33ded00 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=715650a5-213e-45c0-be8c-e9b4f96eae55 HTTP/1.1" status: 200 len: 217 time: 0.0359366 Apr 29 13:31:33.266374 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd456f4e-a6b4-4a36-ac20-ad59d35ff578 req-3a5413d1-916f-4679-877e-471ecba19c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:31:33.267854 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-dd456f4e-a6b4-4a36-ac20-ad59d35ff578 req-3a5413d1-916f-4679-877e-471ecba19c6c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9f59e443-3db1-41f0-85e9-12ea320207b5 HTTP/1.1" status: 200 len: 853 time: 0.0486858 Apr 29 13:31:33.313878 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd456f4e-a6b4-4a36-ac20-ad59d35ff578 req-009f5cf7-e082-4798-ace3-211d91cb6c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:31:33.315284 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-dd456f4e-a6b4-4a36-ac20-ad59d35ff578 req-009f5cf7-e082-4798-ace3-211d91cb6c17 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8f33b954-1f3c-43fa-a8bf-3eab44702663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398884 Apr 29 13:31:33.413059 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-dd456f4e-a6b4-4a36-ac20-ad59d35ff578 req-e3992df7-4d96-4fba-843f-d74416c4a8dc service neutron] 10.222.0.75 "GET /v2.0/networks/8f33b954-1f3c-43fa-a8bf-3eab44702663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907383 Apr 29 13:31:33.568978 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-dd456f4e-a6b4-4a36-ac20-ad59d35ff578 req-0795043e-ed22-40bc-9a51-ba24163dd8f6 service neutron] 10.222.0.75 "GET /v2.0/networks/8f33b954-1f3c-43fa-a8bf-3eab44702663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952642 Apr 29 13:31:33.785272 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fb1f5d-32a9-49c6-950b-8b9f66646220 req-33e64d32-c03f-40d2-9083-878daf0df857 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:31:33.786153 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-d6fb1f5d-32a9-49c6-950b-8b9f66646220 req-33e64d32-c03f-40d2-9083-878daf0df857 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/ports?device_id=f934e04f-6964-493b-86df-60b0b0b81c43 HTTP/1.1" status: 200 len: 943 time: 0.0476708 Apr 29 13:31:33.834991 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-d6fb1f5d-32a9-49c6-950b-8b9f66646220 req-a1796aa0-e9e1-4950-867d-fa64a02f2464 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/security-groups?id=b060ebc5-d222-4530-8b5d-21950615a65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429182 Apr 29 13:31:34.149458 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339d483b-7a09-4593-95e6-d74fa24e315b req-dc4e4cbe-dfc8-432a-9a5d-82f89d2f0207 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:31:34.150689 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-339d483b-7a09-4593-95e6-d74fa24e315b req-dc4e4cbe-dfc8-432a-9a5d-82f89d2f0207 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=2df8f832-8bcf-481a-a787-05093f0191c3 HTTP/1.1" status: 200 len: 945 time: 0.0468941 Apr 29 13:31:34.200560 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-339d483b-7a09-4593-95e6-d74fa24e315b req-928f860a-9368-4b74-93ea-2007e27d16a8 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=e57e07d0-785f-4b2c-b327-971ab649be45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444303 Apr 29 13:31:35.097044 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c816a9f-f10f-4c51-a3fc-65e29755812c req-867d5b16-6af0-4051-9454-263c78c74f59 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:31:35.098475 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-3c816a9f-f10f-4c51-a3fc-65e29755812c req-867d5b16-6af0-4051-9454-263c78c74f59 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/ports?device_id=f934e04f-6964-493b-86df-60b0b0b81c43 HTTP/1.1" status: 200 len: 943 time: 0.1970501 Apr 29 13:31:35.147639 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-3c816a9f-f10f-4c51-a3fc-65e29755812c req-9a9e195d-59a5-4b05-abb6-ab02f2e478f3 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/security-groups?id=b060ebc5-d222-4530-8b5d-21950615a65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430579 Apr 29 13:31:35.318937 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a169c4f-d130-4e07-a029-45ea4aa37e23 req-dc5b6cf2-3ff8-4237-80f2-8babad7f2ff6 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:31:35.320322 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3a169c4f-d130-4e07-a029-45ea4aa37e23 req-dc5b6cf2-3ff8-4237-80f2-8babad7f2ff6 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=2df8f832-8bcf-481a-a787-05093f0191c3 HTTP/1.1" status: 200 len: 945 time: 0.0464523 Apr 29 13:31:35.327057 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device 0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 13:31:35.373343 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3a169c4f-d130-4e07-a029-45ea4aa37e23 req-b148c924-9c80-472a-bbd2-565192f8654c tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=e57e07d0-785f-4b2c-b327-971ab649be45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433486 Apr 29 13:31:35.428724 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] For port 0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a,segment=NetworkSegment(4fd29a15-20ce-448e-b25d-cf8073262121),segment_id=4fd29a15-20ce-448e-b25d-cf8073262121)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:31:35.442882 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Returning: {'device': '0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a', 'network_id': '3410551e-5a46-4ac5-98b2-aca173f9205e', 'port_id': '0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a', 'mac_address': 'fa:16:3e:28:e8:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4719930-215c-410a-9121-e8646740b594', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 13:31:35.480076 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Current status of the port 0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a is: ACTIVE; New status is: BUILD {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:31:35.480461 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:35.493083 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:31:35.513143 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] For port 0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a,segment=NetworkSegment(4fd29a15-20ce-448e-b25d-cf8073262121),segment_id=4fd29a15-20ce-448e-b25d-cf8073262121)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:31:35.517076 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:35.563262 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Pushing event updated for resources: {'Port': ['ID=0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a,revision_number=6']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:35.667297 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] get_ports_and_sgs() called for port_ids ['0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 13:31:36.267143 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274fb705-03d9-4413-9568-7f82ac79fa10 req-4ffc6303-8fc0-4cda-bac2-52c4a159c130 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:31:36.268454 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-274fb705-03d9-4413-9568-7f82ac79fa10 req-4ffc6303-8fc0-4cda-bac2-52c4a159c130 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/ports?device_id=f934e04f-6964-493b-86df-60b0b0b81c43 HTTP/1.1" status: 200 len: 943 time: 0.0529737 Apr 29 13:31:36.319039 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-274fb705-03d9-4413-9568-7f82ac79fa10 req-7d182f65-f1c9-42e1-be43-a1c346b5f871 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/security-groups?id=b060ebc5-d222-4530-8b5d-21950615a65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449011 Apr 29 13:31:36.321787 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f8a2f-4b3a-4707-ae9d-f07cb228dfcd req-6e8c2e54-9e70-4e0e-a4f2-e379ce5b2089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:31:36.323356 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ab6f8a2f-4b3a-4707-ae9d-f07cb228dfcd req-6e8c2e54-9e70-4e0e-a4f2-e379ce5b2089 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1e7f22083aa84571b6efb751abd2b537&device_id=f934e04f-6964-493b-86df-60b0b0b81c43 HTTP/1.1" status: 200 len: 1127 time: 0.0494664 Apr 29 13:31:36.495370 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad15bd-3281-4423-ba2b-89765e50049f req-49465591-b883-4072-8a81-204c2ddbc26c tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:31:36.496939 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-78ad15bd-3281-4423-ba2b-89765e50049f req-49465591-b883-4072-8a81-204c2ddbc26c tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=2df8f832-8bcf-481a-a787-05093f0191c3 HTTP/1.1" status: 200 len: 944 time: 0.0478871 Apr 29 13:31:36.549588 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-78ad15bd-3281-4423-ba2b-89765e50049f req-3d39a756-89fd-4c0b-b6cb-b00137cfb223 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=e57e07d0-785f-4b2c-b327-971ab649be45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470097 Apr 29 13:31:36.700785 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f8a2f-4b3a-4707-ae9d-f07cb228dfcd req-dbb4672a-9813-43dd-91b8-051bd8a7a8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:31:36.702320 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ab6f8a2f-4b3a-4707-ae9d-f07cb228dfcd req-dbb4672a-9813-43dd-91b8-051bd8a7a8e1 service neutron] 10.222.0.75 "GET /v2.0/networks?id=8f33b954-1f3c-43fa-a8bf-3eab44702663 HTTP/1.1" status: 200 len: 915 time: 0.1015913 Apr 29 13:31:36.785030 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ab6f8a2f-4b3a-4707-ae9d-f07cb228dfcd req-24596489-6e81-48b7-860b-ed6d5adfdfeb service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=715650a5-213e-45c0-be8c-e9b4f96eae55 HTTP/1.1" status: 200 len: 217 time: 0.0428345 Apr 29 13:31:37.036490 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f8a2f-4b3a-4707-ae9d-f07cb228dfcd req-c4a00730-1cce-4d6f-9ff0-0a277ce1e4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:31:37.037996 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ab6f8a2f-4b3a-4707-ae9d-f07cb228dfcd req-c4a00730-1cce-4d6f-9ff0-0a277ce1e4e4 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9f59e443-3db1-41f0-85e9-12ea320207b5 HTTP/1.1" status: 200 len: 853 time: 0.0459604 Apr 29 13:31:37.083771 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f8a2f-4b3a-4707-ae9d-f07cb228dfcd req-1406410d-a5fb-4e31-aa0a-f403ab88581c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:31:37.085329 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ab6f8a2f-4b3a-4707-ae9d-f07cb228dfcd req-1406410d-a5fb-4e31-aa0a-f403ab88581c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8f33b954-1f3c-43fa-a8bf-3eab44702663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412207 Apr 29 13:31:37.184338 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ab6f8a2f-4b3a-4707-ae9d-f07cb228dfcd req-c482cd07-1626-48df-a3a8-a8bf1c91a5f1 service neutron] 10.222.0.75 "GET /v2.0/networks/8f33b954-1f3c-43fa-a8bf-3eab44702663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919552 Apr 29 13:31:37.279185 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ab6f8a2f-4b3a-4707-ae9d-f07cb228dfcd req-cecccf51-f308-4ab6-b50b-5071872ad098 service neutron] 10.222.0.75 "GET /v2.0/networks/8f33b954-1f3c-43fa-a8bf-3eab44702663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882382 Apr 29 13:31:37.325703 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device 715650a5-213e-45c0-be8c-e9b4f96eae55 details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 13:31:37.335529 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device 0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a up at agent hyperv_hv-cinder-83769 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:31:37.458704 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f5aede-323f-49c3-a830-3125cf5a78cc req-6e91b2b5-6e11-41d4-8891-b2fc37142ce2 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:31:37.459763 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Provisioning complete for port 0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:31:37.460056 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:37.460214 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-d3f5aede-323f-49c3-a830-3125cf5a78cc req-6e91b2b5-6e11-41d4-8891-b2fc37142ce2 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/ports?device_id=f934e04f-6964-493b-86df-60b0b0b81c43 HTTP/1.1" status: 200 len: 943 time: 0.0626318 Apr 29 13:31:37.514943 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] For port 715650a5-213e-45c0-be8c-e9b4f96eae55, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=715650a5-213e-45c0-be8c-e9b4f96eae55,segment=NetworkSegment(7d58dba2-6bce-4657-ad48-111e1ec8c905),segment_id=7d58dba2-6bce-4657-ad48-111e1ec8c905)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:31:37.517258 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-d3f5aede-323f-49c3-a830-3125cf5a78cc req-f17ed355-37bc-48d3-a7f5-56888c06daa9 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/security-groups?id=b060ebc5-d222-4530-8b5d-21950615a65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488687 Apr 29 13:31:37.534497 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Returning: {'device': '715650a5-213e-45c0-be8c-e9b4f96eae55', 'network_id': '8f33b954-1f3c-43fa-a8bf-3eab44702663', 'port_id': '715650a5-213e-45c0-be8c-e9b4f96eae55', 'mac_address': 'fa:16:3e:9e:72:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f59e443-3db1-41f0-85e9-12ea320207b5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 13:31:37.608857 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Current status of the port 715650a5-213e-45c0-be8c-e9b4f96eae55 is: DOWN; New status is: BUILD {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:31:37.609252 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (715650a5-213e-45c0-be8c-e9b4f96eae55), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:37.613164 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Current status of the port 0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a is: BUILD; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:31:37.613533 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:37.632816 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 715650a5-213e-45c0-be8c-e9b4f96eae55 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:31:37.663143 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2df8f832-8bcf-481a-a787-05093f0191c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:31:37.665413 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0016abbf82925ac5bb98c97d9984ae38170a8446c70b2249197f38a9e3d809b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d142145-a6fc-41b3-819c-e6649b4d2a1f" -d '{"events": [{"server_uuid": "2df8f832-8bcf-481a-a787-05093f0191c3", "name": "network-vif-plugged", "status": "completed", "tag": "0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:31:37.671969 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] For port 715650a5-213e-45c0-be8c-e9b4f96eae55, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=715650a5-213e-45c0-be8c-e9b4f96eae55,segment=NetworkSegment(7d58dba2-6bce-4657-ad48-111e1ec8c905),segment_id=7d58dba2-6bce-4657-ad48-111e1ec8c905)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:31:37.675760 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61fb9ac-8a04-496e-9f00-c5d7dc142c18 req-3b4e13f2-cc53-4bf9-b6cf-0327586f55e9 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:31:37.679853 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (715650a5-213e-45c0-be8c-e9b4f96eae55), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:37.681057 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b61fb9ac-8a04-496e-9f00-c5d7dc142c18 req-3b4e13f2-cc53-4bf9-b6cf-0327586f55e9 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=2df8f832-8bcf-481a-a787-05093f0191c3 HTTP/1.1" status: 200 len: 944 time: 0.0553877 Apr 29 13:31:37.684116 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] For port 0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a,segment=NetworkSegment(4fd29a15-20ce-448e-b25d-cf8073262121),segment_id=4fd29a15-20ce-448e-b25d-cf8073262121)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:31:37.689206 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:37.709031 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b9e0ca-3948-4aa3-aae0-07194484e66c x-openstack-request-id: req-b3b9e0ca-3948-4aa3-aae0-07194484e66c {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:31:37.709349 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2df8f832-8bcf-481a-a787-05093f0191c3", "name": "network-vif-plugged", "status": "completed", "tag": "0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:31:37.709608 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b3b9e0ca-3948-4aa3-aae0-07194484e66c {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:31:37.710001 dv-cinder-837699-3-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3b9e0ca-3948-4aa3-aae0-07194484e66c'] response: {'server_uuid': '2df8f832-8bcf-481a-a787-05093f0191c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a', 'code': 200} Apr 29 13:31:37.730321 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b61fb9ac-8a04-496e-9f00-c5d7dc142c18 req-7334ffce-06ae-4025-a8d1-206a76c1502b tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=e57e07d0-785f-4b2c-b327-971ab649be45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459690 Apr 29 13:31:37.737499 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Pushing event updated for resources: {'Port': ['ID=715650a5-213e-45c0-be8c-e9b4f96eae55,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:37.792730 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Pushing event updated for resources: {'Port': ['ID=0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a,revision_number=7']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:38.203668 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] get_ports_and_sgs() called for port_ids ['715650a5-213e-45c0-be8c-e9b4f96eae55'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 13:31:38.637035 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff12666a-668d-4a98-a5be-c6d784beac7f req-8e303ca7-e937-4457-8e21-5316c7e4f786 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:31:38.638501 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-ff12666a-668d-4a98-a5be-c6d784beac7f req-8e303ca7-e937-4457-8e21-5316c7e4f786 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/ports?device_id=f934e04f-6964-493b-86df-60b0b0b81c43 HTTP/1.1" status: 200 len: 944 time: 0.0499969 Apr 29 13:31:38.685267 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-ff12666a-668d-4a98-a5be-c6d784beac7f req-49d577ea-9fad-451c-a751-186e5fcdcec4 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/security-groups?id=b060ebc5-d222-4530-8b5d-21950615a65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410624 Apr 29 13:31:38.855144 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a8df5-fb64-4bdc-90d1-fcd38134c932 req-335874c7-691e-403e-92e8-51969239ac48 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:31:38.856605 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a02a8df5-fb64-4bdc-90d1-fcd38134c932 req-335874c7-691e-403e-92e8-51969239ac48 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=2df8f832-8bcf-481a-a787-05093f0191c3 HTTP/1.1" status: 200 len: 945 time: 0.0479257 Apr 29 13:31:38.904486 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a02a8df5-fb64-4bdc-90d1-fcd38134c932 req-2a9e1d90-88f0-45c2-9052-9371837570e8 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=e57e07d0-785f-4b2c-b327-971ab649be45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422971 Apr 29 13:31:39.675579 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device 715650a5-213e-45c0-be8c-e9b4f96eae55 up at agent hyperv_hv-cinder-83769 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:31:39.722943 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Provisioning for port 715650a5-213e-45c0-be8c-e9b4f96eae55 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 13:31:39.730498 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Provisioning complete for port 715650a5-213e-45c0-be8c-e9b4f96eae55 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:31:39.730882 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (715650a5-213e-45c0-be8c-e9b4f96eae55), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:39.799321 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed35388c-4d4a-4a62-b822-c6252f444a26 req-bdb67ade-6943-4d80-8fb2-bbbcc1a03b02 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:31:39.800815 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-ed35388c-4d4a-4a62-b822-c6252f444a26 req-bdb67ade-6943-4d80-8fb2-bbbcc1a03b02 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/ports?device_id=f934e04f-6964-493b-86df-60b0b0b81c43 HTTP/1.1" status: 200 len: 944 time: 0.0478475 Apr 29 13:31:39.816443 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Current status of the port 715650a5-213e-45c0-be8c-e9b4f96eae55 is: BUILD; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:31:39.816869 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (715650a5-213e-45c0-be8c-e9b4f96eae55), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:39.840337 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f934e04f-6964-493b-86df-60b0b0b81c43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '715650a5-213e-45c0-be8c-e9b4f96eae55'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:31:39.842614 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0016abbf82925ac5bb98c97d9984ae38170a8446c70b2249197f38a9e3d809b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c0c0c8-2548-411d-9d7d-b504131ea10e" -d '{"events": [{"server_uuid": "f934e04f-6964-493b-86df-60b0b0b81c43", "name": "network-vif-plugged", "status": "completed", "tag": "715650a5-213e-45c0-be8c-e9b4f96eae55"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:31:39.850106 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-ed35388c-4d4a-4a62-b822-c6252f444a26 req-90678bec-c288-445b-8f0a-e633ce1634da tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/security-groups?id=b060ebc5-d222-4530-8b5d-21950615a65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435596 Apr 29 13:31:39.856455 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] For port 715650a5-213e-45c0-be8c-e9b4f96eae55, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=715650a5-213e-45c0-be8c-e9b4f96eae55,segment=NetworkSegment(7d58dba2-6bce-4657-ad48-111e1ec8c905),segment_id=7d58dba2-6bce-4657-ad48-111e1ec8c905)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:31:39.861755 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (715650a5-213e-45c0-be8c-e9b4f96eae55), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:39.888151 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45317ab1-ed1e-4643-9682-2237e0ff1d04 x-openstack-request-id: req-45317ab1-ed1e-4643-9682-2237e0ff1d04 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:31:39.888446 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f934e04f-6964-493b-86df-60b0b0b81c43", "name": "network-vif-plugged", "status": "completed", "tag": "715650a5-213e-45c0-be8c-e9b4f96eae55", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:31:39.888704 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-45317ab1-ed1e-4643-9682-2237e0ff1d04 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:31:39.889125 dv-cinder-837699-3-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45317ab1-ed1e-4643-9682-2237e0ff1d04'] response: {'server_uuid': 'f934e04f-6964-493b-86df-60b0b0b81c43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '715650a5-213e-45c0-be8c-e9b4f96eae55', 'code': 200} Apr 29 13:31:39.914403 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Pushing event updated for resources: {'Port': ['ID=715650a5-213e-45c0-be8c-e9b4f96eae55,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:39.922949 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:39.923295 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:39.923640 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:39.923983 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:39.924317 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:39.924658 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:39.925038 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:39.925371 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:39.925759 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:39.926024 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:39.926351 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:39.926679 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:39.927004 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:39.927357 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:39.927678 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:40.035860 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663f3763-70e4-4d7d-a5fb-3055ae965139 req-f8ff8414-29a6-4c67-b0cd-bf4cb7c78599 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:31:40.037401 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-663f3763-70e4-4d7d-a5fb-3055ae965139 req-f8ff8414-29a6-4c67-b0cd-bf4cb7c78599 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=2df8f832-8bcf-481a-a787-05093f0191c3 HTTP/1.1" status: 200 len: 945 time: 0.0562994 Apr 29 13:31:40.085918 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-663f3763-70e4-4d7d-a5fb-3055ae965139 req-fe10bbf4-7d1f-453c-8b88-d86018ad3b38 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=e57e07d0-785f-4b2c-b327-971ab649be45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418687 Apr 29 13:31:40.090310 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e2f973-14df-49e3-8756-d0770bd322fa req-a501698f-15f5-4892-8e42-6a71d2ff7a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:31:40.091806 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-31e2f973-14df-49e3-8756-d0770bd322fa req-a501698f-15f5-4892-8e42-6a71d2ff7a6c service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=f934e04f-6964-493b-86df-60b0b0b81c43 HTTP/1.1" status: 200 len: 1129 time: 0.0389271 Apr 29 13:31:40.138102 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-31e2f973-14df-49e3-8756-d0770bd322fa req-3fec5f7c-7ee7-478a-8f90-d7c3cc7c2cd7 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=b060ebc5-d222-4530-8b5d-21950615a65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401318 Apr 29 13:31:41.236850 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590e7f02-67df-4f91-a694-a8aefd63e7f9 req-f5c34d5c-35c4-4b86-8770-271595c4de85 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:31:41.238466 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-590e7f02-67df-4f91-a694-a8aefd63e7f9 req-f5c34d5c-35c4-4b86-8770-271595c4de85 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/ports?device_id=f934e04f-6964-493b-86df-60b0b0b81c43 HTTP/1.1" status: 200 len: 945 time: 0.3173115 Apr 29 13:31:41.291615 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-590e7f02-67df-4f91-a694-a8aefd63e7f9 req-0306f7c2-3652-4596-a25d-f6e8abedba47 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/security-groups?id=b060ebc5-d222-4530-8b5d-21950615a65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460577 Apr 29 13:31:41.374365 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfaebc6-8a6e-47d1-b79a-157a94655ecd req-17fa2af2-e0ea-41f0-872b-9d9874df5c85 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:31:41.375767 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-edfaebc6-8a6e-47d1-b79a-157a94655ecd req-17fa2af2-e0ea-41f0-872b-9d9874df5c85 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=2df8f832-8bcf-481a-a787-05093f0191c3 HTTP/1.1" status: 200 len: 945 time: 0.0555511 Apr 29 13:31:41.421887 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-edfaebc6-8a6e-47d1-b79a-157a94655ecd req-ed68005a-c836-4dbf-aebc-94c065c86429 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=e57e07d0-785f-4b2c-b327-971ab649be45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405078 Apr 29 13:31:41.745612 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c4090ed3-b188-48ef-a6b9-5d78229fc55d None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:31:42.468495 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc8410f-446a-46ec-9d34-7cebc66646dc req-82890bb2-de93-4018-bede-5ad0724e547d tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:31:42.470041 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7cc8410f-446a-46ec-9d34-7cebc66646dc req-82890bb2-de93-4018-bede-5ad0724e547d tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/ports?device_id=f934e04f-6964-493b-86df-60b0b0b81c43 HTTP/1.1" status: 200 len: 945 time: 0.1078055 Apr 29 13:31:42.521624 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7cc8410f-446a-46ec-9d34-7cebc66646dc req-5a31583e-f648-43a7-85d9-322e4dbe90c1 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/security-groups?id=b060ebc5-d222-4530-8b5d-21950615a65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458148 Apr 29 13:31:42.546292 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076814a7-fbd7-46ee-b0ec-eaf7404bd7b5 req-8bd431ae-15c1-4d09-9215-a6850e2f1919 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:31:42.547803 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-076814a7-fbd7-46ee-b0ec-eaf7404bd7b5 req-8bd431ae-15c1-4d09-9215-a6850e2f1919 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=2df8f832-8bcf-481a-a787-05093f0191c3 HTTP/1.1" status: 200 len: 945 time: 0.0481603 Apr 29 13:31:42.600731 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-076814a7-fbd7-46ee-b0ec-eaf7404bd7b5 req-1f875514-f09d-48ab-aba2-241271163d89 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=e57e07d0-785f-4b2c-b327-971ab649be45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444274 Apr 29 13:31:43.660065 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48cfebf-956f-4826-aac9-73a9d4f09ba1 req-1a125dc1-3b57-4868-8c47-bd87afaa02b2 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:31:43.661428 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c48cfebf-956f-4826-aac9-73a9d4f09ba1 req-1a125dc1-3b57-4868-8c47-bd87afaa02b2 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/ports?device_id=f934e04f-6964-493b-86df-60b0b0b81c43 HTTP/1.1" status: 200 len: 945 time: 0.0606523 Apr 29 13:31:43.725922 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c48cfebf-956f-4826-aac9-73a9d4f09ba1 req-bd2f7973-1fc4-456e-9817-634cc12f5c40 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/security-groups?id=b060ebc5-d222-4530-8b5d-21950615a65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559084 Apr 29 13:31:43.733111 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf28f985-b36c-469e-b9bc-891adcd2e408 req-180c567e-de5a-4dcd-9fd7-e47625fe204c tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:31:43.734820 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-cf28f985-b36c-469e-b9bc-891adcd2e408 req-180c567e-de5a-4dcd-9fd7-e47625fe204c tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=2df8f832-8bcf-481a-a787-05093f0191c3 HTTP/1.1" status: 200 len: 945 time: 0.0546582 Apr 29 13:31:43.799828 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-cf28f985-b36c-469e-b9bc-891adcd2e408 req-563b6863-ae06-48a5-b89b-28e299e66b22 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=e57e07d0-785f-4b2c-b327-971ab649be45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538812 Apr 29 13:31:43.855035 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9267d98-7d53-4c49-a4d7-3380a9ac3d1a req-b1b14948-11d7-4706-8602-5b548057c9df tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:31:43.856772 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d9267d98-7d53-4c49-a4d7-3380a9ac3d1a req-b1b14948-11d7-4706-8602-5b548057c9df tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/ports?device_id=f934e04f-6964-493b-86df-60b0b0b81c43 HTTP/1.1" status: 200 len: 945 time: 0.0559111 Apr 29 13:31:43.865672 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 55674) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:31:43.870756 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-e117e6c5-01d4-478a-967b-9d96dccafc35 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Request body: {'floatingip': {'port_id': '715650a5-213e-45c0-be8c-e9b4f96eae55'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:31:43.912190 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e117e6c5-01d4-478a-967b-9d96dccafc35 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks [] for floatingip (9b60ddb4-0094-427c-b616-28e76284a673), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:44.475177 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e117e6c5-01d4-478a-967b-9d96dccafc35 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:44.483804 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e117e6c5-01d4-478a-967b-9d96dccafc35 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706107'] for floatingip (9b60ddb4-0094-427c-b616-28e76284a673), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:44.919491 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.db.l3_db [None req-e117e6c5-01d4-478a-967b-9d96dccafc35 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Floating IP 9b60ddb4-0094-427c-b616-28e76284a673 associated. External IP: 172.27.0.2, port: 715650a5-213e-45c0-be8c-e9b4f96eae55. Apr 29 13:31:44.997579 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fae5a83-e317-492a-99ec-7b736345ce20 req-4955b2d1-e5a4-4bea-9235-b6346fad60d4 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:31:44.999086 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7fae5a83-e317-492a-99ec-7b736345ce20 req-4955b2d1-e5a4-4bea-9235-b6346fad60d4 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=2df8f832-8bcf-481a-a787-05093f0191c3 HTTP/1.1" status: 200 len: 945 time: 0.1175895 Apr 29 13:31:45.104281 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7fae5a83-e317-492a-99ec-7b736345ce20 req-804127c9-4ae2-4c19-9b1a-3b45f02ee398 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=e57e07d0-785f-4b2c-b327-971ab649be45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990334 Apr 29 13:31:45.231619 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e117e6c5-01d4-478a-967b-9d96dccafc35 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Router 55e917e4-3b0d-460b-a62b-46ecaa345c3f has already been hosted by L3 agent ffd5f049-29fc-4e99-906d-6eadce93ab48 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:31:45.368047 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e117e6c5-01d4-478a-967b-9d96dccafc35 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Notify agent at l3_agent.dv-cinder-837699-3-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:31:45.374211 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e117e6c5-01d4-478a-967b-9d96dccafc35 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574'] for floatingip (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:45.380631 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f978f7d5-5ffe-44c2-88e4-ede0c76eb253 None None] Sync routers for ids ['55e917e4-3b0d-460b-a62b-46ecaa345c3f'] in dv-cinder-837699-3-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:31:45.393830 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f978f7d5-5ffe-44c2-88e4-ede0c76eb253 None None] Routers {'55e917e4-3b0d-460b-a62b-46ecaa345c3f'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:31:45.395001 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-f978f7d5-5ffe-44c2-88e4-ede0c76eb253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:31:24Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['55e917e4-3b0d-460b-a62b-46ecaa345c3f'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:31:45.416913 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-e117e6c5-01d4-478a-967b-9d96dccafc35 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "PUT /v2.0/floatingips/9b60ddb4-0094-427c-b616-28e76284a673 HTTP/1.1" status: 200 len: 989 time: 1.5443799 Apr 29 13:31:45.416913 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f934e04f-6964-493b-86df-60b0b0b81c43', 'tag': '715650a5-213e-45c0-be8c-e9b4f96eae55'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:31:45.416913 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ba167d508349ed0cdfb80239bd9ae2522ecb2b1d56ec89f6128388f9fbd08d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e87df4a0-3d36-41a6-9cad-e96b5caf1c93" -d '{"events": [{"name": "network-changed", "server_uuid": "f934e04f-6964-493b-86df-60b0b0b81c43", "tag": "715650a5-213e-45c0-be8c-e9b4f96eae55"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:31:45.463229 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10169ab9-f016-4e75-a8ee-e69efd0ba157 x-openstack-request-id: req-10169ab9-f016-4e75-a8ee-e69efd0ba157 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:31:45.463757 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f934e04f-6964-493b-86df-60b0b0b81c43", "tag": "715650a5-213e-45c0-be8c-e9b4f96eae55", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:31:45.464178 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-10169ab9-f016-4e75-a8ee-e69efd0ba157 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:31:45.464733 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10169ab9-f016-4e75-a8ee-e69efd0ba157'] response: {'name': 'network-changed', 'server_uuid': 'f934e04f-6964-493b-86df-60b0b0b81c43', 'tag': '715650a5-213e-45c0-be8c-e9b4f96eae55', 'status': 'completed', 'code': 200} Apr 29 13:31:45.522412 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-f978f7d5-5ffe-44c2-88e4-ede0c76eb253 None None] Set router 55e917e4-3b0d-460b-a62b-46ecaa345c3f gateway port host: dv-cinder-837699-3-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:31:45.550263 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87df4a0-3d36-41a6-9cad-e96b5caf1c93 req-a11a7560-3dd8-4a06-9d6b-187881fdc26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:31:45.552131 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e87df4a0-3d36-41a6-9cad-e96b5caf1c93 req-a11a7560-3dd8-4a06-9d6b-187881fdc26c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1e7f22083aa84571b6efb751abd2b537&device_id=f934e04f-6964-493b-86df-60b0b0b81c43 HTTP/1.1" status: 200 len: 1129 time: 0.0417819 Apr 29 13:31:45.658180 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87df4a0-3d36-41a6-9cad-e96b5caf1c93 req-8247fc38-305c-4731-a0b0-7bd49a914ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:31:45.659652 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e87df4a0-3d36-41a6-9cad-e96b5caf1c93 req-8247fc38-305c-4731-a0b0-7bd49a914ab5 service neutron] 10.222.0.75 "GET /v2.0/networks?id=8f33b954-1f3c-43fa-a8bf-3eab44702663 HTTP/1.1" status: 200 len: 915 time: 0.1013544 Apr 29 13:31:45.737357 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e87df4a0-3d36-41a6-9cad-e96b5caf1c93 req-675b76df-b66e-457a-af5a-81b16d3d3610 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=715650a5-213e-45c0-be8c-e9b4f96eae55 HTTP/1.1" status: 200 len: 997 time: 0.0716341 Apr 29 13:31:45.814722 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87df4a0-3d36-41a6-9cad-e96b5caf1c93 req-6bba2f4c-16ee-42ab-a20f-d566e21f1a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:31:45.816329 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e87df4a0-3d36-41a6-9cad-e96b5caf1c93 req-6bba2f4c-16ee-42ab-a20f-d566e21f1a1d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9f59e443-3db1-41f0-85e9-12ea320207b5 HTTP/1.1" status: 200 len: 853 time: 0.0728824 Apr 29 13:31:45.867080 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87df4a0-3d36-41a6-9cad-e96b5caf1c93 req-240dd042-30cd-4467-b9d5-1f855d5df0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:31:45.869460 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e87df4a0-3d36-41a6-9cad-e96b5caf1c93 req-240dd042-30cd-4467-b9d5-1f855d5df0b3 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8f33b954-1f3c-43fa-a8bf-3eab44702663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457292 Apr 29 13:31:45.921613 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-f978f7d5-5ffe-44c2-88e4-ede0c76eb253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'name': 'tempest-AttachVolumeNegativeTest-921804364-router', 'tenant_id': '1e7f22083aa84571b6efb751abd2b537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:35Z', 'updated_at': '2022-04-29T13:21:44Z', 'revision_number': 4, 'project_id': '1e7f22083aa84571b6efb751abd2b537', 'gw_port': {'id': '4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:51:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:37Z', 'updated_at': '2022-04-29T13:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_floatingips': [{'id': '9b60ddb4-0094-427c-b616-28e76284a673', 'tenant_id': '1e7f22083aa84571b6efb751abd2b537', 'floating_ip_address': '172.27.0.2', 'floating_network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'router_id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'port_id': '715650a5-213e-45c0-be8c-e9b4f96eae55', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f33b954-1f3c-43fa-a8bf-3eab44702663', 'mac_address': 'fa:16:3e:9e:72:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f934e04f-6964-493b-86df-60b0b0b81c43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:31:29Z', 'updated_at': '2022-04-29T13:31:44Z', 'revision_number': 1, 'project_id': '1e7f22083aa84571b6efb751abd2b537', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9fb300f-d8b7-4a3f-b80f-2de5dfdc5a43', 'name': '', 'network_id': '8f33b954-1f3c-43fa-a8bf-3eab44702663', 'tenant_id': '1e7f22083aa84571b6efb751abd2b537', 'mac_address': 'fa:16:3e:b0:f2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '9f59e443-3db1-41f0-85e9-12ea320207b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:42Z', 'updated_at': '2022-04-29T13:21:57Z', 'revision_number': 5, 'project_id': '1e7f22083aa84571b6efb751abd2b537', 'subnets': [{'id': '9f59e443-3db1-41f0-85e9-12ea320207b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:31:45.954895 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f978f7d5-5ffe-44c2-88e4-ede0c76eb253 None None] Checking router: 55e917e4-3b0d-460b-a62b-46ecaa345c3f for host: dv-cinder-837699-3-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:31:45.964389 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f978f7d5-5ffe-44c2-88e4-ede0c76eb253 None None] Routers {'55e917e4-3b0d-460b-a62b-46ecaa345c3f'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:31:45.965167 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-f978f7d5-5ffe-44c2-88e4-ede0c76eb253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:31:24Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['55e917e4-3b0d-460b-a62b-46ecaa345c3f'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:31:45.973436 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e87df4a0-3d36-41a6-9cad-e96b5caf1c93 req-29f26d71-7fa5-4b18-bffa-5a72941a509f service neutron] 10.222.0.75 "GET /v2.0/networks/8f33b954-1f3c-43fa-a8bf-3eab44702663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975468 Apr 29 13:31:46.079617 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e87df4a0-3d36-41a6-9cad-e96b5caf1c93 req-5a10e64c-872b-4539-852b-3113f5ae0d4b service neutron] 10.222.0.75 "GET /v2.0/networks/8f33b954-1f3c-43fa-a8bf-3eab44702663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993116 Apr 29 13:31:46.086189 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-f978f7d5-5ffe-44c2-88e4-ede0c76eb253 None None] Set router 55e917e4-3b0d-460b-a62b-46ecaa345c3f gateway port host: dv-cinder-837699-3-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:31:46.233226 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5ebaac-fa0c-4646-8107-7852d17540e9 req-1b4eb1d0-d74f-4e88-8c46-97fd4403a267 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:31:46.235590 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1f5ebaac-fa0c-4646-8107-7852d17540e9 req-1b4eb1d0-d74f-4e88-8c46-97fd4403a267 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=2df8f832-8bcf-481a-a787-05093f0191c3 HTTP/1.1" status: 200 len: 945 time: 0.0548980 Apr 29 13:31:46.301210 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1f5ebaac-fa0c-4646-8107-7852d17540e9 req-87ba6d97-995d-43a8-9cc2-2255103b2efe tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=e57e07d0-785f-4b2c-b327-971ab649be45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593436 Apr 29 13:31:46.367102 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-f978f7d5-5ffe-44c2-88e4-ede0c76eb253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'name': 'tempest-AttachVolumeNegativeTest-921804364-router', 'tenant_id': '1e7f22083aa84571b6efb751abd2b537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:35Z', 'updated_at': '2022-04-29T13:21:44Z', 'revision_number': 4, 'project_id': '1e7f22083aa84571b6efb751abd2b537', 'gw_port': {'id': '4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:51:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:37Z', 'updated_at': '2022-04-29T13:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_floatingips': [{'id': '9b60ddb4-0094-427c-b616-28e76284a673', 'tenant_id': '1e7f22083aa84571b6efb751abd2b537', 'floating_ip_address': '172.27.0.2', 'floating_network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'router_id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'port_id': '715650a5-213e-45c0-be8c-e9b4f96eae55', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f33b954-1f3c-43fa-a8bf-3eab44702663', 'mac_address': 'fa:16:3e:9e:72:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f934e04f-6964-493b-86df-60b0b0b81c43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:31:29Z', 'updated_at': '2022-04-29T13:31:44Z', 'revision_number': 1, 'project_id': '1e7f22083aa84571b6efb751abd2b537', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9fb300f-d8b7-4a3f-b80f-2de5dfdc5a43', 'name': '', 'network_id': '8f33b954-1f3c-43fa-a8bf-3eab44702663', 'tenant_id': '1e7f22083aa84571b6efb751abd2b537', 'mac_address': 'fa:16:3e:b0:f2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '9f59e443-3db1-41f0-85e9-12ea320207b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:42Z', 'updated_at': '2022-04-29T13:21:57Z', 'revision_number': 5, 'project_id': '1e7f22083aa84571b6efb751abd2b537', 'subnets': [{'id': '9f59e443-3db1-41f0-85e9-12ea320207b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:31:46.399084 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f978f7d5-5ffe-44c2-88e4-ede0c76eb253 None None] The sync data for ids ['55e917e4-3b0d-460b-a62b-46ecaa345c3f'] in dv-cinder-837699-3-iscsi is: [{'id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'name': 'tempest-AttachVolumeNegativeTest-921804364-router', 'tenant_id': '1e7f22083aa84571b6efb751abd2b537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:35Z', 'updated_at': '2022-04-29T13:21:44Z', 'revision_number': 4, 'project_id': '1e7f22083aa84571b6efb751abd2b537', 'gw_port': {'id': '4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:51:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:37Z', 'updated_at': '2022-04-29T13:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_floatingips': [{'id': '9b60ddb4-0094-427c-b616-28e76284a673', 'tenant_id': '1e7f22083aa84571b6efb751abd2b537', 'floating_ip_address': '172.27.0.2', 'floating_network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'router_id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'port_id': '715650a5-213e-45c0-be8c-e9b4f96eae55', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f33b954-1f3c-43fa-a8bf-3eab44702663', 'mac_address': 'fa:16:3e:9e:72:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f934e04f-6964-493b-86df-60b0b0b81c43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:31:29Z', 'updated_at': '2022-04-29T13:31:44Z', 'revision_number': 1, 'project_id': '1e7f22083aa84571b6efb751abd2b537', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9fb300f-d8b7-4a3f-b80f-2de5dfdc5a43', 'name': '', 'network_id': '8f33b954-1f3c-43fa-a8bf-3eab44702663', 'tenant_id': '1e7f22083aa84571b6efb751abd2b537', 'mac_address': 'fa:16:3e:b0:f2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '9f59e443-3db1-41f0-85e9-12ea320207b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:42Z', 'updated_at': '2022-04-29T13:21:57Z', 'revision_number': 5, 'project_id': '1e7f22083aa84571b6efb751abd2b537', 'subnets': [{'id': '9f59e443-3db1-41f0-85e9-12ea320207b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:31:46.646131 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d3f722-778c-4486-8721-91cdc3bf9d5f None None] New status for floating IP 9b60ddb4-0094-427c-b616-28e76284a673: ACTIVE {{(pid=103366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 13:31:47.445695 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc37ef1b-8d5c-4613-8b47-290d461c3ef4 req-7c9fc56c-636b-4d62-b40c-91f690e96fcf tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:31:47.447415 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-dc37ef1b-8d5c-4613-8b47-290d461c3ef4 req-7c9fc56c-636b-4d62-b40c-91f690e96fcf tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=2df8f832-8bcf-481a-a787-05093f0191c3 HTTP/1.1" status: 200 len: 945 time: 0.0550690 Apr 29 13:31:47.511921 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-dc37ef1b-8d5c-4613-8b47-290d461c3ef4 req-ee60699b-2c72-46e2-8476-27ef550aa3ac tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=e57e07d0-785f-4b2c-b327-971ab649be45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564404 Apr 29 13:31:48.642484 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8bca6e-ba32-4d1b-a018-8f965846de37 req-43ed9775-b38e-4447-9894-df20bdbdc5a1 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:31:48.644573 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-8b8bca6e-ba32-4d1b-a018-8f965846de37 req-43ed9775-b38e-4447-9894-df20bdbdc5a1 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=2df8f832-8bcf-481a-a787-05093f0191c3 HTTP/1.1" status: 200 len: 945 time: 0.0522532 Apr 29 13:31:48.701337 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-8b8bca6e-ba32-4d1b-a018-8f965846de37 req-cce1481f-b3bd-46a4-9195-45489cd7fd23 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=e57e07d0-785f-4b2c-b327-971ab649be45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511241 Apr 29 13:31:49.859600 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c2041-a3f6-4276-bf8c-018a5cf70159 req-78f10496-91af-4bff-8819-957dcadabf1b tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:31:49.861172 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-104c2041-a3f6-4276-bf8c-018a5cf70159 req-78f10496-91af-4bff-8819-957dcadabf1b tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=2df8f832-8bcf-481a-a787-05093f0191c3 HTTP/1.1" status: 200 len: 945 time: 0.0526848 Apr 29 13:31:49.913386 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-104c2041-a3f6-4276-bf8c-018a5cf70159 req-735ca0a6-8c95-48d9-ba9e-558e0aa57c03 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=e57e07d0-785f-4b2c-b327-971ab649be45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466986 Apr 29 13:31:51.039424 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a824b52-3142-4dec-9f77-8b3f7fc637fa req-f6efb49c-8173-44ef-b692-9c776dece48a tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:31:51.040949 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1a824b52-3142-4dec-9f77-8b3f7fc637fa req-f6efb49c-8173-44ef-b692-9c776dece48a tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=2df8f832-8bcf-481a-a787-05093f0191c3 HTTP/1.1" status: 200 len: 945 time: 0.0483057 Apr 29 13:31:51.088816 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1a824b52-3142-4dec-9f77-8b3f7fc637fa req-f5ae5766-afca-4b57-a207-0adbef5e3bfb tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=e57e07d0-785f-4b2c-b327-971ab649be45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419526 Apr 29 13:31:51.566524 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c9993d86-4495-41f3-844a-bf02e34a4ab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (e437e712-237e-4a54-83a8-782eed3c5f0c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:52.219519 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4cf6b5-e394-488b-b8f0-939733dc74d8 req-f9236d3e-2523-4754-b81d-1eee4edbdf47 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:31:52.221468 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ac4cf6b5-e394-488b-b8f0-939733dc74d8 req-f9236d3e-2523-4754-b81d-1eee4edbdf47 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=2df8f832-8bcf-481a-a787-05093f0191c3 HTTP/1.1" status: 200 len: 945 time: 0.0531905 Apr 29 13:31:52.277280 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ac4cf6b5-e394-488b-b8f0-939733dc74d8 req-4eb66edd-1c71-4005-aa76-40e491fe0a1f tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=e57e07d0-785f-4b2c-b327-971ab649be45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471146 Apr 29 13:31:53.566126 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d777b04d-7a88-46c3-b5d4-1ca514a4af6c req-dbf3dacf-7586-4c05-842f-748665fab493 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:31:53.568055 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-d777b04d-7a88-46c3-b5d4-1ca514a4af6c req-dbf3dacf-7586-4c05-842f-748665fab493 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=2df8f832-8bcf-481a-a787-05093f0191c3 HTTP/1.1" status: 200 len: 945 time: 0.0524299 Apr 29 13:31:53.624336 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-d777b04d-7a88-46c3-b5d4-1ca514a4af6c req-8042fd45-1532-4e16-9855-7f2e06b50311 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=e57e07d0-785f-4b2c-b327-971ab649be45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497980 Apr 29 13:31:54.271036 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-51a0cf32-daff-471d-89f7-f47e79ab18fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (ffd5f049-29fc-4e99-906d-6eadce93ab48), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:54.746669 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec1d189-2bed-46d9-b183-de916c96fd66 req-88876e69-a7ef-4761-b61a-ebe29ef33bb5 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:31:54.748151 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7ec1d189-2bed-46d9-b183-de916c96fd66 req-88876e69-a7ef-4761-b61a-ebe29ef33bb5 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=2df8f832-8bcf-481a-a787-05093f0191c3 HTTP/1.1" status: 200 len: 945 time: 0.0500798 Apr 29 13:31:54.799373 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7ec1d189-2bed-46d9-b183-de916c96fd66 req-57b145ca-2a5b-4cdc-b90e-39b3b41bfa6a tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=e57e07d0-785f-4b2c-b327-971ab649be45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455339 Apr 29 13:31:55.375613 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b577e56-2463-4668-9b76-d1e84333423d req-1db3f5d0-1ada-4a21-9ffd-6d59a9b8609f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:31:55.377298 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0b577e56-2463-4668-9b76-d1e84333423d req-1db3f5d0-1ada-4a21-9ffd-6d59a9b8609f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=62259e68f4eb4e72bddb618088a3d06a&device_id=2df8f832-8bcf-481a-a787-05093f0191c3 HTTP/1.1" status: 200 len: 1129 time: 0.0419583 Apr 29 13:31:55.473367 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b577e56-2463-4668-9b76-d1e84333423d req-0ff1085b-483d-45a6-9d89-f366c1a14d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:31:55.474890 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0b577e56-2463-4668-9b76-d1e84333423d req-0ff1085b-483d-45a6-9d89-f366c1a14d08 service neutron] 10.222.0.75 "GET /v2.0/networks?id=3410551e-5a46-4ac5-98b2-aca173f9205e HTTP/1.1" status: 200 len: 918 time: 0.0908244 Apr 29 13:31:55.539913 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0b577e56-2463-4668-9b76-d1e84333423d req-a92b9b80-bec1-447a-b0a4-db474605bd53 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a HTTP/1.1" status: 200 len: 1000 time: 0.0585356 Apr 29 13:31:55.587562 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b577e56-2463-4668-9b76-d1e84333423d req-d7f7aae4-b9a0-4493-96aa-17752bf1bf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:31:55.589182 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0b577e56-2463-4668-9b76-d1e84333423d req-d7f7aae4-b9a0-4493-96aa-17752bf1bf3b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d4719930-215c-410a-9121-e8646740b594 HTTP/1.1" status: 200 len: 856 time: 0.0432942 Apr 29 13:31:55.636794 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b577e56-2463-4668-9b76-d1e84333423d req-f882ed95-6559-4e6f-9faf-ec233b9432dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:31:55.638224 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0b577e56-2463-4668-9b76-d1e84333423d req-f882ed95-6559-4e6f-9faf-ec233b9432dc service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3410551e-5a46-4ac5-98b2-aca173f9205e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432730 Apr 29 13:31:55.648192 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [req-0b577e56-2463-4668-9b76-d1e84333423d req-7618e8e5-6f68-4345-afbf-de4601a8a557 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 13:31:55.649203 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0b577e56-2463-4668-9b76-d1e84333423d req-7618e8e5-6f68-4345-afbf-de4601a8a557 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047939 Apr 29 13:31:55.737238 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0b577e56-2463-4668-9b76-d1e84333423d req-106324d9-11fc-4d45-91cd-b07ba9bc3c25 service neutron] 10.222.0.75 "GET /v2.0/networks/3410551e-5a46-4ac5-98b2-aca173f9205e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819826 Apr 29 13:31:55.835668 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0b577e56-2463-4668-9b76-d1e84333423d req-c03bce0d-1d68-4244-82a3-3e5d044c5780 service neutron] 10.222.0.75 "GET /v2.0/networks/3410551e-5a46-4ac5-98b2-aca173f9205e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904396 Apr 29 13:31:55.843043 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d46c6b96-c9c1-47b5-84ba-015c4e42046f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (1b2ea45c-9419-45d0-91af-29e2c5a1844a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:55.928497 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e06dde-3a6a-4b8b-8da8-0951228548c5 req-37ba6fe3-5c29-4f6a-bd18-78dede97ff7d tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:31:55.929915 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-92e06dde-3a6a-4b8b-8da8-0951228548c5 req-37ba6fe3-5c29-4f6a-bd18-78dede97ff7d tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=2df8f832-8bcf-481a-a787-05093f0191c3 HTTP/1.1" status: 200 len: 945 time: 0.0514808 Apr 29 13:31:55.977743 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-92e06dde-3a6a-4b8b-8da8-0951228548c5 req-56a179d8-2970-487e-abad-f69af0ca2b17 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=e57e07d0-785f-4b2c-b327-971ab649be45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416243 Apr 29 13:31:57.095176 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6dbeb4-526a-48f0-91c5-7d7e35576954 req-beb2e9e6-6c5a-462e-ad2c-f25bb69e2b01 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:31:57.096934 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ad6dbeb4-526a-48f0-91c5-7d7e35576954 req-beb2e9e6-6c5a-462e-ad2c-f25bb69e2b01 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=2df8f832-8bcf-481a-a787-05093f0191c3 HTTP/1.1" status: 200 len: 945 time: 0.0470030 Apr 29 13:31:57.142670 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ad6dbeb4-526a-48f0-91c5-7d7e35576954 req-0686402a-0382-41e1-ad80-513a4e14c3ba tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=e57e07d0-785f-4b2c-b327-971ab649be45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402901 Apr 29 13:31:57.286736 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bea047bf-f99e-49b2-8b9d-5ba249a30c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (23d6c007-0036-4fdb-b033-28b1fd628d82), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:58.263340 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b19f9-0c7e-4353-97ef-24203a470aeb req-d8459760-3844-4e2c-8333-206cfb0e29db tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:31:58.264848 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-2c3b19f9-0c7e-4353-97ef-24203a470aeb req-d8459760-3844-4e2c-8333-206cfb0e29db tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=2df8f832-8bcf-481a-a787-05093f0191c3 HTTP/1.1" status: 200 len: 945 time: 0.0510631 Apr 29 13:31:58.311853 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-2c3b19f9-0c7e-4353-97ef-24203a470aeb req-3bab6db5-35db-4c6d-a601-eefb61398407 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=e57e07d0-785f-4b2c-b327-971ab649be45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413544 Apr 29 13:31:58.701316 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (070d87cd-fed4-4d07-85b5-c26ded61f2d8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:59.078978 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [req-e09f0c9d-ae4b-4268-806b-60ca74a8f2ec req-12665acb-26d5-4fc4-9f60-5a19ed7fb226 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 13:31:59.079983 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e09f0c9d-ae4b-4268-806b-60ca74a8f2ec req-12665acb-26d5-4fc4-9f60-5a19ed7fb226 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053766 Apr 29 13:31:59.188905 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (477bd1e1-70d7-4a7b-b37c-5892af57f2e4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:59.236501 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4939dd46-7e1e-43c9-8729-464e54750084 req-197b8fb1-81e9-4c8e-b3d3-1e1edb5aeb48 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:31:59.238005 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-4939dd46-7e1e-43c9-8729-464e54750084 req-197b8fb1-81e9-4c8e-b3d3-1e1edb5aeb48 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=2df8f832-8bcf-481a-a787-05093f0191c3 HTTP/1.1" status: 200 len: 945 time: 0.0508554 Apr 29 13:31:59.283169 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bad62639-a09b-48b0-a10b-a0a48460a172 req-a8e806a6-de2f-4c07-b57f-c2d6b5a78f9f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2df8f832-8bcf-481a-a787-05093f0191c3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0431952 Apr 29 13:31:59.293669 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-4939dd46-7e1e-43c9-8729-464e54750084 req-c49edbd9-3348-4600-b412-e5a1a44b4602 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=e57e07d0-785f-4b2c-b327-971ab649be45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500472 Apr 29 13:31:59.359931 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad62639-a09b-48b0-a10b-a0a48460a172 req-c04ba666-6907-408e-a530-188a91707b84 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:31:59.361354 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bad62639-a09b-48b0-a10b-a0a48460a172 req-c04ba666-6907-408e-a530-188a91707b84 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports/0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a HTTP/1.1" status: 200 len: 942 time: 0.0483842 Apr 29 13:31:59.810730 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device 0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a no longer exists at agent hyperv_hv-cinder-83769 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:31:59.892206 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Current status of the port 0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a is: ACTIVE; New status is: DOWN {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:31:59.892597 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:59.915242 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2df8f832-8bcf-481a-a787-05093f0191c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:31:59.918216 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0016abbf82925ac5bb98c97d9984ae38170a8446c70b2249197f38a9e3d809b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-433b01c1-aca1-4ddd-8bfb-ae67a118e607" -d '{"events": [{"server_uuid": "2df8f832-8bcf-481a-a787-05093f0191c3", "name": "network-vif-unplugged", "status": "completed", "tag": "0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:31:59.930261 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] For port 0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a,segment=NetworkSegment(4fd29a15-20ce-448e-b25d-cf8073262121),segment_id=4fd29a15-20ce-448e-b25d-cf8073262121)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:31:59.935895 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:59.959957 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Apr 2022 13:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58053ed5-7bd1-46b9-b713-962f758baaaa x-openstack-request-id: req-58053ed5-7bd1-46b9-b713-962f758baaaa {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:31:59.960252 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2df8f832-8bcf-481a-a787-05093f0191c3", "name": "network-vif-unplugged", "status": "completed", "tag": "0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:31:59.960508 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-58053ed5-7bd1-46b9-b713-962f758baaaa {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:31:59.960934 dv-cinder-837699-3-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58053ed5-7bd1-46b9-b713-962f758baaaa'] response: {'server_uuid': '2df8f832-8bcf-481a-a787-05093f0191c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a', 'code': 200} Apr 29 13:31:59.987023 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Pushing event updated for resources: {'Port': ['ID=0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a,revision_number=8']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:00.267175 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad62639-a09b-48b0-a10b-a0a48460a172 req-76a75a9f-274a-4023-b308-7122829044bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:32:00.268693 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bad62639-a09b-48b0-a10b-a0a48460a172 req-76a75a9f-274a-4023-b308-7122829044bc service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=2df8f832-8bcf-481a-a787-05093f0191c3&tenant_id=62259e68f4eb4e72bddb618088a3d06a HTTP/1.1" status: 200 len: 1127 time: 0.1171010 Apr 29 13:32:00.347146 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad62639-a09b-48b0-a10b-a0a48460a172 req-fb68dac4-8793-45c9-bcc3-81e101a4240f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:32:00.348731 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bad62639-a09b-48b0-a10b-a0a48460a172 req-fb68dac4-8793-45c9-bcc3-81e101a4240f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=62259e68f4eb4e72bddb618088a3d06a&device_id=2df8f832-8bcf-481a-a787-05093f0191c3 HTTP/1.1" status: 200 len: 1127 time: 0.0442059 Apr 29 13:32:00.414311 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4128cced-8d0b-4394-bf71-028e82ac3d30 req-69cdb87c-07c7-4529-a058-eb0915a8aee1 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:32:00.415817 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-4128cced-8d0b-4394-bf71-028e82ac3d30 req-69cdb87c-07c7-4529-a058-eb0915a8aee1 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=2df8f832-8bcf-481a-a787-05093f0191c3 HTTP/1.1" status: 200 len: 943 time: 0.0467377 Apr 29 13:32:00.445428 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad62639-a09b-48b0-a10b-a0a48460a172 req-fb4e1784-1075-4621-b675-477b3fad398a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:32:00.446815 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bad62639-a09b-48b0-a10b-a0a48460a172 req-fb4e1784-1075-4621-b675-477b3fad398a service neutron] 10.222.0.75 "GET /v2.0/networks?id=3410551e-5a46-4ac5-98b2-aca173f9205e HTTP/1.1" status: 200 len: 918 time: 0.0883055 Apr 29 13:32:00.466890 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-4128cced-8d0b-4394-bf71-028e82ac3d30 req-984a5fb8-a379-479c-b9de-e920bc464098 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=e57e07d0-785f-4b2c-b327-971ab649be45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445263 Apr 29 13:32:00.517861 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bad62639-a09b-48b0-a10b-a0a48460a172 req-0d1f4fa4-8bbf-4f2f-8a47-b765070da6f1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a HTTP/1.1" status: 200 len: 998 time: 0.0646877 Apr 29 13:32:00.566695 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad62639-a09b-48b0-a10b-a0a48460a172 req-90d844c7-2554-4783-80c1-e2b421036de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:32:00.568121 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bad62639-a09b-48b0-a10b-a0a48460a172 req-90d844c7-2554-4783-80c1-e2b421036de5 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d4719930-215c-410a-9121-e8646740b594 HTTP/1.1" status: 200 len: 856 time: 0.0445533 Apr 29 13:32:00.610921 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad62639-a09b-48b0-a10b-a0a48460a172 req-6cb74d02-3fcd-4c17-9c45-2790a1f6c968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:32:00.612390 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bad62639-a09b-48b0-a10b-a0a48460a172 req-6cb74d02-3fcd-4c17-9c45-2790a1f6c968 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3410551e-5a46-4ac5-98b2-aca173f9205e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383871 Apr 29 13:32:00.702829 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bad62639-a09b-48b0-a10b-a0a48460a172 req-62c18e40-74d4-4dfa-906d-526a1d877ebc service neutron] 10.222.0.75 "GET /v2.0/networks/3410551e-5a46-4ac5-98b2-aca173f9205e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835156 Apr 29 13:32:00.792958 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bad62639-a09b-48b0-a10b-a0a48460a172 req-698486ec-8ce0-4657-be5a-722f4bccd21d service neutron] 10.222.0.75 "GET /v2.0/networks/3410551e-5a46-4ac5-98b2-aca173f9205e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844653 Apr 29 13:32:01.595521 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7a0bd1-0f98-4b11-b1b3-2ca401933a42 req-057be262-7a73-4e34-aac7-1679e9d3d2da tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:32:01.597331 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cf7a0bd1-0f98-4b11-b1b3-2ca401933a42 req-057be262-7a73-4e34-aac7-1679e9d3d2da tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=2df8f832-8bcf-481a-a787-05093f0191c3 HTTP/1.1" status: 200 len: 943 time: 0.0560815 Apr 29 13:32:01.652052 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cf7a0bd1-0f98-4b11-b1b3-2ca401933a42 req-77eee071-f4fa-4a3a-acdb-b1d25b75113a tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=e57e07d0-785f-4b2c-b327-971ab649be45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490031 Apr 29 13:32:02.786243 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9eb64a-49c9-4e1b-ae44-e198f9eda22b req-43c3b711-c323-4eac-9d6c-5154b28f6436 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:32:02.787936 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1e9eb64a-49c9-4e1b-ae44-e198f9eda22b req-43c3b711-c323-4eac-9d6c-5154b28f6436 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=2df8f832-8bcf-481a-a787-05093f0191c3 HTTP/1.1" status: 200 len: 943 time: 0.0597446 Apr 29 13:32:02.840401 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1e9eb64a-49c9-4e1b-ae44-e198f9eda22b req-7e4b8c3c-46b9-4b1a-803f-abab09697b95 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=e57e07d0-785f-4b2c-b327-971ab649be45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465229 Apr 29 13:32:03.984832 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364c3537-8d9f-4fb1-92d5-2cc41f9c1c74 req-88364aef-e292-48ff-8dff-c7479f4dcf49 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:32:03.986276 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-364c3537-8d9f-4fb1-92d5-2cc41f9c1c74 req-88364aef-e292-48ff-8dff-c7479f4dcf49 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=2df8f832-8bcf-481a-a787-05093f0191c3 HTTP/1.1" status: 200 len: 943 time: 0.0663059 Apr 29 13:32:04.043793 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-364c3537-8d9f-4fb1-92d5-2cc41f9c1c74 req-637057d1-378d-4da2-a63d-658d5011a97b tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=e57e07d0-785f-4b2c-b327-971ab649be45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516331 Apr 29 13:32:05.179731 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ab2ef-c68c-4348-b47c-bbf3b18068fb req-b568d4b4-3fae-46b6-9cee-433dab812d01 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:32:05.181312 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-ec5ab2ef-c68c-4348-b47c-bbf3b18068fb req-b568d4b4-3fae-46b6-9cee-433dab812d01 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=2df8f832-8bcf-481a-a787-05093f0191c3 HTTP/1.1" status: 200 len: 943 time: 0.0576384 Apr 29 13:32:05.232470 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-ec5ab2ef-c68c-4348-b47c-bbf3b18068fb req-ec18ebbb-0c1c-4789-ae5e-079a85212609 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=e57e07d0-785f-4b2c-b327-971ab649be45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453897 Apr 29 13:32:06.362743 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3087b2bd-627b-4dff-89bd-e177dc0a0f78 req-07af64fb-a61b-4975-8a72-795543b822a4 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:32:06.364391 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3087b2bd-627b-4dff-89bd-e177dc0a0f78 req-07af64fb-a61b-4975-8a72-795543b822a4 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=2df8f832-8bcf-481a-a787-05093f0191c3 HTTP/1.1" status: 200 len: 943 time: 0.0575483 Apr 29 13:32:06.416979 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3087b2bd-627b-4dff-89bd-e177dc0a0f78 req-cf1d4077-b599-4827-afc3-61e3ac2421df tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=e57e07d0-785f-4b2c-b327-971ab649be45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469201 Apr 29 13:32:07.547040 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d23fec-7fac-46bc-8f8d-dab982c48cea req-73687a0c-d151-43dc-a36d-1b662e0e1d24 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:32:07.548563 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-05d23fec-7fac-46bc-8f8d-dab982c48cea req-73687a0c-d151-43dc-a36d-1b662e0e1d24 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=2df8f832-8bcf-481a-a787-05093f0191c3 HTTP/1.1" status: 200 len: 943 time: 0.0515072 Apr 29 13:32:07.599836 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-05d23fec-7fac-46bc-8f8d-dab982c48cea req-4ebf3914-d44f-4fe1-9c5b-acfb9a8911ab tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=e57e07d0-785f-4b2c-b327-971ab649be45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449021 Apr 29 13:32:08.723769 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201ba5dc-0286-4201-804d-0c252ebcf1e3 req-3fa74f97-e16e-4b82-8bbb-e87be7c6df36 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:32:08.725320 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-201ba5dc-0286-4201-804d-0c252ebcf1e3 req-3fa74f97-e16e-4b82-8bbb-e87be7c6df36 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=2df8f832-8bcf-481a-a787-05093f0191c3 HTTP/1.1" status: 200 len: 943 time: 0.0490677 Apr 29 13:32:08.777663 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-201ba5dc-0286-4201-804d-0c252ebcf1e3 req-1d0e3062-2335-4015-bebc-95fa306f9637 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=e57e07d0-785f-4b2c-b327-971ab649be45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463324 Apr 29 13:32:09.911784 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cb0977-d415-40a7-9071-ca7e1a5e3fb5 req-193dc148-f274-4d42-bb6c-fbe5ae149935 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:32:09.913466 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-97cb0977-d415-40a7-9071-ca7e1a5e3fb5 req-193dc148-f274-4d42-bb6c-fbe5ae149935 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=2df8f832-8bcf-481a-a787-05093f0191c3 HTTP/1.1" status: 200 len: 943 time: 0.0553136 Apr 29 13:32:09.968224 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-97cb0977-d415-40a7-9071-ca7e1a5e3fb5 req-b946ae90-0016-4a1a-933c-cc7ecab59c74 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=e57e07d0-785f-4b2c-b327-971ab649be45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480947 Apr 29 13:32:11.087969 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3579de-d96e-4402-bd69-b34361048a10 req-a555fa5f-59fe-4b27-9ab8-bea8b005e5bc tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:32:11.089481 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8b3579de-d96e-4402-bd69-b34361048a10 req-a555fa5f-59fe-4b27-9ab8-bea8b005e5bc tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=2df8f832-8bcf-481a-a787-05093f0191c3 HTTP/1.1" status: 200 len: 943 time: 0.0467129 Apr 29 13:32:11.135901 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8b3579de-d96e-4402-bd69-b34361048a10 req-59eb3c0d-c2b6-460c-aadb-67ee093ed5b5 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=e57e07d0-785f-4b2c-b327-971ab649be45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399978 Apr 29 13:32:12.255107 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7f71e-dfcf-4760-84f7-58a7f484ed5f req-f5e23b96-66d9-42a3-be57-da21670876a6 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:32:12.256629 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-84c7f71e-dfcf-4760-84f7-58a7f484ed5f req-f5e23b96-66d9-42a3-be57-da21670876a6 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=2df8f832-8bcf-481a-a787-05093f0191c3 HTTP/1.1" status: 200 len: 943 time: 0.0480959 Apr 29 13:32:12.305014 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-84c7f71e-dfcf-4760-84f7-58a7f484ed5f req-51abaf2f-1b5f-4f50-991d-b84a415b8d00 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=e57e07d0-785f-4b2c-b327-971ab649be45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426970 Apr 29 13:32:13.428482 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ead7610-e519-4176-874b-d87aa5bd32ce req-c49c2723-86fb-47cd-91de-ac4e13b27816 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:32:13.429991 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6ead7610-e519-4176-874b-d87aa5bd32ce req-c49c2723-86fb-47cd-91de-ac4e13b27816 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=2df8f832-8bcf-481a-a787-05093f0191c3 HTTP/1.1" status: 200 len: 943 time: 0.0497661 Apr 29 13:32:13.476184 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6ead7610-e519-4176-874b-d87aa5bd32ce req-39926ac6-41d7-438d-85ca-a452c9880600 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=e57e07d0-785f-4b2c-b327-971ab649be45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407519 Apr 29 13:32:14.595637 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10735c1a-9d17-49a4-abfc-131b0630adec req-6d789f2b-569a-40ba-b875-7cb1190a3e01 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:32:14.597401 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-10735c1a-9d17-49a4-abfc-131b0630adec req-6d789f2b-569a-40ba-b875-7cb1190a3e01 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=2df8f832-8bcf-481a-a787-05093f0191c3 HTTP/1.1" status: 200 len: 943 time: 0.0468080 Apr 29 13:32:14.650173 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-10735c1a-9d17-49a4-abfc-131b0630adec req-5c26a9f2-5fcc-4cad-9b3b-334e0e0b5807 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=e57e07d0-785f-4b2c-b327-971ab649be45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471029 Apr 29 13:32:15.768850 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4099b3-3a70-4dd5-9edf-ad57c7d34bf0 req-5e11ce78-5ef9-473a-bc02-6ff116fe65cd tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:32:15.770340 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bd4099b3-3a70-4dd5-9edf-ad57c7d34bf0 req-5e11ce78-5ef9-473a-bc02-6ff116fe65cd tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=2df8f832-8bcf-481a-a787-05093f0191c3 HTTP/1.1" status: 200 len: 943 time: 0.0468948 Apr 29 13:32:15.817052 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bd4099b3-3a70-4dd5-9edf-ad57c7d34bf0 req-cbed6ea9-d4b1-4f1f-ab4f-1e81e1e30bb7 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=e57e07d0-785f-4b2c-b327-971ab649be45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411305 Apr 29 13:32:16.935618 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42a9267-e7bd-4f9e-b088-c6629a563a91 req-1340a7f8-c34d-4567-a8c6-aecb58136e8a tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:32:16.937240 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-c42a9267-e7bd-4f9e-b088-c6629a563a91 req-1340a7f8-c34d-4567-a8c6-aecb58136e8a tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=2df8f832-8bcf-481a-a787-05093f0191c3 HTTP/1.1" status: 200 len: 943 time: 0.0475473 Apr 29 13:32:16.986124 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-c42a9267-e7bd-4f9e-b088-c6629a563a91 req-8ee8f2ea-4de2-4d41-a7c1-fca67ab59bea tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=e57e07d0-785f-4b2c-b327-971ab649be45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416389 Apr 29 13:32:18.106228 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2f5ab1-5c4d-4f6a-9318-57ffdbafbe3a req-38e3cbfa-0aa9-4240-b0d5-68d0a7af7e2d tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:32:18.108203 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0a2f5ab1-5c4d-4f6a-9318-57ffdbafbe3a req-38e3cbfa-0aa9-4240-b0d5-68d0a7af7e2d tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=2df8f832-8bcf-481a-a787-05093f0191c3 HTTP/1.1" status: 200 len: 943 time: 0.0509756 Apr 29 13:32:18.154970 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0a2f5ab1-5c4d-4f6a-9318-57ffdbafbe3a req-71841ea7-a812-4458-b517-5a5e647c8080 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=e57e07d0-785f-4b2c-b327-971ab649be45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410168 Apr 29 13:32:18.743685 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c4090ed3-b188-48ef-a6b9-5d78229fc55d None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:32:19.273897 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8676bb-d7d8-453f-aac5-a3aeaa705a08 req-89840f20-8702-4045-bfea-98d687424c2a tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:32:19.275388 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-ad8676bb-d7d8-453f-aac5-a3aeaa705a08 req-89840f20-8702-4045-bfea-98d687424c2a tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=2df8f832-8bcf-481a-a787-05093f0191c3 HTTP/1.1" status: 200 len: 943 time: 0.0476632 Apr 29 13:32:19.323494 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-ad8676bb-d7d8-453f-aac5-a3aeaa705a08 req-d758bce1-a80c-4896-a4e2-0a0f5b6c13cd tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=e57e07d0-785f-4b2c-b327-971ab649be45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419455 Apr 29 13:32:19.851580 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device 0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 13:32:19.949018 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] For port 0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a,segment=NetworkSegment(4fd29a15-20ce-448e-b25d-cf8073262121),segment_id=4fd29a15-20ce-448e-b25d-cf8073262121)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:32:19.960154 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Returning: {'device': '0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a', 'network_id': '3410551e-5a46-4ac5-98b2-aca173f9205e', 'port_id': '0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a', 'mac_address': 'fa:16:3e:28:e8:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4719930-215c-410a-9121-e8646740b594', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 13:32:19.997246 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Current status of the port 0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a is: DOWN; New status is: BUILD {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:32:19.997621 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:32:20.010138 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:32:20.031648 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] For port 0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a,segment=NetworkSegment(4fd29a15-20ce-448e-b25d-cf8073262121),segment_id=4fd29a15-20ce-448e-b25d-cf8073262121)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:32:20.035439 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:32:20.081556 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Pushing event updated for resources: {'Port': ['ID=0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a,revision_number=9']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:20.443526 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9780dc6-3be4-4bc8-aff3-59bf0ded461e req-64cfd248-9ff8-4f7c-9497-5b0f54b130e3 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:32:20.445043 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b9780dc6-3be4-4bc8-aff3-59bf0ded461e req-64cfd248-9ff8-4f7c-9497-5b0f54b130e3 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=2df8f832-8bcf-481a-a787-05093f0191c3 HTTP/1.1" status: 200 len: 944 time: 0.0484483 Apr 29 13:32:20.486501 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] get_ports_and_sgs() called for port_ids ['0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 13:32:20.493039 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b9780dc6-3be4-4bc8-aff3-59bf0ded461e req-106835d0-d836-4377-9a80-6bc659d523f0 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=e57e07d0-785f-4b2c-b327-971ab649be45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422227 Apr 29 13:32:21.567829 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-519fbb90-41c0-4f05-b21f-7d0270317d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (e437e712-237e-4a54-83a8-782eed3c5f0c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:32:21.616784 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b8a927-55c2-4e47-b684-0a2b26bf89b5 req-04c380af-e618-47e1-9691-a0da08a04ed7 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:32:21.618381 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-b2b8a927-55c2-4e47-b684-0a2b26bf89b5 req-04c380af-e618-47e1-9691-a0da08a04ed7 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=2df8f832-8bcf-481a-a787-05093f0191c3 HTTP/1.1" status: 200 len: 944 time: 0.0512443 Apr 29 13:32:21.666420 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-b2b8a927-55c2-4e47-b684-0a2b26bf89b5 req-3d7e55a0-5598-40f0-9ed4-249e3d891445 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=e57e07d0-785f-4b2c-b327-971ab649be45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422120 Apr 29 13:32:21.852421 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device 0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a up at agent hyperv_hv-cinder-83769 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:32:21.898819 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Provisioning complete for port 0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:32:21.899189 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:32:21.982292 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Current status of the port 0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a is: BUILD; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:32:21.982717 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:32:22.006335 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2df8f832-8bcf-481a-a787-05093f0191c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:32:22.008570 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0016abbf82925ac5bb98c97d9984ae38170a8446c70b2249197f38a9e3d809b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a21ff3-cdf2-478e-bb18-5a5f19e3be62" -d '{"events": [{"server_uuid": "2df8f832-8bcf-481a-a787-05093f0191c3", "name": "network-vif-plugged", "status": "completed", "tag": "0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:32:22.021997 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] For port 0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a,segment=NetworkSegment(4fd29a15-20ce-448e-b25d-cf8073262121),segment_id=4fd29a15-20ce-448e-b25d-cf8073262121)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:32:22.027305 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:32:22.057493 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5090b90-7fef-4d2e-bf1f-24354809ce4f x-openstack-request-id: req-e5090b90-7fef-4d2e-bf1f-24354809ce4f {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:32:22.057788 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2df8f832-8bcf-481a-a787-05093f0191c3", "name": "network-vif-plugged", "status": "completed", "tag": "0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:32:22.058046 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e5090b90-7fef-4d2e-bf1f-24354809ce4f {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:32:22.058440 dv-cinder-837699-3-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5090b90-7fef-4d2e-bf1f-24354809ce4f'] response: {'server_uuid': '2df8f832-8bcf-481a-a787-05093f0191c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a', 'code': 200} Apr 29 13:32:22.085639 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Pushing event updated for resources: {'Port': ['ID=0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a,revision_number=10']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:22.296154 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a67fc9-c338-4194-8149-4057203a5d84 req-72735fe0-2a68-451a-ad52-cc444fe29b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:32:22.297598 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-62a67fc9-c338-4194-8149-4057203a5d84 req-72735fe0-2a68-451a-ad52-cc444fe29b4b service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=2df8f832-8bcf-481a-a787-05093f0191c3 HTTP/1.1" status: 200 len: 1130 time: 0.0393074 Apr 29 13:32:22.347281 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-62a67fc9-c338-4194-8149-4057203a5d84 req-64df62df-73ed-4492-a175-b28ad6562f9f service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=e57e07d0-785f-4b2c-b327-971ab649be45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418568 Apr 29 13:32:22.784902 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c10231-5cce-4c28-9857-cd76d2a39654 req-496c71d4-7593-4b94-83bf-8e1706347d8c tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:32:22.786397 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-22c10231-5cce-4c28-9857-cd76d2a39654 req-496c71d4-7593-4b94-83bf-8e1706347d8c tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=2df8f832-8bcf-481a-a787-05093f0191c3 HTTP/1.1" status: 200 len: 946 time: 0.0463057 Apr 29 13:32:22.833003 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-22c10231-5cce-4c28-9857-cd76d2a39654 req-046fb3c0-7cdd-41b8-b740-b7b2bb6aafab tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=e57e07d0-785f-4b2c-b327-971ab649be45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409701 Apr 29 13:32:23.955442 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607d05fd-595e-4e84-87cc-0d2baac60407 req-2ecf389f-0521-4304-9e51-97c73045762b tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:32:23.956986 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-607d05fd-595e-4e84-87cc-0d2baac60407 req-2ecf389f-0521-4304-9e51-97c73045762b tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=2df8f832-8bcf-481a-a787-05093f0191c3 HTTP/1.1" status: 200 len: 946 time: 0.0494740 Apr 29 13:32:24.007151 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-607d05fd-595e-4e84-87cc-0d2baac60407 req-6c304265-1b3c-4c00-a24c-cb0a046ed72d tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=e57e07d0-785f-4b2c-b327-971ab649be45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443671 Apr 29 13:32:24.266538 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-558a27ce-e2f1-417d-be0c-a886a2c380e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (ffd5f049-29fc-4e99-906d-6eadce93ab48), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:32:25.141247 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c1943a-8372-4b2b-bc39-4f697011ddbb req-41ab8ab5-77f2-499b-a9e5-be4167a31c43 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:32:25.142943 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-03c1943a-8372-4b2b-bc39-4f697011ddbb req-41ab8ab5-77f2-499b-a9e5-be4167a31c43 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=2df8f832-8bcf-481a-a787-05093f0191c3 HTTP/1.1" status: 200 len: 946 time: 0.0536506 Apr 29 13:32:25.193707 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-03c1943a-8372-4b2b-bc39-4f697011ddbb req-959e9e98-a924-41ca-ab92-210bc6f5be99 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=e57e07d0-785f-4b2c-b327-971ab649be45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443747 Apr 29 13:32:25.843252 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d46c6b96-c9c1-47b5-84ba-015c4e42046f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (1b2ea45c-9419-45d0-91af-29e2c5a1844a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:32:26.318918 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42af5cc8-0a5a-4699-8543-f15b058a8903 req-7d5e17d9-09f0-4f9c-a9b2-81e47c9c7b46 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:32:26.320284 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-42af5cc8-0a5a-4699-8543-f15b058a8903 req-7d5e17d9-09f0-4f9c-a9b2-81e47c9c7b46 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=2df8f832-8bcf-481a-a787-05093f0191c3 HTTP/1.1" status: 200 len: 946 time: 0.0498519 Apr 29 13:32:26.368340 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-42af5cc8-0a5a-4699-8543-f15b058a8903 req-49a75ad4-cec9-4975-bd80-a1bbb56fd80b tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=e57e07d0-785f-4b2c-b327-971ab649be45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425453 Apr 29 13:32:27.289221 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bea047bf-f99e-49b2-8b9d-5ba249a30c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (23d6c007-0036-4fdb-b033-28b1fd628d82), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:32:28.707118 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (070d87cd-fed4-4d07-85b5-c26ded61f2d8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:32:29.181475 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (477bd1e1-70d7-4a7b-b37c-5892af57f2e4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:32:32.304276 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c8878acd-13f5-417a-93fd-173dc0dde6ef req-920b43a8-2ca0-448c-b773-c8abf64d17ed service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=09737eb4-e1f2-4d38-abb9-51795b5e9e66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0377672 Apr 29 13:32:32.381049 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8878acd-13f5-417a-93fd-173dc0dde6ef req-52830506-2f2c-47f5-ba1e-2c934fada155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:32:32.382552 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c8878acd-13f5-417a-93fd-173dc0dde6ef req-52830506-2f2c-47f5-ba1e-2c934fada155 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=83b6a855b277450186870a3529210025&device_id=09737eb4-e1f2-4d38-abb9-51795b5e9e66 HTTP/1.1" status: 200 len: 1130 time: 0.0396025 Apr 29 13:32:32.491709 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8878acd-13f5-417a-93fd-173dc0dde6ef req-bcbd1cf2-07af-41fc-8c02-9a06b720b145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:32:32.493184 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c8878acd-13f5-417a-93fd-173dc0dde6ef req-bcbd1cf2-07af-41fc-8c02-9a06b720b145 service neutron] 10.222.0.75 "GET /v2.0/networks?id=fc1af930-75bb-4703-ab95-43d130c7c5b4 HTTP/1.1" status: 200 len: 912 time: 0.0925667 Apr 29 13:32:32.556386 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c8878acd-13f5-417a-93fd-173dc0dde6ef req-4f5fe52c-1d8c-4b85-a7a4-69814d5ccec3 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=609cea4f-ba06-4033-9d19-3c8dc879249c HTTP/1.1" status: 200 len: 1002 time: 0.0564322 Apr 29 13:32:32.607542 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8878acd-13f5-417a-93fd-173dc0dde6ef req-30ac0b01-15cf-443f-a463-ed68a70726ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:32:32.609149 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c8878acd-13f5-417a-93fd-173dc0dde6ef req-30ac0b01-15cf-443f-a463-ed68a70726ca service neutron] 10.222.0.75 "GET /v2.0/subnets?id=77a47b69-c61f-4715-a126-776e82c7238b HTTP/1.1" status: 200 len: 850 time: 0.0470126 Apr 29 13:32:32.651902 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8878acd-13f5-417a-93fd-173dc0dde6ef req-e8ffc2fe-c94b-4329-9318-e13afb25eb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:32:32.653410 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c8878acd-13f5-417a-93fd-173dc0dde6ef req-e8ffc2fe-c94b-4329-9318-e13afb25eb7f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fc1af930-75bb-4703-ab95-43d130c7c5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384152 Apr 29 13:32:32.751086 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c8878acd-13f5-417a-93fd-173dc0dde6ef req-becf34ba-cf54-41ca-88a7-5939acbe1d03 service neutron] 10.222.0.75 "GET /v2.0/networks/fc1af930-75bb-4703-ab95-43d130c7c5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909007 Apr 29 13:32:32.846451 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c8878acd-13f5-417a-93fd-173dc0dde6ef req-53497568-22d7-49a6-b0c3-85cea7d3684f service neutron] 10.222.0.75 "GET /v2.0/networks/fc1af930-75bb-4703-ab95-43d130c7c5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884383 Apr 29 13:32:45.685127 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53184bec-6e31-428f-a2d6-48ba6f834c83 req-d9d66998-a7d7-4e73-912d-cf5897ae19cf tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:32:45.686714 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-53184bec-6e31-428f-a2d6-48ba6f834c83 req-d9d66998-a7d7-4e73-912d-cf5897ae19cf tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=09737eb4-e1f2-4d38-abb9-51795b5e9e66 HTTP/1.1" status: 200 len: 946 time: 0.0504770 Apr 29 13:32:45.735878 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-53184bec-6e31-428f-a2d6-48ba6f834c83 req-c2ee5d8c-a682-494e-bc6f-61eb061fc109 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c5dfc43-e644-4651-9e87-6dc8433255fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427625 Apr 29 13:32:46.852379 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b256a7b7-56e7-4059-934a-9a88ec9a0c1a req-9655f51b-22df-43da-b17b-0d7ebbb7e421 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:32:46.853882 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-b256a7b7-56e7-4059-934a-9a88ec9a0c1a req-9655f51b-22df-43da-b17b-0d7ebbb7e421 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=09737eb4-e1f2-4d38-abb9-51795b5e9e66 HTTP/1.1" status: 200 len: 946 time: 0.0466583 Apr 29 13:32:46.903999 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-b256a7b7-56e7-4059-934a-9a88ec9a0c1a req-0af614ae-e8b1-4d0e-a0df-2523107191f7 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c5dfc43-e644-4651-9e87-6dc8433255fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445557 Apr 29 13:32:48.023782 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deacad0a-aeae-49a7-97ba-705a50da1074 req-28c0d8d1-6483-4813-a248-94cee2eef201 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:32:48.025283 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-deacad0a-aeae-49a7-97ba-705a50da1074 req-28c0d8d1-6483-4813-a248-94cee2eef201 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=09737eb4-e1f2-4d38-abb9-51795b5e9e66 HTTP/1.1" status: 200 len: 946 time: 0.0512800 Apr 29 13:32:48.087245 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2c57bf-c87c-461c-bd52-681fa476e5a0 req-a99a979c-fd94-43e1-b84a-7f2aa82a7200 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:32:48.088683 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bd2c57bf-c87c-461c-bd52-681fa476e5a0 req-a99a979c-fd94-43e1-b84a-7f2aa82a7200 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.75 "GET /v2.0/ports?device_id=09737eb4-e1f2-4d38-abb9-51795b5e9e66 HTTP/1.1" status: 200 len: 946 time: 0.0625539 Apr 29 13:32:48.113553 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-deacad0a-aeae-49a7-97ba-705a50da1074 req-1904c6ff-8296-4ea0-8f5e-4f9c52aa9ea5 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c5dfc43-e644-4651-9e87-6dc8433255fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796647 Apr 29 13:32:48.189078 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-bd2c57bf-c87c-461c-bd52-681fa476e5a0 req-fecfb909-ac71-4e60-9aab-a0f5cae105e7 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Deleting port 609cea4f-ba06-4033-9d19-3c8dc879249c {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:32:48.189434 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-bd2c57bf-c87c-461c-bd52-681fa476e5a0 req-fecfb909-ac71-4e60-9aab-a0f5cae105e7 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783156326988'] for port (609cea4f-ba06-4033-9d19-3c8dc879249c), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:32:48.278107 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-bd2c57bf-c87c-461c-bd52-681fa476e5a0 req-fecfb909-ac71-4e60-9aab-a0f5cae105e7 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] For port 609cea4f-ba06-4033-9d19-3c8dc879249c, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=609cea4f-ba06-4033-9d19-3c8dc879249c,segment=NetworkSegment(08d55053-9d12-4d78-bbce-7da3ad73340c),segment_id=08d55053-9d12-4d78-bbce-7da3ad73340c)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:32:48.278472 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-bd2c57bf-c87c-461c-bd52-681fa476e5a0 req-fecfb909-ac71-4e60-9aab-a0f5cae105e7 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749638'] for port (609cea4f-ba06-4033-9d19-3c8dc879249c), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:32:48.453637 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-bd2c57bf-c87c-461c-bd52-681fa476e5a0 req-fecfb909-ac71-4e60-9aab-a0f5cae105e7 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:32:48.454016 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-bd2c57bf-c87c-461c-bd52-681fa476e5a0 req-fecfb909-ac71-4e60-9aab-a0f5cae105e7 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706107'] for floatingip (3f99983d-8f7c-4eea-93c6-3f7472ce53fc), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:32:48.454334 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.db.l3_db [req-bd2c57bf-c87c-461c-bd52-681fa476e5a0 req-fecfb909-ac71-4e60-9aab-a0f5cae105e7 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Floating IP 3f99983d-8f7c-4eea-93c6-3f7472ce53fc disassociated. External IP: 172.27.0.211, port: 609cea4f-ba06-4033-9d19-3c8dc879249c. Apr 29 13:32:48.454689 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-bd2c57bf-c87c-461c-bd52-681fa476e5a0 req-fecfb909-ac71-4e60-9aab-a0f5cae105e7 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Calling delete_port for 609cea4f-ba06-4033-9d19-3c8dc879249c owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:32:48.585030 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-bd2c57bf-c87c-461c-bd52-681fa476e5a0 req-fecfb909-ac71-4e60-9aab-a0f5cae105e7 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783156333258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783155810407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8537941'] for port (609cea4f-ba06-4033-9d19-3c8dc879249c), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:32:48.615115 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecfb909-ac71-4e60-9aab-a0f5cae105e7 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Pushing event deleted for resources: {'Port': ['ID=609cea4f-ba06-4033-9d19-3c8dc879249c,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:48.627082 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecfb909-ac71-4e60-9aab-a0f5cae105e7 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:32:48.627429 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecfb909-ac71-4e60-9aab-a0f5cae105e7 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:32:48.628097 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecfb909-ac71-4e60-9aab-a0f5cae105e7 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:32:48.628443 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecfb909-ac71-4e60-9aab-a0f5cae105e7 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:32:48.628802 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecfb909-ac71-4e60-9aab-a0f5cae105e7 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:32:48.629290 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecfb909-ac71-4e60-9aab-a0f5cae105e7 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:32:48.629643 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecfb909-ac71-4e60-9aab-a0f5cae105e7 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:32:48.629957 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecfb909-ac71-4e60-9aab-a0f5cae105e7 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:32:48.630285 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecfb909-ac71-4e60-9aab-a0f5cae105e7 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:32:48.630639 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecfb909-ac71-4e60-9aab-a0f5cae105e7 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:32:48.630966 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecfb909-ac71-4e60-9aab-a0f5cae105e7 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:32:48.631289 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecfb909-ac71-4e60-9aab-a0f5cae105e7 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:32:48.631637 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecfb909-ac71-4e60-9aab-a0f5cae105e7 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:32:48.632378 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecfb909-ac71-4e60-9aab-a0f5cae105e7 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:32:48.632378 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecfb909-ac71-4e60-9aab-a0f5cae105e7 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:32:48.741841 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd2c57bf-c87c-461c-bd52-681fa476e5a0 req-fecfb909-ac71-4e60-9aab-a0f5cae105e7 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Router 4207c677-3435-46c0-b6cf-36c72361e689 has already been hosted by L3 agent ffd5f049-29fc-4e99-906d-6eadce93ab48 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:32:48.853831 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd2c57bf-c87c-461c-bd52-681fa476e5a0 req-fecfb909-ac71-4e60-9aab-a0f5cae105e7 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Notify agent at l3_agent.dv-cinder-837699-3-iscsi the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:32:48.864598 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ad16ea-8fd6-4e9e-948f-a2cd78cf7746 None None] Sync routers for ids ['4207c677-3435-46c0-b6cf-36c72361e689'] in dv-cinder-837699-3-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:32:48.874390 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ad16ea-8fd6-4e9e-948f-a2cd78cf7746 None None] Routers {'4207c677-3435-46c0-b6cf-36c72361e689'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:32:48.874996 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-a3ad16ea-8fd6-4e9e-948f-a2cd78cf7746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:32:24Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['4207c677-3435-46c0-b6cf-36c72361e689'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:48.899104 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd2c57bf-c87c-461c-bd52-681fa476e5a0 req-fecfb909-ac71-4e60-9aab-a0f5cae105e7 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] No DVR routers for this DVR port 609cea4f-ba06-4033-9d19-3c8dc879249c on host hv-cinder-83769 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:32:48.901752 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-bd2c57bf-c87c-461c-bd52-681fa476e5a0 req-fecfb909-ac71-4e60-9aab-a0f5cae105e7 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:32:48.905382 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bd2c57bf-c87c-461c-bd52-681fa476e5a0 req-fecfb909-ac71-4e60-9aab-a0f5cae105e7 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.75 "DELETE /v2.0/ports/609cea4f-ba06-4033-9d19-3c8dc879249c HTTP/1.1" status: 204 len: 173 time: 0.8060975 Apr 29 13:32:48.905795 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09737eb4-e1f2-4d38-abb9-51795b5e9e66', 'name': 'network-vif-deleted', 'tag': '609cea4f-ba06-4033-9d19-3c8dc879249c'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:32:48.909408 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34453e8beaba66333125c1a762a789c78ce2f458b63942c2f470c2340433bc94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abc80ee8-bf7c-411a-b533-2bd6c7402d98" -d '{"events": [{"server_uuid": "09737eb4-e1f2-4d38-abb9-51795b5e9e66", "name": "network-vif-deleted", "tag": "609cea4f-ba06-4033-9d19-3c8dc879249c"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:32:48.947366 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14deabc5-dc7c-4359-8415-2d5eba1f3228 x-openstack-request-id: req-14deabc5-dc7c-4359-8415-2d5eba1f3228 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:32:48.947741 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09737eb4-e1f2-4d38-abb9-51795b5e9e66", "name": "network-vif-deleted", "tag": "609cea4f-ba06-4033-9d19-3c8dc879249c", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:32:48.948180 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-14deabc5-dc7c-4359-8415-2d5eba1f3228 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:32:48.948669 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14deabc5-dc7c-4359-8415-2d5eba1f3228'] response: {'server_uuid': '09737eb4-e1f2-4d38-abb9-51795b5e9e66', 'name': 'network-vif-deleted', 'tag': '609cea4f-ba06-4033-9d19-3c8dc879249c', 'status': 'completed', 'code': 200} Apr 29 13:32:48.998320 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-a3ad16ea-8fd6-4e9e-948f-a2cd78cf7746 None None] Set router 4207c677-3435-46c0-b6cf-36c72361e689 gateway port host: dv-cinder-837699-3-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:32:49.200745 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-a3ad16ea-8fd6-4e9e-948f-a2cd78cf7746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4207c677-3435-46c0-b6cf-36c72361e689', 'name': 'tempest-AttachVolumeTestJSON-2087911582-router', 'tenant_id': '83b6a855b277450186870a3529210025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '82c48137-ef66-4132-bb6d-1c06501fae0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:30Z', 'updated_at': '2022-04-29T13:21:39Z', 'revision_number': 4, 'project_id': '83b6a855b277450186870a3529210025', 'gw_port': {'id': '82c48137-ef66-4132-bb6d-1c06501fae0e', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:66:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4207c677-3435-46c0-b6cf-36c72361e689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:30Z', 'updated_at': '2022-04-29T13:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_interfaces': [{'id': '9a51b6e3-d324-43f5-bf29-86f48503ee2c', 'name': '', 'network_id': 'fc1af930-75bb-4703-ab95-43d130c7c5b4', 'tenant_id': '83b6a855b277450186870a3529210025', 'mac_address': 'fa:16:3e:52:91:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4207c677-3435-46c0-b6cf-36c72361e689', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '77a47b69-c61f-4715-a126-776e82c7238b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:36Z', 'updated_at': '2022-04-29T13:21:48Z', 'revision_number': 5, 'project_id': '83b6a855b277450186870a3529210025', 'subnets': [{'id': '77a47b69-c61f-4715-a126-776e82c7238b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:49.225093 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2ca3ef67-3b79-48b0-b117-41dd71ecfc2d req-4d903ef1-3f6a-4abd-ab10-09f3b74ae604 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/ports?device_id=09737eb4-e1f2-4d38-abb9-51795b5e9e66 HTTP/1.1" status: 200 len: 210 time: 0.0289168 Apr 29 13:32:49.228439 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ad16ea-8fd6-4e9e-948f-a2cd78cf7746 None None] Checking router: 4207c677-3435-46c0-b6cf-36c72361e689 for host: dv-cinder-837699-3-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:32:49.238526 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ad16ea-8fd6-4e9e-948f-a2cd78cf7746 None None] Routers {'4207c677-3435-46c0-b6cf-36c72361e689'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:32:49.239140 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-a3ad16ea-8fd6-4e9e-948f-a2cd78cf7746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:32:24Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['4207c677-3435-46c0-b6cf-36c72361e689'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:49.348596 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-a3ad16ea-8fd6-4e9e-948f-a2cd78cf7746 None None] Set router 4207c677-3435-46c0-b6cf-36c72361e689 gateway port host: dv-cinder-837699-3-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:32:49.550135 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-a3ad16ea-8fd6-4e9e-948f-a2cd78cf7746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4207c677-3435-46c0-b6cf-36c72361e689', 'name': 'tempest-AttachVolumeTestJSON-2087911582-router', 'tenant_id': '83b6a855b277450186870a3529210025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '82c48137-ef66-4132-bb6d-1c06501fae0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:30Z', 'updated_at': '2022-04-29T13:21:39Z', 'revision_number': 4, 'project_id': '83b6a855b277450186870a3529210025', 'gw_port': {'id': '82c48137-ef66-4132-bb6d-1c06501fae0e', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:66:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4207c677-3435-46c0-b6cf-36c72361e689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:30Z', 'updated_at': '2022-04-29T13:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_interfaces': [{'id': '9a51b6e3-d324-43f5-bf29-86f48503ee2c', 'name': '', 'network_id': 'fc1af930-75bb-4703-ab95-43d130c7c5b4', 'tenant_id': '83b6a855b277450186870a3529210025', 'mac_address': 'fa:16:3e:52:91:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4207c677-3435-46c0-b6cf-36c72361e689', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '77a47b69-c61f-4715-a126-776e82c7238b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:36Z', 'updated_at': '2022-04-29T13:21:48Z', 'revision_number': 5, 'project_id': '83b6a855b277450186870a3529210025', 'subnets': [{'id': '77a47b69-c61f-4715-a126-776e82c7238b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:49.577091 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ad16ea-8fd6-4e9e-948f-a2cd78cf7746 None None] The sync data for ids ['4207c677-3435-46c0-b6cf-36c72361e689'] in dv-cinder-837699-3-iscsi is: [{'id': '4207c677-3435-46c0-b6cf-36c72361e689', 'name': 'tempest-AttachVolumeTestJSON-2087911582-router', 'tenant_id': '83b6a855b277450186870a3529210025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '82c48137-ef66-4132-bb6d-1c06501fae0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:30Z', 'updated_at': '2022-04-29T13:21:39Z', 'revision_number': 4, 'project_id': '83b6a855b277450186870a3529210025', 'gw_port': {'id': '82c48137-ef66-4132-bb6d-1c06501fae0e', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:66:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4207c677-3435-46c0-b6cf-36c72361e689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:30Z', 'updated_at': '2022-04-29T13:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_interfaces': [{'id': '9a51b6e3-d324-43f5-bf29-86f48503ee2c', 'name': '', 'network_id': 'fc1af930-75bb-4703-ab95-43d130c7c5b4', 'tenant_id': '83b6a855b277450186870a3529210025', 'mac_address': 'fa:16:3e:52:91:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4207c677-3435-46c0-b6cf-36c72361e689', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '77a47b69-c61f-4715-a126-776e82c7238b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:36Z', 'updated_at': '2022-04-29T13:21:48Z', 'revision_number': 5, 'project_id': '83b6a855b277450186870a3529210025', 'subnets': [{'id': '77a47b69-c61f-4715-a126-776e82c7238b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:32:49.801424 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105ca4fa-d0c4-4f2f-bd2d-094e98a3f596 None None] New status for floating IP 3f99983d-8f7c-4eea-93c6-3f7472ce53fc: DOWN {{(pid=103366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 13:32:50.312582 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 56050) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:32:50.367880 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7363a931-14c6-4d2a-a857-9642b87e3d3a tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks [] for security_group (3c5dfc43-e644-4651-9e87-6dc8433255fb), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:32:50.392159 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7363a931-14c6-4d2a-a857-9642b87e3d3a tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks [] for security_group (3c5dfc43-e644-4651-9e87-6dc8433255fb), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:32:50.441420 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7363a931-14c6-4d2a-a857-9642b87e3d3a tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (3c5dfc43-e644-4651-9e87-6dc8433255fb), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:32:50.444622 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7363a931-14c6-4d2a-a857-9642b87e3d3a tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:32:50.446078 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-7363a931-14c6-4d2a-a857-9642b87e3d3a tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "DELETE /v2.0/security-groups/3c5dfc43-e644-4651-9e87-6dc8433255fb HTTP/1.1" status: 204 len: 168 time: 0.1318753 Apr 29 13:32:50.449211 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 56052) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:32:50.457357 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7363a931-14c6-4d2a-a857-9642b87e3d3a tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c5dfc43-e644-4651-9e87-6dc8433255fb,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:50.463688 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.api.v2.resource [None req-cc57cb0d-b65a-4ef8-adf2-95e9491d58c8 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] show failed (client error): The resource could not be found. Apr 29 13:32:50.464724 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-cc57cb0d-b65a-4ef8-adf2-95e9491d58c8 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "GET /v2.0/security-groups/3c5dfc43-e644-4651-9e87-6dc8433255fb HTTP/1.1" status: 404 len: 347 time: 0.0142515 Apr 29 13:32:50.467855 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 56054) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:32:50.590622 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-b0402292-b79e-4949-82a0-a34c8a412eb8 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Deleting port c7f0252c-f593-4847-9f17-402259932e3d {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:32:50.590971 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b0402292-b79e-4949-82a0-a34c8a412eb8 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783156326988'] for port (c7f0252c-f593-4847-9f17-402259932e3d), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:32:50.669157 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b0402292-b79e-4949-82a0-a34c8a412eb8 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749638'] for port (c7f0252c-f593-4847-9f17-402259932e3d), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:32:50.669486 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b0402292-b79e-4949-82a0-a34c8a412eb8 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks [] for floatingip (c7f0252c-f593-4847-9f17-402259932e3d), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:32:50.682240 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-b0402292-b79e-4949-82a0-a34c8a412eb8 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Calling delete_port for c7f0252c-f593-4847-9f17-402259932e3d owned by network:floatingip {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:32:50.816417 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b0402292-b79e-4949-82a0-a34c8a412eb8 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783156333258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783155810407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8537941'] for port (c7f0252c-f593-4847-9f17-402259932e3d), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:32:50.842320 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0402292-b79e-4949-82a0-a34c8a412eb8 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Pushing event deleted for resources: {'Port': ['ID=c7f0252c-f593-4847-9f17-402259932e3d,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:50.901832 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b0402292-b79e-4949-82a0-a34c8a412eb8 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks [] for floatingip (3f99983d-8f7c-4eea-93c6-3f7472ce53fc), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:32:50.904274 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b0402292-b79e-4949-82a0-a34c8a412eb8 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574'] for floatingip (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:32:50.905462 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-b0402292-b79e-4949-82a0-a34c8a412eb8 tempest-AttachVolumeTestJSON-272907940 tempest-AttachVolumeTestJSON-272907940-project] 10.222.0.11 "DELETE /v2.0/floatingips/3f99983d-8f7c-4eea-93c6-3f7472ce53fc HTTP/1.1" status: 204 len: 168 time: 0.4366698 Apr 29 13:32:51.569257 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-294f0d8a-49da-45b2-9e65-57494e3e1a2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (e437e712-237e-4a54-83a8-782eed3c5f0c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:32:52.005725 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device 609cea4f-ba06-4033-9d19-3c8dc879249c no longer exists at agent hyperv_hv-cinder-83769 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:32:52.029988 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] No Port match for: 609cea4f-ba06-4033-9d19-3c8dc879249c {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:32:52.030348 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device 609cea4f-ba06-4033-9d19-3c8dc879249c not bound to the agent host hv-cinder-83769 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:32:54.259188 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c0ed5a26-754b-44ff-a42d-9489ae4febf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (ffd5f049-29fc-4e99-906d-6eadce93ab48), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:32:54.436789 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 56086) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:32:54.867750 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-93337232-5135-4e91-b19c-a75b59b04f86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711483'] for router_interface (4207c677-3435-46c0-b6cf-36c72361e689), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:32:55.099551 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-93337232-5135-4e91-b19c-a75b59b04f86 admin admin] Deleting port 9a51b6e3-d324-43f5-bf29-86f48503ee2c {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:32:55.099890 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-93337232-5135-4e91-b19c-a75b59b04f86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783156326988'] for port (9a51b6e3-d324-43f5-bf29-86f48503ee2c), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:32:55.180029 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-93337232-5135-4e91-b19c-a75b59b04f86 admin admin] For port 9a51b6e3-d324-43f5-bf29-86f48503ee2c, host dv-cinder-837699-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=9a51b6e3-d324-43f5-bf29-86f48503ee2c,segment=NetworkSegment(08d55053-9d12-4d78-bbce-7da3ad73340c),segment_id=08d55053-9d12-4d78-bbce-7da3ad73340c)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:32:55.180396 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-93337232-5135-4e91-b19c-a75b59b04f86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749638'] for port (9a51b6e3-d324-43f5-bf29-86f48503ee2c), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:32:55.193733 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-93337232-5135-4e91-b19c-a75b59b04f86 admin admin] Calling delete_port for 9a51b6e3-d324-43f5-bf29-86f48503ee2c owned by network:router_interface {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:32:55.377214 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-93337232-5135-4e91-b19c-a75b59b04f86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783156333258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783155810407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8537941'] for port (9a51b6e3-d324-43f5-bf29-86f48503ee2c), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:32:55.404399 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93337232-5135-4e91-b19c-a75b59b04f86 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a51b6e3-d324-43f5-bf29-86f48503ee2c,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:55.743510 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c4090ed3-b188-48ef-a6b9-5d78229fc55d None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:32:55.836629 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-93337232-5135-4e91-b19c-a75b59b04f86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711575'] for router_interface (4207c677-3435-46c0-b6cf-36c72361e689), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:32:55.846994 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d46c6b96-c9c1-47b5-84ba-015c4e42046f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (1b2ea45c-9419-45d0-91af-29e2c5a1844a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:32:56.058277 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93337232-5135-4e91-b19c-a75b59b04f86 admin admin] Router 4207c677-3435-46c0-b6cf-36c72361e689 has already been hosted by L3 agent ffd5f049-29fc-4e99-906d-6eadce93ab48 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:32:56.170147 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93337232-5135-4e91-b19c-a75b59b04f86 admin admin] Notify agent at l3_agent.dv-cinder-837699-3-iscsi the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:32:56.177235 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-93337232-5135-4e91-b19c-a75b59b04f86 admin admin] 10.222.0.11 "PUT /v2.0/routers/4207c677-3435-46c0-b6cf-36c72361e689/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7391920 Apr 29 13:32:56.179642 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2cc87f-41a1-4906-a897-ee06c91f7a77 None None] Sync routers for ids ['4207c677-3435-46c0-b6cf-36c72361e689'] in dv-cinder-837699-3-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:32:56.180078 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 56090) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:32:56.190774 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2cc87f-41a1-4906-a897-ee06c91f7a77 None None] Routers {'4207c677-3435-46c0-b6cf-36c72361e689'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:32:56.191650 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-0f2cc87f-41a1-4906-a897-ee06c91f7a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:32:54Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['4207c677-3435-46c0-b6cf-36c72361e689'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:56.295299 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ebc220c8-66e4-47d2-a286-db6cfa8ab1a8 admin admin] Publish callbacks [] for router (4207c677-3435-46c0-b6cf-36c72361e689), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:32:56.397751 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-0f2cc87f-41a1-4906-a897-ee06c91f7a77 None None] Set router 4207c677-3435-46c0-b6cf-36c72361e689 gateway port host: dv-cinder-837699-3-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:32:56.401888 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ebc220c8-66e4-47d2-a286-db6cfa8ab1a8 admin admin] Publish callbacks [] for router_gateway (4207c677-3435-46c0-b6cf-36c72361e689), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:32:56.447332 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-ebc220c8-66e4-47d2-a286-db6cfa8ab1a8 admin admin] Deleting port 82c48137-ef66-4132-bb6d-1c06501fae0e {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:32:56.447662 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ebc220c8-66e4-47d2-a286-db6cfa8ab1a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783156326988'] for port (82c48137-ef66-4132-bb6d-1c06501fae0e), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:32:56.536077 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-ebc220c8-66e4-47d2-a286-db6cfa8ab1a8 admin admin] For port 82c48137-ef66-4132-bb6d-1c06501fae0e, host dv-cinder-837699-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=82c48137-ef66-4132-bb6d-1c06501fae0e,segment=NetworkSegment(2ea0efb1-2525-44c9-8409-d88aaadc45e7),segment_id=2ea0efb1-2525-44c9-8409-d88aaadc45e7)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:32:56.536438 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ebc220c8-66e4-47d2-a286-db6cfa8ab1a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749638'] for port (82c48137-ef66-4132-bb6d-1c06501fae0e), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:32:56.549384 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-ebc220c8-66e4-47d2-a286-db6cfa8ab1a8 admin admin] Calling delete_port for 82c48137-ef66-4132-bb6d-1c06501fae0e owned by network:router_gateway {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:32:56.573735 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-0f2cc87f-41a1-4906-a897-ee06c91f7a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4207c677-3435-46c0-b6cf-36c72361e689', 'name': 'tempest-AttachVolumeTestJSON-2087911582-router', 'tenant_id': '83b6a855b277450186870a3529210025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '82c48137-ef66-4132-bb6d-1c06501fae0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:30Z', 'updated_at': '2022-04-29T13:32:55Z', 'revision_number': 5, 'project_id': '83b6a855b277450186870a3529210025', 'gw_port': {'id': '82c48137-ef66-4132-bb6d-1c06501fae0e', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:66:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4207c677-3435-46c0-b6cf-36c72361e689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:30Z', 'updated_at': '2022-04-29T13:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi'}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:56.602127 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2cc87f-41a1-4906-a897-ee06c91f7a77 None None] Checking router: 4207c677-3435-46c0-b6cf-36c72361e689 for host: dv-cinder-837699-3-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:32:56.610467 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2cc87f-41a1-4906-a897-ee06c91f7a77 None None] Routers {'4207c677-3435-46c0-b6cf-36c72361e689'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:32:56.611133 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-0f2cc87f-41a1-4906-a897-ee06c91f7a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:32:54Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['4207c677-3435-46c0-b6cf-36c72361e689'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:56.703846 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-0f2cc87f-41a1-4906-a897-ee06c91f7a77 None None] Set router 4207c677-3435-46c0-b6cf-36c72361e689 gateway port host: None {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:32:56.726260 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ebc220c8-66e4-47d2-a286-db6cfa8ab1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783156333258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783155810407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8537941'] for port (82c48137-ef66-4132-bb6d-1c06501fae0e), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:32:56.760788 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc220c8-66e4-47d2-a286-db6cfa8ab1a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=82c48137-ef66-4132-bb6d-1c06501fae0e,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:56.760970 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-0f2cc87f-41a1-4906-a897-ee06c91f7a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4207c677-3435-46c0-b6cf-36c72361e689', 'name': 'tempest-AttachVolumeTestJSON-2087911582-router', 'tenant_id': '83b6a855b277450186870a3529210025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:30Z', 'updated_at': '2022-04-29T13:32:56Z', 'revision_number': 6, 'project_id': '83b6a855b277450186870a3529210025', 'gw_port_host': None}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:56.786592 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2cc87f-41a1-4906-a897-ee06c91f7a77 None None] The sync data for ids ['4207c677-3435-46c0-b6cf-36c72361e689'] in dv-cinder-837699-3-iscsi is: [{'id': '4207c677-3435-46c0-b6cf-36c72361e689', 'name': 'tempest-AttachVolumeTestJSON-2087911582-router', 'tenant_id': '83b6a855b277450186870a3529210025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:30Z', 'updated_at': '2022-04-29T13:32:56Z', 'revision_number': 6, 'project_id': '83b6a855b277450186870a3529210025', 'gw_port_host': None}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:32:56.823444 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ebc220c8-66e4-47d2-a286-db6cfa8ab1a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-721149'] for router_gateway (4207c677-3435-46c0-b6cf-36c72361e689), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:32:56.915051 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ebc220c8-66e4-47d2-a286-db6cfa8ab1a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5385'] for router (4207c677-3435-46c0-b6cf-36c72361e689), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:32:56.917214 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ebc220c8-66e4-47d2-a286-db6cfa8ab1a8 admin admin] Publish callbacks [] for router_controller (4207c677-3435-46c0-b6cf-36c72361e689), precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:32:56.965678 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ebc220c8-66e4-47d2-a286-db6cfa8ab1a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709215'] for router (4207c677-3435-46c0-b6cf-36c72361e689), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:32:56.966235 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc220c8-66e4-47d2-a286-db6cfa8ab1a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4207c677-3435-46c0-b6cf-36c72361e689 {{(pid=103364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 13:32:56.970934 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ebc220c8-66e4-47d2-a286-db6cfa8ab1a8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:32:56.972445 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-ebc220c8-66e4-47d2-a286-db6cfa8ab1a8 admin admin] 10.222.0.11 "DELETE /v2.0/routers/4207c677-3435-46c0-b6cf-36c72361e689 HTTP/1.1" status: 204 len: 168 time: 0.7911446 Apr 29 13:32:56.975385 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 56092) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:32:57.019522 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1befb55-710f-4bd5-b308-31aa9917249d admin admin] Deleting subnet 77a47b69-c61f-4715-a126-776e82c7238b {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 13:32:57.022692 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d1befb55-710f-4bd5-b308-31aa9917249d admin admin] Publish callbacks [] for subnet (77a47b69-c61f-4715-a126-776e82c7238b), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:32:57.057193 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d1befb55-710f-4bd5-b308-31aa9917249d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9333816'] for subnet (77a47b69-c61f-4715-a126-776e82c7238b), precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:32:57.140654 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d1befb55-710f-4bd5-b308-31aa9917249d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1407265'] for subnet (77a47b69-c61f-4715-a126-776e82c7238b), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:32:57.196720 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d1befb55-710f-4bd5-b308-31aa9917249d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1407272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8537476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9228789'] for subnet (77a47b69-c61f-4715-a126-776e82c7238b), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:32:57.218729 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1befb55-710f-4bd5-b308-31aa9917249d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77a47b69-c61f-4715-a126-776e82c7238b,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:57.228140 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d1befb55-710f-4bd5-b308-31aa9917249d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549835'] for subnet (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:32:57.233838 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-d1befb55-710f-4bd5-b308-31aa9917249d admin admin] 10.222.0.11 "DELETE /v2.0/subnets/77a47b69-c61f-4715-a126-776e82c7238b HTTP/1.1" status: 204 len: 168 time: 0.2550213 Apr 29 13:32:57.234072 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 56094) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:32:57.234185 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73132a85-f9fa-44ac-af6a-8d0c75bac4e5 None None] Network fc1af930-75bb-4703-ab95-43d130c7c5b4 requested from dv-cinder-837699-3-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:32:57.306999 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a48e8625-1998-48f5-83cd-227f1557f9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793423'] for network (fc1af930-75bb-4703-ab95-43d130c7c5b4), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:32:57.361269 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-a48e8625-1998-48f5-83cd-227f1557f9d7 admin admin] Deleting port 77ac0256-e5b7-4adc-994f-66d007dadb7a {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:32:57.361905 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a48e8625-1998-48f5-83cd-227f1557f9d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783156326988'] for port (77ac0256-e5b7-4adc-994f-66d007dadb7a), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:32:57.429509 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-a48e8625-1998-48f5-83cd-227f1557f9d7 admin admin] For port 77ac0256-e5b7-4adc-994f-66d007dadb7a, host dv-cinder-837699-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=77ac0256-e5b7-4adc-994f-66d007dadb7a,segment=NetworkSegment(08d55053-9d12-4d78-bbce-7da3ad73340c),segment_id=08d55053-9d12-4d78-bbce-7da3ad73340c)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:32:57.429908 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a48e8625-1998-48f5-83cd-227f1557f9d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749638'] for port (77ac0256-e5b7-4adc-994f-66d007dadb7a), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:32:57.443525 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-a48e8625-1998-48f5-83cd-227f1557f9d7 admin admin] Calling delete_port for 77ac0256-e5b7-4adc-994f-66d007dadb7a owned by network:dhcp {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:32:57.473048 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bea047bf-f99e-49b2-8b9d-5ba249a30c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (23d6c007-0036-4fdb-b033-28b1fd628d82), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:32:57.540628 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a48e8625-1998-48f5-83cd-227f1557f9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783156333258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783155810407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8537941'] for port (77ac0256-e5b7-4adc-994f-66d007dadb7a), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:32:57.569220 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48e8625-1998-48f5-83cd-227f1557f9d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=77ac0256-e5b7-4adc-994f-66d007dadb7a,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:57.572575 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48e8625-1998-48f5-83cd-227f1557f9d7 admin admin] No DVR routers for this DVR port 77ac0256-e5b7-4adc-994f-66d007dadb7a on host dv-cinder-837699-3-iscsi {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:32:57.605256 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d158e27-9107-496e-9ba7-d28e345dd551 None None] DHCP port deletion for fc1af930-75bb-4703-ab95-43d130c7c5b4 request from dv-cinder-837699-3-iscsi {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 13:32:57.660067 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a48e8625-1998-48f5-83cd-227f1557f9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405116', 'neutron.services.segments.db._delete_segments_for_network-8783156274041'] for network (fc1af930-75bb-4703-ab95-43d130c7c5b4), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:32:57.680701 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.services.segments.db [None req-a48e8625-1998-48f5-83cd-227f1557f9d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc1af930-75bb-4703-ab95-43d130c7c5b4']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:57.691374 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.services.segments.db [None req-a48e8625-1998-48f5-83cd-227f1557f9d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08d55053-9d12-4d78-bbce-7da3ad73340c') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:57.691799 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.services.segments.db [None req-a48e8625-1998-48f5-83cd-227f1557f9d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08d55053-9d12-4d78-bbce-7da3ad73340c') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:57.700982 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a48e8625-1998-48f5-83cd-227f1557f9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783156275074', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9333793'] for segment (08d55053-9d12-4d78-bbce-7da3ad73340c), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:32:57.716131 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a48e8625-1998-48f5-83cd-227f1557f9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401276'] for segment (08d55053-9d12-4d78-bbce-7da3ad73340c), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:32:57.724152 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a48e8625-1998-48f5-83cd-227f1557f9d7 admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 13:32:57.724644 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a48e8625-1998-48f5-83cd-227f1557f9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8537954'] for segment (08d55053-9d12-4d78-bbce-7da3ad73340c), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:32:57.726798 dv-cinder-837699-3-iscsi neutron-server[103364]: Traceback (most recent call last): Apr 29 13:32:57.726798 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 13:32:57.726798 dv-cinder-837699-3-iscsi neutron-server[103364]: timer() Apr 29 13:32:57.726798 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:32:57.726798 dv-cinder-837699-3-iscsi neutron-server[103364]: cb(*args, **kw) Apr 29 13:32:57.726798 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 13:32:57.726798 dv-cinder-837699-3-iscsi neutron-server[103364]: return func(*args, **kwargs) Apr 29 13:32:57.726798 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:32:57.726798 dv-cinder-837699-3-iscsi neutron-server[103364]: self._notify() Apr 29 13:32:57.726798 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:32:57.726798 dv-cinder-837699-3-iscsi neutron-server[103364]: self.callback(batched_events) Apr 29 13:32:57.726798 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:32:57.726798 dv-cinder-837699-3-iscsi neutron-server[103364]: event.method(event) Apr 29 13:32:57.726798 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 13:32:57.726798 dv-cinder-837699-3-iscsi neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:32:57.726798 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 13:32:57.726798 dv-cinder-837699-3-iscsi neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:32:57.726798 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 13:32:57.726798 dv-cinder-837699-3-iscsi neutron-server[103364]: return f(self, *a, **k) Apr 29 13:32:57.726798 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:32:57.726798 dv-cinder-837699-3-iscsi neutron-server[103364]: return self._get(url).json() Apr 29 13:32:57.726798 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:32:57.726798 dv-cinder-837699-3-iscsi neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:32:57.726798 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 13:32:57.726798 dv-cinder-837699-3-iscsi neutron-server[103364]: return self.request(url, 'GET', **kwargs) Apr 29 13:32:57.726798 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 13:32:57.726798 dv-cinder-837699-3-iscsi neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:32:57.726798 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 13:32:57.726798 dv-cinder-837699-3-iscsi neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:32:57.726798 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 13:32:57.726798 dv-cinder-837699-3-iscsi neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:32:57.726798 dv-cinder-837699-3-iscsi neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:32:57.787359 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a48e8625-1998-48f5-83cd-227f1557f9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-706069'] for network (fc1af930-75bb-4703-ab95-43d130c7c5b4), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:32:57.792871 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a48e8625-1998-48f5-83cd-227f1557f9d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549835'] for network (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:32:57.798480 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-a48e8625-1998-48f5-83cd-227f1557f9d7 admin admin] 10.222.0.11 "DELETE /v2.0/networks/fc1af930-75bb-4703-ab95-43d130c7c5b4 HTTP/1.1" status: 204 len: 168 time: 0.5610797 Apr 29 13:32:57.808197 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48e8625-1998-48f5-83cd-227f1557f9d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc1af930-75bb-4703-ab95-43d130c7c5b4,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:57.918840 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 56098) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:32:57.962201 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-330369bf-11ff-4c5e-8e3b-f32119be716e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=83b6a855b277450186870a3529210025&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0420644 Apr 29 13:32:57.964565 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 56100) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:32:58.012834 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-51cacc0e-e054-4f89-9d64-0b471964e5fc admin admin] Publish callbacks [] for security_group (ea93b1a0-943b-46b5-99c9-dea8b62a11a3), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:32:58.034012 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-51cacc0e-e054-4f89-9d64-0b471964e5fc admin admin] Publish callbacks [] for security_group (ea93b1a0-943b-46b5-99c9-dea8b62a11a3), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:32:58.085890 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-51cacc0e-e054-4f89-9d64-0b471964e5fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (ea93b1a0-943b-46b5-99c9-dea8b62a11a3), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:32:58.088816 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-51cacc0e-e054-4f89-9d64-0b471964e5fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:32:58.090291 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-51cacc0e-e054-4f89-9d64-0b471964e5fc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ea93b1a0-943b-46b5-99c9-dea8b62a11a3 HTTP/1.1" status: 204 len: 168 time: 0.1247745 Apr 29 13:32:58.100872 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cacc0e-e054-4f89-9d64-0b471964e5fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea93b1a0-943b-46b5-99c9-dea8b62a11a3,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:58.135590 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device 77ac0256-e5b7-4adc-994f-66d007dadb7a no longer exists at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:32:58.155972 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] No Port match for: 77ac0256-e5b7-4adc-994f-66d007dadb7a {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:32:58.156324 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device 77ac0256-e5b7-4adc-994f-66d007dadb7a not bound to the agent host dv-cinder-837699-3-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:32:58.156766 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device 9a51b6e3-d324-43f5-bf29-86f48503ee2c no longer exists at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:32:58.179899 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] No Port match for: 9a51b6e3-d324-43f5-bf29-86f48503ee2c {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:32:58.180258 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device 9a51b6e3-d324-43f5-bf29-86f48503ee2c not bound to the agent host dv-cinder-837699-3-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:32:58.180674 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device 82c48137-ef66-4132-bb6d-1c06501fae0e no longer exists at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:32:58.200532 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] No Port match for: 82c48137-ef66-4132-bb6d-1c06501fae0e {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:32:58.200908 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device 82c48137-ef66-4132-bb6d-1c06501fae0e not bound to the agent host dv-cinder-837699-3-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:32:58.701692 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (070d87cd-fed4-4d07-85b5-c26ded61f2d8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:32:59.190863 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (477bd1e1-70d7-4a7b-b37c-5892af57f2e4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:08.481127 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 56216) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:33:08.592199 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cdd88517-ac10-47cb-8658-76009d9c244b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:08.668210 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cdd88517-ac10-47cb-8658-76009d9c244b admin admin] Publish callbacks [] for security_group (56364c93-ce52-43fb-b78b-b0cebe362123), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:08.672385 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cdd88517-ac10-47cb-8658-76009d9c244b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (56364c93-ce52-43fb-b78b-b0cebe362123), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:08.712276 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-cdd88517-ac10-47cb-8658-76009d9c244b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=17b84f00280e4173b03a7b0f88623861&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2296193 Apr 29 13:33:08.713176 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd88517-ac10-47cb-8658-76009d9c244b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56364c93-ce52-43fb-b78b-b0cebe362123,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:08.714993 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 56220) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:33:08.720446 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd88517-ac10-47cb-8658-76009d9c244b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:08.720851 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd88517-ac10-47cb-8658-76009d9c244b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:08.721209 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd88517-ac10-47cb-8658-76009d9c244b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:08.721818 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd88517-ac10-47cb-8658-76009d9c244b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:08.722456 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd88517-ac10-47cb-8658-76009d9c244b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:08.722592 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd88517-ac10-47cb-8658-76009d9c244b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:08.722821 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd88517-ac10-47cb-8658-76009d9c244b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:08.723152 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd88517-ac10-47cb-8658-76009d9c244b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:08.723488 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd88517-ac10-47cb-8658-76009d9c244b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:08.723824 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd88517-ac10-47cb-8658-76009d9c244b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:08.724160 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd88517-ac10-47cb-8658-76009d9c244b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:08.724494 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd88517-ac10-47cb-8658-76009d9c244b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:08.724853 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd88517-ac10-47cb-8658-76009d9c244b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:08.725185 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd88517-ac10-47cb-8658-76009d9c244b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:08.725515 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd88517-ac10-47cb-8658-76009d9c244b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:08.764467 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-defc5ead-a44f-4c94-a45f-c401bbbd35b0 admin admin] Publish callbacks [] for security_group (56364c93-ce52-43fb-b78b-b0cebe362123), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:08.785973 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-defc5ead-a44f-4c94-a45f-c401bbbd35b0 admin admin] Publish callbacks [] for security_group (56364c93-ce52-43fb-b78b-b0cebe362123), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:08.832990 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-defc5ead-a44f-4c94-a45f-c401bbbd35b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (56364c93-ce52-43fb-b78b-b0cebe362123), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:08.835468 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-defc5ead-a44f-4c94-a45f-c401bbbd35b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:08.836639 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-defc5ead-a44f-4c94-a45f-c401bbbd35b0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/56364c93-ce52-43fb-b78b-b0cebe362123 HTTP/1.1" status: 204 len: 168 time: 0.1205893 Apr 29 13:33:08.844397 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defc5ead-a44f-4c94-a45f-c401bbbd35b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56364c93-ce52-43fb-b78b-b0cebe362123,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:12.475870 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 56282) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:33:12.590015 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d7c92d66-f0c7-497d-93e3-0d7177c664ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:12.668571 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d7c92d66-f0c7-497d-93e3-0d7177c664ed admin admin] Publish callbacks [] for security_group (b83f8637-1912-4de7-80ec-5b7399e1759a), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:12.672249 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d7c92d66-f0c7-497d-93e3-0d7177c664ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (b83f8637-1912-4de7-80ec-5b7399e1759a), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:12.711583 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-d7c92d66-f0c7-497d-93e3-0d7177c664ed admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e4aa811897fe48dda8f0c15cd463dfb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2346175 Apr 29 13:33:12.712446 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c92d66-f0c7-497d-93e3-0d7177c664ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b83f8637-1912-4de7-80ec-5b7399e1759a,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:12.714910 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 56286) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:33:12.763089 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-583d6cf2-48d3-4a9d-a73f-3529fdcc2737 admin admin] Publish callbacks [] for security_group (b83f8637-1912-4de7-80ec-5b7399e1759a), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:12.784336 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-583d6cf2-48d3-4a9d-a73f-3529fdcc2737 admin admin] Publish callbacks [] for security_group (b83f8637-1912-4de7-80ec-5b7399e1759a), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:12.833780 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-583d6cf2-48d3-4a9d-a73f-3529fdcc2737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (b83f8637-1912-4de7-80ec-5b7399e1759a), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:12.836340 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-583d6cf2-48d3-4a9d-a73f-3529fdcc2737 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:12.837527 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-583d6cf2-48d3-4a9d-a73f-3529fdcc2737 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b83f8637-1912-4de7-80ec-5b7399e1759a HTTP/1.1" status: 204 len: 168 time: 0.1216178 Apr 29 13:33:12.845227 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583d6cf2-48d3-4a9d-a73f-3529fdcc2737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83f8637-1912-4de7-80ec-5b7399e1759a,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:13.984144 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 56336) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:33:14.094396 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3d4cda39-46bb-415d-9227-d406b79eed98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:14.176714 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3d4cda39-46bb-415d-9227-d406b79eed98 admin admin] Publish callbacks [] for security_group (22e7d6be-6cd5-46a9-a648-21945ffef97d), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:14.180857 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3d4cda39-46bb-415d-9227-d406b79eed98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (22e7d6be-6cd5-46a9-a648-21945ffef97d), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:14.218760 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-3d4cda39-46bb-415d-9227-d406b79eed98 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8c39829a05694ddba7885816e1158318&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2334387 Apr 29 13:33:14.220915 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4cda39-46bb-415d-9227-d406b79eed98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22e7d6be-6cd5-46a9-a648-21945ffef97d,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:14.221656 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 56340) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:33:14.271558 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a3d59a7c-3ba1-453d-bc74-67a4a0b11c29 admin admin] Publish callbacks [] for security_group (22e7d6be-6cd5-46a9-a648-21945ffef97d), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:14.292738 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a3d59a7c-3ba1-453d-bc74-67a4a0b11c29 admin admin] Publish callbacks [] for security_group (22e7d6be-6cd5-46a9-a648-21945ffef97d), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:14.349145 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a3d59a7c-3ba1-453d-bc74-67a4a0b11c29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (22e7d6be-6cd5-46a9-a648-21945ffef97d), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:14.351853 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a3d59a7c-3ba1-453d-bc74-67a4a0b11c29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:14.353065 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-a3d59a7c-3ba1-453d-bc74-67a4a0b11c29 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/22e7d6be-6cd5-46a9-a648-21945ffef97d HTTP/1.1" status: 204 len: 168 time: 0.1304116 Apr 29 13:33:14.360792 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d59a7c-3ba1-453d-bc74-67a4a0b11c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e7d6be-6cd5-46a9-a648-21945ffef97d,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:21.571664 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-06fd6253-0808-4363-bc8b-eaa369600966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (e437e712-237e-4a54-83a8-782eed3c5f0c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:24.266808 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-03d22cad-3f46-4398-ab76-a59b3ced9c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (ffd5f049-29fc-4e99-906d-6eadce93ab48), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:25.850324 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d46c6b96-c9c1-47b5-84ba-015c4e42046f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (1b2ea45c-9419-45d0-91af-29e2c5a1844a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:26.228632 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b865691b-627c-4264-a9c3-52e867f2882d req-71121e48-daa1-4e16-9e2a-ed4e521c99ae tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:33:26.230116 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b865691b-627c-4264-a9c3-52e867f2882d req-71121e48-daa1-4e16-9e2a-ed4e521c99ae tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/ports?device_id=f934e04f-6964-493b-86df-60b0b0b81c43 HTTP/1.1" status: 200 len: 945 time: 0.0502639 Apr 29 13:33:26.279567 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b865691b-627c-4264-a9c3-52e867f2882d req-ce64e4c5-523f-4e83-8606-745091a856e5 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/security-groups?id=b060ebc5-d222-4530-8b5d-21950615a65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437541 Apr 29 13:33:27.296818 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bea047bf-f99e-49b2-8b9d-5ba249a30c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (23d6c007-0036-4fdb-b033-28b1fd628d82), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:27.400157 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea97cca-373e-408b-8cc4-e29bc991b22b req-f02654a9-96b5-43a2-b3ed-e80dd6252616 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:33:27.401707 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-fea97cca-373e-408b-8cc4-e29bc991b22b req-f02654a9-96b5-43a2-b3ed-e80dd6252616 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/ports?device_id=f934e04f-6964-493b-86df-60b0b0b81c43 HTTP/1.1" status: 200 len: 945 time: 0.0516131 Apr 29 13:33:27.451191 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-fea97cca-373e-408b-8cc4-e29bc991b22b req-1abfd655-0ff7-4574-bbf9-ac803790185a tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/security-groups?id=b060ebc5-d222-4530-8b5d-21950615a65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435865 Apr 29 13:33:28.183387 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e7014e-4c28-4702-8b31-ca32d357c09a req-ebc86254-ed73-4d68-ac52-0d095f2c7857 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:33:28.184895 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-36e7014e-4c28-4702-8b31-ca32d357c09a req-ebc86254-ed73-4d68-ac52-0d095f2c7857 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.75 "GET /v2.0/ports?device_id=f934e04f-6964-493b-86df-60b0b0b81c43 HTTP/1.1" status: 200 len: 945 time: 0.0464838 Apr 29 13:33:28.268481 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-36e7014e-4c28-4702-8b31-ca32d357c09a req-98e2ad98-cf27-4d8c-b246-86adc499f291 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Deleting port 715650a5-213e-45c0-be8c-e9b4f96eae55 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:33:28.268877 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-36e7014e-4c28-4702-8b31-ca32d357c09a req-98e2ad98-cf27-4d8c-b246-86adc499f291 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783156326988'] for port (715650a5-213e-45c0-be8c-e9b4f96eae55), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:28.361944 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-36e7014e-4c28-4702-8b31-ca32d357c09a req-98e2ad98-cf27-4d8c-b246-86adc499f291 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] For port 715650a5-213e-45c0-be8c-e9b4f96eae55, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=715650a5-213e-45c0-be8c-e9b4f96eae55,segment=NetworkSegment(7d58dba2-6bce-4657-ad48-111e1ec8c905),segment_id=7d58dba2-6bce-4657-ad48-111e1ec8c905)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:33:28.362309 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-36e7014e-4c28-4702-8b31-ca32d357c09a req-98e2ad98-cf27-4d8c-b246-86adc499f291 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749638'] for port (715650a5-213e-45c0-be8c-e9b4f96eae55), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:28.569152 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-36e7014e-4c28-4702-8b31-ca32d357c09a req-98e2ad98-cf27-4d8c-b246-86adc499f291 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:28.570130 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-36e7014e-4c28-4702-8b31-ca32d357c09a req-98e2ad98-cf27-4d8c-b246-86adc499f291 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706107'] for floatingip (9b60ddb4-0094-427c-b616-28e76284a673), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:28.570459 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.db.l3_db [req-36e7014e-4c28-4702-8b31-ca32d357c09a req-98e2ad98-cf27-4d8c-b246-86adc499f291 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Floating IP 9b60ddb4-0094-427c-b616-28e76284a673 disassociated. External IP: 172.27.0.2, port: 715650a5-213e-45c0-be8c-e9b4f96eae55. Apr 29 13:33:28.570805 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-36e7014e-4c28-4702-8b31-ca32d357c09a req-98e2ad98-cf27-4d8c-b246-86adc499f291 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Calling delete_port for 715650a5-213e-45c0-be8c-e9b4f96eae55 owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:33:28.590050 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c236e32-bff5-470b-90df-e42c3a3d1769 req-4df1a3bf-4470-4492-abe7-72acd704bb43 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:33:28.591515 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5c236e32-bff5-470b-90df-e42c3a3d1769 req-4df1a3bf-4470-4492-abe7-72acd704bb43 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/ports?device_id=f934e04f-6964-493b-86df-60b0b0b81c43 HTTP/1.1" status: 200 len: 945 time: 0.0666418 Apr 29 13:33:28.688106 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5c236e32-bff5-470b-90df-e42c3a3d1769 req-44a8de7d-b16a-4c06-b8c5-9d5b199abe52 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/security-groups?id=b060ebc5-d222-4530-8b5d-21950615a65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904613 Apr 29 13:33:28.713087 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (070d87cd-fed4-4d07-85b5-c26ded61f2d8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:28.756642 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-36e7014e-4c28-4702-8b31-ca32d357c09a req-98e2ad98-cf27-4d8c-b246-86adc499f291 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783156333258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783155810407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8537941'] for port (715650a5-213e-45c0-be8c-e9b4f96eae55), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:28.791670 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e2ad98-cf27-4d8c-b246-86adc499f291 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Pushing event deleted for resources: {'Port': ['ID=715650a5-213e-45c0-be8c-e9b4f96eae55,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:28.910431 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [req-36e7014e-4c28-4702-8b31-ca32d357c09a req-98e2ad98-cf27-4d8c-b246-86adc499f291 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Router 55e917e4-3b0d-460b-a62b-46ecaa345c3f has already been hosted by L3 agent ffd5f049-29fc-4e99-906d-6eadce93ab48 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:33:29.024314 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-36e7014e-4c28-4702-8b31-ca32d357c09a req-98e2ad98-cf27-4d8c-b246-86adc499f291 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Notify agent at l3_agent.dv-cinder-837699-3-iscsi the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:33:29.034555 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249d6bb5-18bc-48d8-99e7-f2522547ad5c None None] Sync routers for ids ['55e917e4-3b0d-460b-a62b-46ecaa345c3f'] in dv-cinder-837699-3-iscsi {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:33:29.044301 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249d6bb5-18bc-48d8-99e7-f2522547ad5c None None] Routers {'55e917e4-3b0d-460b-a62b-46ecaa345c3f'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:33:29.044965 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-249d6bb5-18bc-48d8-99e7-f2522547ad5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:33:24Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['55e917e4-3b0d-460b-a62b-46ecaa345c3f'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:33:29.066842 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-36e7014e-4c28-4702-8b31-ca32d357c09a req-98e2ad98-cf27-4d8c-b246-86adc499f291 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] No DVR routers for this DVR port 715650a5-213e-45c0-be8c-e9b4f96eae55 on host hv-cinder-83769 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:33:29.069920 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-36e7014e-4c28-4702-8b31-ca32d357c09a req-98e2ad98-cf27-4d8c-b246-86adc499f291 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:29.073280 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-36e7014e-4c28-4702-8b31-ca32d357c09a req-98e2ad98-cf27-4d8c-b246-86adc499f291 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.75 "DELETE /v2.0/ports/715650a5-213e-45c0-be8c-e9b4f96eae55 HTTP/1.1" status: 204 len: 173 time: 0.8829074 Apr 29 13:33:29.073751 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f934e04f-6964-493b-86df-60b0b0b81c43', 'name': 'network-vif-deleted', 'tag': '715650a5-213e-45c0-be8c-e9b4f96eae55'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:33:29.076026 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34453e8beaba66333125c1a762a789c78ce2f458b63942c2f470c2340433bc94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40881407-42c6-464f-a2d4-75327f946258" -d '{"events": [{"server_uuid": "f934e04f-6964-493b-86df-60b0b0b81c43", "name": "network-vif-deleted", "tag": "715650a5-213e-45c0-be8c-e9b4f96eae55"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:33:29.169868 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-249d6bb5-18bc-48d8-99e7-f2522547ad5c None None] Set router 55e917e4-3b0d-460b-a62b-46ecaa345c3f gateway port host: dv-cinder-837699-3-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:33:29.286746 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (477bd1e1-70d7-4a7b-b37c-5892af57f2e4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:29.369660 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae0e55df-cda9-4f35-a642-d1f64a4b0919 x-openstack-request-id: req-ae0e55df-cda9-4f35-a642-d1f64a4b0919 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:33:29.370625 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f934e04f-6964-493b-86df-60b0b0b81c43", "name": "network-vif-deleted", "tag": "715650a5-213e-45c0-be8c-e9b4f96eae55", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:33:29.371097 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ae0e55df-cda9-4f35-a642-d1f64a4b0919 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:33:29.371749 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae0e55df-cda9-4f35-a642-d1f64a4b0919'] response: {'server_uuid': 'f934e04f-6964-493b-86df-60b0b0b81c43', 'name': 'network-vif-deleted', 'tag': '715650a5-213e-45c0-be8c-e9b4f96eae55', 'status': 'completed', 'code': 200} Apr 29 13:33:29.408053 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-249d6bb5-18bc-48d8-99e7-f2522547ad5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'name': 'tempest-AttachVolumeNegativeTest-921804364-router', 'tenant_id': '1e7f22083aa84571b6efb751abd2b537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:35Z', 'updated_at': '2022-04-29T13:21:44Z', 'revision_number': 4, 'project_id': '1e7f22083aa84571b6efb751abd2b537', 'gw_port': {'id': '4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:51:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:37Z', 'updated_at': '2022-04-29T13:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_interfaces': [{'id': 'f9fb300f-d8b7-4a3f-b80f-2de5dfdc5a43', 'name': '', 'network_id': '8f33b954-1f3c-43fa-a8bf-3eab44702663', 'tenant_id': '1e7f22083aa84571b6efb751abd2b537', 'mac_address': 'fa:16:3e:b0:f2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '9f59e443-3db1-41f0-85e9-12ea320207b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:42Z', 'updated_at': '2022-04-29T13:21:57Z', 'revision_number': 5, 'project_id': '1e7f22083aa84571b6efb751abd2b537', 'subnets': [{'id': '9f59e443-3db1-41f0-85e9-12ea320207b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:33:29.438397 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249d6bb5-18bc-48d8-99e7-f2522547ad5c None None] Checking router: 55e917e4-3b0d-460b-a62b-46ecaa345c3f for host: dv-cinder-837699-3-iscsi {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:33:29.447782 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249d6bb5-18bc-48d8-99e7-f2522547ad5c None None] Routers {'55e917e4-3b0d-460b-a62b-46ecaa345c3f'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:33:29.448402 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-249d6bb5-18bc-48d8-99e7-f2522547ad5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:33:24Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['55e917e4-3b0d-460b-a62b-46ecaa345c3f'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:33:29.567091 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-249d6bb5-18bc-48d8-99e7-f2522547ad5c None None] Set router 55e917e4-3b0d-460b-a62b-46ecaa345c3f gateway port host: dv-cinder-837699-3-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:33:29.775067 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-249d6bb5-18bc-48d8-99e7-f2522547ad5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'name': 'tempest-AttachVolumeNegativeTest-921804364-router', 'tenant_id': '1e7f22083aa84571b6efb751abd2b537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:35Z', 'updated_at': '2022-04-29T13:21:44Z', 'revision_number': 4, 'project_id': '1e7f22083aa84571b6efb751abd2b537', 'gw_port': {'id': '4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:51:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:37Z', 'updated_at': '2022-04-29T13:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_interfaces': [{'id': 'f9fb300f-d8b7-4a3f-b80f-2de5dfdc5a43', 'name': '', 'network_id': '8f33b954-1f3c-43fa-a8bf-3eab44702663', 'tenant_id': '1e7f22083aa84571b6efb751abd2b537', 'mac_address': 'fa:16:3e:b0:f2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '9f59e443-3db1-41f0-85e9-12ea320207b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:42Z', 'updated_at': '2022-04-29T13:21:57Z', 'revision_number': 5, 'project_id': '1e7f22083aa84571b6efb751abd2b537', 'subnets': [{'id': '9f59e443-3db1-41f0-85e9-12ea320207b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:33:29.777427 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 56534) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:33:29.806706 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249d6bb5-18bc-48d8-99e7-f2522547ad5c None None] The sync data for ids ['55e917e4-3b0d-460b-a62b-46ecaa345c3f'] in dv-cinder-837699-3-iscsi is: [{'id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'name': 'tempest-AttachVolumeNegativeTest-921804364-router', 'tenant_id': '1e7f22083aa84571b6efb751abd2b537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:35Z', 'updated_at': '2022-04-29T13:21:44Z', 'revision_number': 4, 'project_id': '1e7f22083aa84571b6efb751abd2b537', 'gw_port': {'id': '4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:51:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:37Z', 'updated_at': '2022-04-29T13:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_interfaces': [{'id': 'f9fb300f-d8b7-4a3f-b80f-2de5dfdc5a43', 'name': '', 'network_id': '8f33b954-1f3c-43fa-a8bf-3eab44702663', 'tenant_id': '1e7f22083aa84571b6efb751abd2b537', 'mac_address': 'fa:16:3e:b0:f2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '9f59e443-3db1-41f0-85e9-12ea320207b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:42Z', 'updated_at': '2022-04-29T13:21:57Z', 'revision_number': 5, 'project_id': '1e7f22083aa84571b6efb751abd2b537', 'subnets': [{'id': '9f59e443-3db1-41f0-85e9-12ea320207b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:33:29.837734 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-96911032-b9da-479d-a2d4-a296ac08afbe tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks [] for security_group (b060ebc5-d222-4530-8b5d-21950615a65c), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:29.863286 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-96911032-b9da-479d-a2d4-a296ac08afbe tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks [] for security_group (b060ebc5-d222-4530-8b5d-21950615a65c), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:29.914992 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-96911032-b9da-479d-a2d4-a296ac08afbe tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (b060ebc5-d222-4530-8b5d-21950615a65c), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:29.917814 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-96911032-b9da-479d-a2d4-a296ac08afbe tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:29.919020 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-96911032-b9da-479d-a2d4-a296ac08afbe tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "DELETE /v2.0/security-groups/b060ebc5-d222-4530-8b5d-21950615a65c HTTP/1.1" status: 204 len: 168 time: 0.1405184 Apr 29 13:33:29.922117 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 56536) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:33:29.929726 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96911032-b9da-479d-a2d4-a296ac08afbe tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b060ebc5-d222-4530-8b5d-21950615a65c,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:29.937066 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.api.v2.resource [None req-5e9d609d-44dc-4c71-8409-14d9c3ed6ac6 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] show failed (client error): The resource could not be found. Apr 29 13:33:29.938070 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-5e9d609d-44dc-4c71-8409-14d9c3ed6ac6 tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "GET /v2.0/security-groups/b060ebc5-d222-4530-8b5d-21950615a65c HTTP/1.1" status: 404 len: 347 time: 0.0149391 Apr 29 13:33:29.941000 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 56538) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:33:30.056270 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6ac695-afda-42e6-b6d0-d11399fa57c5 None None] New status for floating IP 9b60ddb4-0094-427c-b616-28e76284a673: DOWN {{(pid=103367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 13:33:30.068180 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-a6046243-e513-488c-a13b-5730d9d4bcbb tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Deleting port 9d536e5d-ab2c-4d25-8c32-8adace916904 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:33:30.068529 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a6046243-e513-488c-a13b-5730d9d4bcbb tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783156326988'] for port (9d536e5d-ab2c-4d25-8c32-8adace916904), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:30.421838 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a6046243-e513-488c-a13b-5730d9d4bcbb tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749638'] for port (9d536e5d-ab2c-4d25-8c32-8adace916904), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:30.422509 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a6046243-e513-488c-a13b-5730d9d4bcbb tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks [] for floatingip (9d536e5d-ab2c-4d25-8c32-8adace916904), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:30.434774 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-a6046243-e513-488c-a13b-5730d9d4bcbb tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Calling delete_port for 9d536e5d-ab2c-4d25-8c32-8adace916904 owned by network:floatingip {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:33:30.570409 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a6046243-e513-488c-a13b-5730d9d4bcbb tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783156333258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783155810407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8537941'] for port (9d536e5d-ab2c-4d25-8c32-8adace916904), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:30.597603 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6046243-e513-488c-a13b-5730d9d4bcbb tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Pushing event deleted for resources: {'Port': ['ID=9d536e5d-ab2c-4d25-8c32-8adace916904,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:30.661779 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a6046243-e513-488c-a13b-5730d9d4bcbb tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks [] for floatingip (9b60ddb4-0094-427c-b616-28e76284a673), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:30.664321 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a6046243-e513-488c-a13b-5730d9d4bcbb tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574'] for floatingip (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:30.665497 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-a6046243-e513-488c-a13b-5730d9d4bcbb tempest-AttachVolumeNegativeTest-1783471840 tempest-AttachVolumeNegativeTest-1783471840-project] 10.222.0.11 "DELETE /v2.0/floatingips/9b60ddb4-0094-427c-b616-28e76284a673 HTTP/1.1" status: 204 len: 168 time: 0.7236011 Apr 29 13:33:32.229608 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device 715650a5-213e-45c0-be8c-e9b4f96eae55 no longer exists at agent hyperv_hv-cinder-83769 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:33:32.250388 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] No Port match for: 715650a5-213e-45c0-be8c-e9b4f96eae55 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:33:32.250736 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device 715650a5-213e-45c0-be8c-e9b4f96eae55 not bound to the agent host hv-cinder-83769 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:33:32.403954 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5f9d807a-3713-4f57-a41a-c70fb1d5938e req-a04a94ac-0821-4858-bb0a-7bec4b2f5899 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=2df8f832-8bcf-481a-a787-05093f0191c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424018 Apr 29 13:33:32.513388 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d807a-3713-4f57-a41a-c70fb1d5938e req-6706cebb-cfa2-4fa2-9bca-80ce51d311fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:33:32.514900 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5f9d807a-3713-4f57-a41a-c70fb1d5938e req-6706cebb-cfa2-4fa2-9bca-80ce51d311fa service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=62259e68f4eb4e72bddb618088a3d06a&device_id=2df8f832-8bcf-481a-a787-05093f0191c3 HTTP/1.1" status: 200 len: 1130 time: 0.0443547 Apr 29 13:33:32.619073 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d807a-3713-4f57-a41a-c70fb1d5938e req-be8b9bd8-ff23-4d82-9ba9-e7c6387b1525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:33:32.620551 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5f9d807a-3713-4f57-a41a-c70fb1d5938e req-be8b9bd8-ff23-4d82-9ba9-e7c6387b1525 service neutron] 10.222.0.75 "GET /v2.0/networks?id=3410551e-5a46-4ac5-98b2-aca173f9205e HTTP/1.1" status: 200 len: 918 time: 0.0875299 Apr 29 13:33:32.689255 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5f9d807a-3713-4f57-a41a-c70fb1d5938e req-1e2b5d74-1349-4e15-94dd-6e21dee07d17 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a HTTP/1.1" status: 200 len: 1000 time: 0.0621283 Apr 29 13:33:32.736990 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d807a-3713-4f57-a41a-c70fb1d5938e req-9e544e43-f9e8-4ebc-b2cf-418164c365c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:33:32.738481 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5f9d807a-3713-4f57-a41a-c70fb1d5938e req-9e544e43-f9e8-4ebc-b2cf-418164c365c6 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d4719930-215c-410a-9121-e8646740b594 HTTP/1.1" status: 200 len: 856 time: 0.0434272 Apr 29 13:33:32.743813 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c4090ed3-b188-48ef-a6b9-5d78229fc55d None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:33:32.783197 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d807a-3713-4f57-a41a-c70fb1d5938e req-403890f9-9094-422d-9da8-1bccf4d882cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:33:32.785054 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5f9d807a-3713-4f57-a41a-c70fb1d5938e req-403890f9-9094-422d-9da8-1bccf4d882cd service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3410551e-5a46-4ac5-98b2-aca173f9205e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390344 Apr 29 13:33:32.876352 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5f9d807a-3713-4f57-a41a-c70fb1d5938e req-38c01982-7c13-4d43-9e42-290e67234922 service neutron] 10.222.0.75 "GET /v2.0/networks/3410551e-5a46-4ac5-98b2-aca173f9205e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845256 Apr 29 13:33:32.965069 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5f9d807a-3713-4f57-a41a-c70fb1d5938e req-3646e446-96ee-4051-8160-10152c9032ec service neutron] 10.222.0.75 "GET /v2.0/networks/3410551e-5a46-4ac5-98b2-aca173f9205e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826237 Apr 29 13:33:34.321555 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 56584) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:33:34.879729 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-21754c79-6b4c-4a1f-9f7b-5924529d4c7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711483'] for router_interface (55e917e4-3b0d-460b-a62b-46ecaa345c3f), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:35.111041 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-21754c79-6b4c-4a1f-9f7b-5924529d4c7f admin admin] Deleting port f9fb300f-d8b7-4a3f-b80f-2de5dfdc5a43 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:33:35.111377 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-21754c79-6b4c-4a1f-9f7b-5924529d4c7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783156326988'] for port (f9fb300f-d8b7-4a3f-b80f-2de5dfdc5a43), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:35.187760 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-21754c79-6b4c-4a1f-9f7b-5924529d4c7f admin admin] For port f9fb300f-d8b7-4a3f-b80f-2de5dfdc5a43, host dv-cinder-837699-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=f9fb300f-d8b7-4a3f-b80f-2de5dfdc5a43,segment=NetworkSegment(7d58dba2-6bce-4657-ad48-111e1ec8c905),segment_id=7d58dba2-6bce-4657-ad48-111e1ec8c905)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:33:35.188104 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-21754c79-6b4c-4a1f-9f7b-5924529d4c7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749638'] for port (f9fb300f-d8b7-4a3f-b80f-2de5dfdc5a43), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:35.205079 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-21754c79-6b4c-4a1f-9f7b-5924529d4c7f admin admin] Calling delete_port for f9fb300f-d8b7-4a3f-b80f-2de5dfdc5a43 owned by network:router_interface {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:33:35.391020 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-21754c79-6b4c-4a1f-9f7b-5924529d4c7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783156333258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783155810407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8537941'] for port (f9fb300f-d8b7-4a3f-b80f-2de5dfdc5a43), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:35.417577 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21754c79-6b4c-4a1f-9f7b-5924529d4c7f admin admin] Pushing event deleted for resources: {'Port': ['ID=f9fb300f-d8b7-4a3f-b80f-2de5dfdc5a43,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:35.594785 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-21754c79-6b4c-4a1f-9f7b-5924529d4c7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711575'] for router_interface (55e917e4-3b0d-460b-a62b-46ecaa345c3f), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:35.816780 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21754c79-6b4c-4a1f-9f7b-5924529d4c7f admin admin] Router 55e917e4-3b0d-460b-a62b-46ecaa345c3f has already been hosted by L3 agent ffd5f049-29fc-4e99-906d-6eadce93ab48 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:33:35.927701 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21754c79-6b4c-4a1f-9f7b-5924529d4c7f admin admin] Notify agent at l3_agent.dv-cinder-837699-3-iscsi the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:33:35.933611 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-21754c79-6b4c-4a1f-9f7b-5924529d4c7f admin admin] 10.222.0.11 "PUT /v2.0/routers/55e917e4-3b0d-460b-a62b-46ecaa345c3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6110013 Apr 29 13:33:35.936089 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 56592) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:33:35.938877 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa41811-b014-4815-aa39-dc47d0ac18a5 None None] Sync routers for ids ['55e917e4-3b0d-460b-a62b-46ecaa345c3f'] in dv-cinder-837699-3-iscsi {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:33:35.950337 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa41811-b014-4815-aa39-dc47d0ac18a5 None None] Routers {'55e917e4-3b0d-460b-a62b-46ecaa345c3f'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:33:35.950954 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-9aa41811-b014-4815-aa39-dc47d0ac18a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:33:24Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['55e917e4-3b0d-460b-a62b-46ecaa345c3f'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:33:36.046808 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5d80558e-2ec2-4fdc-a8f9-780acc5e13e1 admin admin] Publish callbacks [] for router (55e917e4-3b0d-460b-a62b-46ecaa345c3f), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:36.057114 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-9aa41811-b014-4815-aa39-dc47d0ac18a5 None None] Set router 55e917e4-3b0d-460b-a62b-46ecaa345c3f gateway port host: dv-cinder-837699-3-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:33:36.164116 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5d80558e-2ec2-4fdc-a8f9-780acc5e13e1 admin admin] Publish callbacks [] for router_gateway (55e917e4-3b0d-460b-a62b-46ecaa345c3f), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:36.210518 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-5d80558e-2ec2-4fdc-a8f9-780acc5e13e1 admin admin] Deleting port 4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:33:36.210518 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5d80558e-2ec2-4fdc-a8f9-780acc5e13e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783156326988'] for port (4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:36.236201 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-9aa41811-b014-4815-aa39-dc47d0ac18a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'name': 'tempest-AttachVolumeNegativeTest-921804364-router', 'tenant_id': '1e7f22083aa84571b6efb751abd2b537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:35Z', 'updated_at': '2022-04-29T13:33:35Z', 'revision_number': 5, 'project_id': '1e7f22083aa84571b6efb751abd2b537', 'gw_port': {'id': '4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:51:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:37Z', 'updated_at': '2022-04-29T13:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi'}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:33:36.266076 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa41811-b014-4815-aa39-dc47d0ac18a5 None None] Checking router: 55e917e4-3b0d-460b-a62b-46ecaa345c3f for host: dv-cinder-837699-3-iscsi {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:33:36.274992 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa41811-b014-4815-aa39-dc47d0ac18a5 None None] Routers {'55e917e4-3b0d-460b-a62b-46ecaa345c3f'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:33:36.275605 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-9aa41811-b014-4815-aa39-dc47d0ac18a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:33:24Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['55e917e4-3b0d-460b-a62b-46ecaa345c3f'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:33:36.294352 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-5d80558e-2ec2-4fdc-a8f9-780acc5e13e1 admin admin] For port 4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81, host dv-cinder-837699-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81,segment=NetworkSegment(2ea0efb1-2525-44c9-8409-d88aaadc45e7),segment_id=2ea0efb1-2525-44c9-8409-d88aaadc45e7)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:33:36.294582 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5d80558e-2ec2-4fdc-a8f9-780acc5e13e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749638'] for port (4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:36.308553 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-5d80558e-2ec2-4fdc-a8f9-780acc5e13e1 admin admin] Calling delete_port for 4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81 owned by network:router_gateway {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:33:36.494592 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-9aa41811-b014-4815-aa39-dc47d0ac18a5 None None] Set router 55e917e4-3b0d-460b-a62b-46ecaa345c3f gateway port host: None {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:33:36.501718 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5d80558e-2ec2-4fdc-a8f9-780acc5e13e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783156333258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783155810407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8537941'] for port (4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:36.538510 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d80558e-2ec2-4fdc-a8f9-780acc5e13e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:36.553041 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-9aa41811-b014-4815-aa39-dc47d0ac18a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'name': 'tempest-AttachVolumeNegativeTest-921804364-router', 'tenant_id': '1e7f22083aa84571b6efb751abd2b537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:35Z', 'updated_at': '2022-04-29T13:33:36Z', 'revision_number': 6, 'project_id': '1e7f22083aa84571b6efb751abd2b537', 'gw_port_host': None}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:33:36.593302 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa41811-b014-4815-aa39-dc47d0ac18a5 None None] The sync data for ids ['55e917e4-3b0d-460b-a62b-46ecaa345c3f'] in dv-cinder-837699-3-iscsi is: [{'id': '55e917e4-3b0d-460b-a62b-46ecaa345c3f', 'name': 'tempest-AttachVolumeNegativeTest-921804364-router', 'tenant_id': '1e7f22083aa84571b6efb751abd2b537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:35Z', 'updated_at': '2022-04-29T13:33:36Z', 'revision_number': 6, 'project_id': '1e7f22083aa84571b6efb751abd2b537', 'gw_port_host': None}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:33:36.602999 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5d80558e-2ec2-4fdc-a8f9-780acc5e13e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-721149'] for router_gateway (55e917e4-3b0d-460b-a62b-46ecaa345c3f), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:36.700936 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5d80558e-2ec2-4fdc-a8f9-780acc5e13e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5385'] for router (55e917e4-3b0d-460b-a62b-46ecaa345c3f), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:36.703118 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5d80558e-2ec2-4fdc-a8f9-780acc5e13e1 admin admin] Publish callbacks [] for router_controller (55e917e4-3b0d-460b-a62b-46ecaa345c3f), precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:36.750687 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5d80558e-2ec2-4fdc-a8f9-780acc5e13e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709215'] for router (55e917e4-3b0d-460b-a62b-46ecaa345c3f), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:36.751250 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d80558e-2ec2-4fdc-a8f9-780acc5e13e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55e917e4-3b0d-460b-a62b-46ecaa345c3f {{(pid=103364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 13:33:36.756277 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5d80558e-2ec2-4fdc-a8f9-780acc5e13e1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:36.757561 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-5d80558e-2ec2-4fdc-a8f9-780acc5e13e1 admin admin] 10.222.0.11 "DELETE /v2.0/routers/55e917e4-3b0d-460b-a62b-46ecaa345c3f HTTP/1.1" status: 204 len: 168 time: 0.8205523 Apr 29 13:33:36.760149 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 56596) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:33:36.811052 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-af32d773-88b9-4d49-b294-14eda52a0ec3 admin admin] Deleting subnet 9f59e443-3db1-41f0-85e9-12ea320207b5 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 13:33:36.814420 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-af32d773-88b9-4d49-b294-14eda52a0ec3 admin admin] Publish callbacks [] for subnet (9f59e443-3db1-41f0-85e9-12ea320207b5), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:36.848822 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-af32d773-88b9-4d49-b294-14eda52a0ec3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9333816'] for subnet (9f59e443-3db1-41f0-85e9-12ea320207b5), precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:36.930004 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-af32d773-88b9-4d49-b294-14eda52a0ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1407265'] for subnet (9f59e443-3db1-41f0-85e9-12ea320207b5), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:36.990764 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-af32d773-88b9-4d49-b294-14eda52a0ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1407272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8537476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9228789'] for subnet (9f59e443-3db1-41f0-85e9-12ea320207b5), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:37.021022 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af32d773-88b9-4d49-b294-14eda52a0ec3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f59e443-3db1-41f0-85e9-12ea320207b5,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:37.026070 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-af32d773-88b9-4d49-b294-14eda52a0ec3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549835'] for subnet (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:37.029231 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-af32d773-88b9-4d49-b294-14eda52a0ec3 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/9f59e443-3db1-41f0-85e9-12ea320207b5 HTTP/1.1" status: 204 len: 168 time: 0.2680793 Apr 29 13:33:37.031683 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 56598) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:33:37.034444 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3418d6f-0406-417b-bdf2-546e960d2d0f None None] Network 8f33b954-1f3c-43fa-a8bf-3eab44702663 requested from dv-cinder-837699-3-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:33:37.105543 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-00b69f21-0b95-491e-894c-79be88da13f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793423'] for network (8f33b954-1f3c-43fa-a8bf-3eab44702663), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:37.156640 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-00b69f21-0b95-491e-894c-79be88da13f3 admin admin] Deleting port 508ba278-e111-4fe8-b702-ece06874af8d {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:33:37.157014 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-00b69f21-0b95-491e-894c-79be88da13f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783156326988'] for port (508ba278-e111-4fe8-b702-ece06874af8d), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:37.221978 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-00b69f21-0b95-491e-894c-79be88da13f3 admin admin] For port 508ba278-e111-4fe8-b702-ece06874af8d, host dv-cinder-837699-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=508ba278-e111-4fe8-b702-ece06874af8d,segment=NetworkSegment(7d58dba2-6bce-4657-ad48-111e1ec8c905),segment_id=7d58dba2-6bce-4657-ad48-111e1ec8c905)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:33:37.222338 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-00b69f21-0b95-491e-894c-79be88da13f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749638'] for port (508ba278-e111-4fe8-b702-ece06874af8d), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:37.235225 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-00b69f21-0b95-491e-894c-79be88da13f3 admin admin] Calling delete_port for 508ba278-e111-4fe8-b702-ece06874af8d owned by network:dhcp {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:33:37.320725 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-00b69f21-0b95-491e-894c-79be88da13f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783156333258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783155810407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8537941'] for port (508ba278-e111-4fe8-b702-ece06874af8d), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:37.349165 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b69f21-0b95-491e-894c-79be88da13f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=508ba278-e111-4fe8-b702-ece06874af8d,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:37.351959 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b69f21-0b95-491e-894c-79be88da13f3 admin admin] No DVR routers for this DVR port 508ba278-e111-4fe8-b702-ece06874af8d on host dv-cinder-837699-3-iscsi {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:33:37.397010 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbe2630-8ce6-49f5-a55c-4014423c63dc None None] DHCP port deletion for 8f33b954-1f3c-43fa-a8bf-3eab44702663 request from dv-cinder-837699-3-iscsi {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 13:33:37.435808 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-00b69f21-0b95-491e-894c-79be88da13f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405116', 'neutron.services.segments.db._delete_segments_for_network-8783156274041'] for network (8f33b954-1f3c-43fa-a8bf-3eab44702663), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:37.460794 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.services.segments.db [None req-00b69f21-0b95-491e-894c-79be88da13f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f33b954-1f3c-43fa-a8bf-3eab44702663']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:33:37.470268 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.services.segments.db [None req-00b69f21-0b95-491e-894c-79be88da13f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d58dba2-6bce-4657-ad48-111e1ec8c905') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:33:37.470567 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.services.segments.db [None req-00b69f21-0b95-491e-894c-79be88da13f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d58dba2-6bce-4657-ad48-111e1ec8c905') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:33:37.480524 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-00b69f21-0b95-491e-894c-79be88da13f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783156275074', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9333793'] for segment (7d58dba2-6bce-4657-ad48-111e1ec8c905), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:37.495797 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-00b69f21-0b95-491e-894c-79be88da13f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401276'] for segment (7d58dba2-6bce-4657-ad48-111e1ec8c905), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:37.502712 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00b69f21-0b95-491e-894c-79be88da13f3 admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 13:33:37.503330 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-00b69f21-0b95-491e-894c-79be88da13f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8537954'] for segment (7d58dba2-6bce-4657-ad48-111e1ec8c905), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:37.505241 dv-cinder-837699-3-iscsi neutron-server[103364]: Traceback (most recent call last): Apr 29 13:33:37.505241 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 13:33:37.505241 dv-cinder-837699-3-iscsi neutron-server[103364]: timer() Apr 29 13:33:37.505241 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:33:37.505241 dv-cinder-837699-3-iscsi neutron-server[103364]: cb(*args, **kw) Apr 29 13:33:37.505241 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 13:33:37.505241 dv-cinder-837699-3-iscsi neutron-server[103364]: return func(*args, **kwargs) Apr 29 13:33:37.505241 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:33:37.505241 dv-cinder-837699-3-iscsi neutron-server[103364]: self._notify() Apr 29 13:33:37.505241 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:33:37.505241 dv-cinder-837699-3-iscsi neutron-server[103364]: self.callback(batched_events) Apr 29 13:33:37.505241 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:33:37.505241 dv-cinder-837699-3-iscsi neutron-server[103364]: event.method(event) Apr 29 13:33:37.505241 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 13:33:37.505241 dv-cinder-837699-3-iscsi neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:33:37.505241 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 13:33:37.505241 dv-cinder-837699-3-iscsi neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:33:37.505241 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 13:33:37.505241 dv-cinder-837699-3-iscsi neutron-server[103364]: return f(self, *a, **k) Apr 29 13:33:37.505241 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:33:37.505241 dv-cinder-837699-3-iscsi neutron-server[103364]: return self._get(url).json() Apr 29 13:33:37.505241 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:33:37.505241 dv-cinder-837699-3-iscsi neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:33:37.505241 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 13:33:37.505241 dv-cinder-837699-3-iscsi neutron-server[103364]: return self.request(url, 'GET', **kwargs) Apr 29 13:33:37.505241 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 13:33:37.505241 dv-cinder-837699-3-iscsi neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:33:37.505241 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 13:33:37.505241 dv-cinder-837699-3-iscsi neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:33:37.505241 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 13:33:37.505241 dv-cinder-837699-3-iscsi neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:33:37.505241 dv-cinder-837699-3-iscsi neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:33:37.561494 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-00b69f21-0b95-491e-894c-79be88da13f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-706069'] for network (8f33b954-1f3c-43fa-a8bf-3eab44702663), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:37.567669 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-00b69f21-0b95-491e-894c-79be88da13f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549835'] for network (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:37.572162 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-00b69f21-0b95-491e-894c-79be88da13f3 admin admin] 10.222.0.11 "DELETE /v2.0/networks/8f33b954-1f3c-43fa-a8bf-3eab44702663 HTTP/1.1" status: 204 len: 168 time: 0.5391817 Apr 29 13:33:37.584003 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b69f21-0b95-491e-894c-79be88da13f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f33b954-1f3c-43fa-a8bf-3eab44702663,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:37.722094 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 56604) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:33:37.762113 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-360291cd-81ef-4e5c-a67d-752f45a36e9b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1e7f22083aa84571b6efb751abd2b537&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0387707 Apr 29 13:33:37.764573 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 56606) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:33:37.816038 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-159ead15-50f0-47c1-9545-8404c79d6509 admin admin] Publish callbacks [] for security_group (d770ca6a-6900-41ba-a5d1-39350f980f94), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:37.837522 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-159ead15-50f0-47c1-9545-8404c79d6509 admin admin] Publish callbacks [] for security_group (d770ca6a-6900-41ba-a5d1-39350f980f94), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:37.886902 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-159ead15-50f0-47c1-9545-8404c79d6509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (d770ca6a-6900-41ba-a5d1-39350f980f94), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:37.889511 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-159ead15-50f0-47c1-9545-8404c79d6509 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:37.890659 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-159ead15-50f0-47c1-9545-8404c79d6509 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d770ca6a-6900-41ba-a5d1-39350f980f94 HTTP/1.1" status: 204 len: 168 time: 0.1251583 Apr 29 13:33:37.902851 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159ead15-50f0-47c1-9545-8404c79d6509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d770ca6a-6900-41ba-a5d1-39350f980f94,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:38.137195 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device 4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81 no longer exists at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:33:38.157399 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] No Port match for: 4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:33:38.157752 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device 4c3b3b5a-b33e-4487-80de-f5bc0f4ecb81 not bound to the agent host dv-cinder-837699-3-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:33:38.158193 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device f9fb300f-d8b7-4a3f-b80f-2de5dfdc5a43 no longer exists at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:33:38.177227 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] No Port match for: f9fb300f-d8b7-4a3f-b80f-2de5dfdc5a43 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:33:38.177583 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device f9fb300f-d8b7-4a3f-b80f-2de5dfdc5a43 not bound to the agent host dv-cinder-837699-3-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:33:38.178000 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device 508ba278-e111-4fe8-b702-ece06874af8d no longer exists at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:33:38.198339 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] No Port match for: 508ba278-e111-4fe8-b702-ece06874af8d {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:33:38.198688 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device 508ba278-e111-4fe8-b702-ece06874af8d not bound to the agent host dv-cinder-837699-3-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:33:39.906198 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 56690) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:33:40.015338 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7fdc040f-66f2-4e98-aa06-dc19bd5c0a8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:40.097959 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7fdc040f-66f2-4e98-aa06-dc19bd5c0a8e admin admin] Publish callbacks [] for security_group (8e5f444c-9dbd-4c1c-8bc0-e687152e26c7), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:40.103286 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7fdc040f-66f2-4e98-aa06-dc19bd5c0a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (8e5f444c-9dbd-4c1c-8bc0-e687152e26c7), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:40.145992 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-7fdc040f-66f2-4e98-aa06-dc19bd5c0a8e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=158a0752ab6741078cd5ed3f94a0620c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2386796 Apr 29 13:33:40.146863 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdc040f-66f2-4e98-aa06-dc19bd5c0a8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5f444c-9dbd-4c1c-8bc0-e687152e26c7,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:40.149027 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 56698) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:33:40.201389 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9e4c7c00-a8a6-4073-8429-3fde4e85a010 admin admin] Publish callbacks [] for security_group (8e5f444c-9dbd-4c1c-8bc0-e687152e26c7), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:40.223846 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9e4c7c00-a8a6-4073-8429-3fde4e85a010 admin admin] Publish callbacks [] for security_group (8e5f444c-9dbd-4c1c-8bc0-e687152e26c7), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:40.278073 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9e4c7c00-a8a6-4073-8429-3fde4e85a010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (8e5f444c-9dbd-4c1c-8bc0-e687152e26c7), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:40.280591 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9e4c7c00-a8a6-4073-8429-3fde4e85a010 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:40.281479 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 56702) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:33:40.281915 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-9e4c7c00-a8a6-4073-8429-3fde4e85a010 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8e5f444c-9dbd-4c1c-8bc0-e687152e26c7 HTTP/1.1" status: 204 len: 168 time: 0.1316719 Apr 29 13:33:40.290535 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4c7c00-a8a6-4073-8429-3fde4e85a010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5f444c-9dbd-4c1c-8bc0-e687152e26c7,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:40.394317 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4bb1c080-53be-45ee-b9fa-cdc4fab61ab9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:40.476269 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4bb1c080-53be-45ee-b9fa-cdc4fab61ab9 admin admin] Publish callbacks [] for security_group (a69582ce-5ec6-4b4e-ada9-48b03e3219bc), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:40.480419 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4bb1c080-53be-45ee-b9fa-cdc4fab61ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (a69582ce-5ec6-4b4e-ada9-48b03e3219bc), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:40.521736 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-4bb1c080-53be-45ee-b9fa-cdc4fab61ab9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f0d06eed9f1547d5be098ee523973827&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2386048 Apr 29 13:33:40.523349 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb1c080-53be-45ee-b9fa-cdc4fab61ab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a69582ce-5ec6-4b4e-ada9-48b03e3219bc,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:40.525028 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 56710) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:33:40.567829 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 56712) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:33:40.576857 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-04c1752c-48b2-4393-8063-486a15b9464f admin admin] Publish callbacks [] for security_group (a69582ce-5ec6-4b4e-ada9-48b03e3219bc), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:40.581156 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d29fe814-bb5b-4b63-a185-f9ea6ab95100 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:40.598791 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-04c1752c-48b2-4393-8063-486a15b9464f admin admin] Publish callbacks [] for security_group (a69582ce-5ec6-4b4e-ada9-48b03e3219bc), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:40.653905 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-04c1752c-48b2-4393-8063-486a15b9464f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (a69582ce-5ec6-4b4e-ada9-48b03e3219bc), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:40.656491 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-04c1752c-48b2-4393-8063-486a15b9464f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:40.657718 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-04c1752c-48b2-4393-8063-486a15b9464f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a69582ce-5ec6-4b4e-ada9-48b03e3219bc HTTP/1.1" status: 204 len: 168 time: 0.1316319 Apr 29 13:33:40.661950 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d29fe814-bb5b-4b63-a185-f9ea6ab95100 admin admin] Publish callbacks [] for security_group (6cd0f305-6a04-481a-b8ae-963a10b77a1a), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:40.666385 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c1752c-48b2-4393-8063-486a15b9464f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a69582ce-5ec6-4b4e-ada9-48b03e3219bc,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:40.667018 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d29fe814-bb5b-4b63-a185-f9ea6ab95100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (6cd0f305-6a04-481a-b8ae-963a10b77a1a), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:40.706752 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-d29fe814-bb5b-4b63-a185-f9ea6ab95100 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e14b6b530a164273841601102c417931&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1377010 Apr 29 13:33:40.710270 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 56716) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:33:40.712618 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29fe814-bb5b-4b63-a185-f9ea6ab95100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd0f305-6a04-481a-b8ae-963a10b77a1a,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:40.768891 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c4608ff3-bedc-4370-9c0c-1a6f870c392f admin admin] Publish callbacks [] for security_group (6cd0f305-6a04-481a-b8ae-963a10b77a1a), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:40.792155 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c4608ff3-bedc-4370-9c0c-1a6f870c392f admin admin] Publish callbacks [] for security_group (6cd0f305-6a04-481a-b8ae-963a10b77a1a), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:40.847656 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c4608ff3-bedc-4370-9c0c-1a6f870c392f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (6cd0f305-6a04-481a-b8ae-963a10b77a1a), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:40.853680 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c4608ff3-bedc-4370-9c0c-1a6f870c392f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:40.853680 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-c4608ff3-bedc-4370-9c0c-1a6f870c392f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6cd0f305-6a04-481a-b8ae-963a10b77a1a HTTP/1.1" status: 204 len: 168 time: 0.1401227 Apr 29 13:33:40.863200 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4608ff3-bedc-4370-9c0c-1a6f870c392f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd0f305-6a04-481a-b8ae-963a10b77a1a,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:42.880268 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 56818) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:33:42.989532 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a96c82a3-59c3-4070-8de2-076a0c5f6366 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:43.075522 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a96c82a3-59c3-4070-8de2-076a0c5f6366 admin admin] Publish callbacks [] for security_group (8ee1425b-92fc-47a6-b462-3fa7f6619299), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:43.086796 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a96c82a3-59c3-4070-8de2-076a0c5f6366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (8ee1425b-92fc-47a6-b462-3fa7f6619299), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:43.125418 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96c82a3-59c3-4070-8de2-076a0c5f6366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee1425b-92fc-47a6-b462-3fa7f6619299,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:43.149480 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-a96c82a3-59c3-4070-8de2-076a0c5f6366 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0068ac7b66d84e38bbae91812c471846&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2680578 Apr 29 13:33:43.152218 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 56832) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:33:43.186945 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3a4b3e-ffee-4935-adba-3f4bf49c9d5f req-0889ec86-d323-47f8-80ff-79e6d09fa604 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:33:43.188589 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5c3a4b3e-ffee-4935-adba-3f4bf49c9d5f req-0889ec86-d323-47f8-80ff-79e6d09fa604 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=2df8f832-8bcf-481a-a787-05093f0191c3 HTTP/1.1" status: 200 len: 946 time: 0.0642238 Apr 29 13:33:43.206920 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e5f7b6bb-a34c-41aa-8b1f-0a8d43f1b7a7 admin admin] Publish callbacks [] for security_group (8ee1425b-92fc-47a6-b462-3fa7f6619299), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:43.232001 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e5f7b6bb-a34c-41aa-8b1f-0a8d43f1b7a7 admin admin] Publish callbacks [] for security_group (8ee1425b-92fc-47a6-b462-3fa7f6619299), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:43.259291 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5c3a4b3e-ffee-4935-adba-3f4bf49c9d5f req-cb1129a0-879d-495d-a99e-03812c469537 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=e57e07d0-785f-4b2c-b327-971ab649be45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592372 Apr 29 13:33:43.291206 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e5f7b6bb-a34c-41aa-8b1f-0a8d43f1b7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (8ee1425b-92fc-47a6-b462-3fa7f6619299), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:43.293761 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e5f7b6bb-a34c-41aa-8b1f-0a8d43f1b7a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:43.294904 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-e5f7b6bb-a34c-41aa-8b1f-0a8d43f1b7a7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8ee1425b-92fc-47a6-b462-3fa7f6619299 HTTP/1.1" status: 204 len: 168 time: 0.1410849 Apr 29 13:33:43.302750 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f7b6bb-a34c-41aa-8b1f-0a8d43f1b7a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee1425b-92fc-47a6-b462-3fa7f6619299,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:43.557117 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 56840) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:33:43.569978 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9b4379e9-5540-47d6-be8f-aa10ce462595 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:43.646417 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9b4379e9-5540-47d6-be8f-aa10ce462595 admin admin] Publish callbacks [] for security_group (dac3a725-a563-43a2-891e-300d2bbfd244), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:43.651060 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9b4379e9-5540-47d6-be8f-aa10ce462595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (dac3a725-a563-43a2-891e-300d2bbfd244), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:43.687852 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4379e9-5540-47d6-be8f-aa10ce462595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac3a725-a563-43a2-891e-300d2bbfd244,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:43.694121 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-9b4379e9-5540-47d6-be8f-aa10ce462595 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f2cb274e36b447d1b101587afdb90579&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1342120 Apr 29 13:33:43.695228 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 56842) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:33:43.743818 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f813bc10-5456-462d-8f35-7b86ed554d5b admin admin] Publish callbacks [] for security_group (dac3a725-a563-43a2-891e-300d2bbfd244), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:43.765135 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f813bc10-5456-462d-8f35-7b86ed554d5b admin admin] Publish callbacks [] for security_group (dac3a725-a563-43a2-891e-300d2bbfd244), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:43.811148 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f813bc10-5456-462d-8f35-7b86ed554d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (dac3a725-a563-43a2-891e-300d2bbfd244), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:43.814085 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f813bc10-5456-462d-8f35-7b86ed554d5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:43.815259 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-f813bc10-5456-462d-8f35-7b86ed554d5b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dac3a725-a563-43a2-891e-300d2bbfd244 HTTP/1.1" status: 204 len: 168 time: 0.1193781 Apr 29 13:33:43.823653 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f813bc10-5456-462d-8f35-7b86ed554d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac3a725-a563-43a2-891e-300d2bbfd244,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:44.380582 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ea4e0-7d67-47d1-95a8-11020a9bdcbd req-c0a3bb35-2afc-4926-b0ba-6dc32ffaf11a tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:33:44.382236 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7d0ea4e0-7d67-47d1-95a8-11020a9bdcbd req-c0a3bb35-2afc-4926-b0ba-6dc32ffaf11a tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=2df8f832-8bcf-481a-a787-05093f0191c3 HTTP/1.1" status: 200 len: 946 time: 0.0515070 Apr 29 13:33:44.432097 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7d0ea4e0-7d67-47d1-95a8-11020a9bdcbd req-6ddf2c82-4180-41c4-8b95-38bd41bb91ca tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=e57e07d0-785f-4b2c-b327-971ab649be45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442758 Apr 29 13:33:45.559049 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4a8d2e-76b6-4e43-823e-40644ce9157f req-484f550b-22ac-43c6-b8f1-6944aa2b6037 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:33:45.560669 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9a4a8d2e-76b6-4e43-823e-40644ce9157f req-484f550b-22ac-43c6-b8f1-6944aa2b6037 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=2df8f832-8bcf-481a-a787-05093f0191c3 HTTP/1.1" status: 200 len: 946 time: 0.0525622 Apr 29 13:33:45.610628 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9a4a8d2e-76b6-4e43-823e-40644ce9157f req-1ad54e4a-b2a5-4b85-8b68-b3bd9c0bb45d tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=e57e07d0-785f-4b2c-b327-971ab649be45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443046 Apr 29 13:33:46.734009 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb44446-f571-4505-9ff9-4cc1b1ca04c2 req-95a4b3e1-8481-4eb5-b9f7-4d65aa2596a2 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:33:46.735495 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-edb44446-f571-4505-9ff9-4cc1b1ca04c2 req-95a4b3e1-8481-4eb5-b9f7-4d65aa2596a2 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=2df8f832-8bcf-481a-a787-05093f0191c3 HTTP/1.1" status: 200 len: 946 time: 0.0468688 Apr 29 13:33:46.783639 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-edb44446-f571-4505-9ff9-4cc1b1ca04c2 req-757766f5-2dbb-4e4a-af04-42e3870e5ae6 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=e57e07d0-785f-4b2c-b327-971ab649be45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425997 Apr 29 13:33:48.162193 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48001a52-3775-4d0e-a843-af02d30fb2e6 req-6ce37b05-f821-427b-a6ca-7f6b4fe4c435 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:33:48.163928 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-48001a52-3775-4d0e-a843-af02d30fb2e6 req-6ce37b05-f821-427b-a6ca-7f6b4fe4c435 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=2df8f832-8bcf-481a-a787-05093f0191c3 HTTP/1.1" status: 200 len: 946 time: 0.3066421 Apr 29 13:33:48.212217 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-48001a52-3775-4d0e-a843-af02d30fb2e6 req-3df6c248-84f8-4f8a-99df-fcb0baeace1d tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups?id=e57e07d0-785f-4b2c-b327-971ab649be45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421240 Apr 29 13:33:48.295467 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c4f3bb-0e0e-493d-b94c-6291f3dee1b4 req-3f6615bb-378f-4a5a-9c95-1fb417cb85e7 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:33:48.296952 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e5c4f3bb-0e0e-493d-b94c-6291f3dee1b4 req-3f6615bb-378f-4a5a-9c95-1fb417cb85e7 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.75 "GET /v2.0/ports?device_id=2df8f832-8bcf-481a-a787-05093f0191c3 HTTP/1.1" status: 200 len: 946 time: 0.0466502 Apr 29 13:33:48.385352 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-e5c4f3bb-0e0e-493d-b94c-6291f3dee1b4 req-74195474-fc83-4ba5-9747-fefd337c32e5 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Deleting port 0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:33:48.385696 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-e5c4f3bb-0e0e-493d-b94c-6291f3dee1b4 req-74195474-fc83-4ba5-9747-fefd337c32e5 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783156326988'] for port (0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:48.481325 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-e5c4f3bb-0e0e-493d-b94c-6291f3dee1b4 req-74195474-fc83-4ba5-9747-fefd337c32e5 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] For port 0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a,segment=NetworkSegment(4fd29a15-20ce-448e-b25d-cf8073262121),segment_id=4fd29a15-20ce-448e-b25d-cf8073262121)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:33:48.481699 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-e5c4f3bb-0e0e-493d-b94c-6291f3dee1b4 req-74195474-fc83-4ba5-9747-fefd337c32e5 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749638'] for port (0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:48.666235 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-e5c4f3bb-0e0e-493d-b94c-6291f3dee1b4 req-74195474-fc83-4ba5-9747-fefd337c32e5 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:48.666613 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-e5c4f3bb-0e0e-493d-b94c-6291f3dee1b4 req-74195474-fc83-4ba5-9747-fefd337c32e5 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706107'] for floatingip (6449653d-0642-4087-bbd4-489b5efc67bf), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:48.666934 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.db.l3_db [req-e5c4f3bb-0e0e-493d-b94c-6291f3dee1b4 req-74195474-fc83-4ba5-9747-fefd337c32e5 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Floating IP 6449653d-0642-4087-bbd4-489b5efc67bf disassociated. External IP: 172.27.0.21, port: 0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a. Apr 29 13:33:48.667287 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-e5c4f3bb-0e0e-493d-b94c-6291f3dee1b4 req-74195474-fc83-4ba5-9747-fefd337c32e5 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Calling delete_port for 0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:33:48.807673 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-e5c4f3bb-0e0e-493d-b94c-6291f3dee1b4 req-74195474-fc83-4ba5-9747-fefd337c32e5 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783156333258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783155810407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8537941'] for port (0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:48.838755 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74195474-fc83-4ba5-9747-fefd337c32e5 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Pushing event deleted for resources: {'Port': ['ID=0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:48.888387 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74195474-fc83-4ba5-9747-fefd337c32e5 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:48.888839 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74195474-fc83-4ba5-9747-fefd337c32e5 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:48.889117 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74195474-fc83-4ba5-9747-fefd337c32e5 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:48.889465 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74195474-fc83-4ba5-9747-fefd337c32e5 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:48.889805 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74195474-fc83-4ba5-9747-fefd337c32e5 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:48.890247 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74195474-fc83-4ba5-9747-fefd337c32e5 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:48.890465 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74195474-fc83-4ba5-9747-fefd337c32e5 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:48.890798 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74195474-fc83-4ba5-9747-fefd337c32e5 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:48.891133 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74195474-fc83-4ba5-9747-fefd337c32e5 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:48.891468 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74195474-fc83-4ba5-9747-fefd337c32e5 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:48.891796 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74195474-fc83-4ba5-9747-fefd337c32e5 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:48.892123 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74195474-fc83-4ba5-9747-fefd337c32e5 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:48.892453 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74195474-fc83-4ba5-9747-fefd337c32e5 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:48.892797 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74195474-fc83-4ba5-9747-fefd337c32e5 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:48.893130 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74195474-fc83-4ba5-9747-fefd337c32e5 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:48.979552 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e5c4f3bb-0e0e-493d-b94c-6291f3dee1b4 req-74195474-fc83-4ba5-9747-fefd337c32e5 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Router a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd has already been hosted by L3 agent ffd5f049-29fc-4e99-906d-6eadce93ab48 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:33:49.101228 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e5c4f3bb-0e0e-493d-b94c-6291f3dee1b4 req-74195474-fc83-4ba5-9747-fefd337c32e5 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Notify agent at l3_agent.dv-cinder-837699-3-iscsi the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:33:49.110867 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395952d0-c41c-4500-846f-6637a5d83048 None None] Sync routers for ids ['a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd'] in dv-cinder-837699-3-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:33:49.122119 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395952d0-c41c-4500-846f-6637a5d83048 None None] Routers {'a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:33:49.122733 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-395952d0-c41c-4500-846f-6637a5d83048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:33:24Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:33:49.148990 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5c4f3bb-0e0e-493d-b94c-6291f3dee1b4 req-74195474-fc83-4ba5-9747-fefd337c32e5 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] No DVR routers for this DVR port 0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a on host hv-cinder-83769 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:33:49.151495 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-e5c4f3bb-0e0e-493d-b94c-6291f3dee1b4 req-74195474-fc83-4ba5-9747-fefd337c32e5 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:49.154857 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e5c4f3bb-0e0e-493d-b94c-6291f3dee1b4 req-74195474-fc83-4ba5-9747-fefd337c32e5 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.75 "DELETE /v2.0/ports/0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a HTTP/1.1" status: 204 len: 173 time: 0.8516390 Apr 29 13:33:49.155313 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2df8f832-8bcf-481a-a787-05093f0191c3', 'name': 'network-vif-deleted', 'tag': '0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:33:49.157990 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34453e8beaba66333125c1a762a789c78ce2f458b63942c2f470c2340433bc94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48b5f2c5-f949-4076-bef8-0173e654a982" -d '{"events": [{"server_uuid": "2df8f832-8bcf-481a-a787-05093f0191c3", "name": "network-vif-deleted", "tag": "0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:33:49.197998 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c3d8b5-daf3-4615-aa9e-19d4a62db41c x-openstack-request-id: req-49c3d8b5-daf3-4615-aa9e-19d4a62db41c {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:33:49.198688 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2df8f832-8bcf-481a-a787-05093f0191c3", "name": "network-vif-deleted", "tag": "0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:33:49.198688 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-49c3d8b5-daf3-4615-aa9e-19d4a62db41c {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:33:49.199205 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49c3d8b5-daf3-4615-aa9e-19d4a62db41c'] response: {'server_uuid': '2df8f832-8bcf-481a-a787-05093f0191c3', 'name': 'network-vif-deleted', 'tag': '0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a', 'status': 'completed', 'code': 200} Apr 29 13:33:49.235978 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-395952d0-c41c-4500-846f-6637a5d83048 None None] Set router a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd gateway port host: dv-cinder-837699-3-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:33:49.330961 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bb1403a4-bf33-4e82-9d09-3b280656ab70 req-b954225f-2285-4035-bb2f-f6a446937186 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=2df8f832-8bcf-481a-a787-05093f0191c3 HTTP/1.1" status: 200 len: 210 time: 0.0317116 Apr 29 13:33:49.440673 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-395952d0-c41c-4500-846f-6637a5d83048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd', 'name': 'tempest-AttachVolumeShelveTestJSON-1550131135-router', 'tenant_id': '62259e68f4eb4e72bddb618088a3d06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '866e1567-71eb-41ed-a87e-796e78667f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:34Z', 'updated_at': '2022-04-29T13:21:50Z', 'revision_number': 4, 'project_id': '62259e68f4eb4e72bddb618088a3d06a', 'gw_port': {'id': '866e1567-71eb-41ed-a87e-796e78667f40', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:92:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:37Z', 'updated_at': '2022-04-29T13:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_interfaces': [{'id': 'f62e06f5-fe6a-4baa-8595-55a8a668d899', 'name': '', 'network_id': '3410551e-5a46-4ac5-98b2-aca173f9205e', 'tenant_id': '62259e68f4eb4e72bddb618088a3d06a', 'mac_address': 'fa:16:3e:05:35:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'd4719930-215c-410a-9121-e8646740b594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:48Z', 'updated_at': '2022-04-29T13:22:05Z', 'revision_number': 5, 'project_id': '62259e68f4eb4e72bddb618088a3d06a', 'subnets': [{'id': 'd4719930-215c-410a-9121-e8646740b594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:33:49.468143 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395952d0-c41c-4500-846f-6637a5d83048 None None] Checking router: a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd for host: dv-cinder-837699-3-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:33:49.477566 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395952d0-c41c-4500-846f-6637a5d83048 None None] Routers {'a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:33:49.478176 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-395952d0-c41c-4500-846f-6637a5d83048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:33:24Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:33:49.676664 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-395952d0-c41c-4500-846f-6637a5d83048 None None] Set router a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd gateway port host: dv-cinder-837699-3-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:33:49.869239 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-395952d0-c41c-4500-846f-6637a5d83048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd', 'name': 'tempest-AttachVolumeShelveTestJSON-1550131135-router', 'tenant_id': '62259e68f4eb4e72bddb618088a3d06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '866e1567-71eb-41ed-a87e-796e78667f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:34Z', 'updated_at': '2022-04-29T13:21:50Z', 'revision_number': 4, 'project_id': '62259e68f4eb4e72bddb618088a3d06a', 'gw_port': {'id': '866e1567-71eb-41ed-a87e-796e78667f40', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:92:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:37Z', 'updated_at': '2022-04-29T13:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_interfaces': [{'id': 'f62e06f5-fe6a-4baa-8595-55a8a668d899', 'name': '', 'network_id': '3410551e-5a46-4ac5-98b2-aca173f9205e', 'tenant_id': '62259e68f4eb4e72bddb618088a3d06a', 'mac_address': 'fa:16:3e:05:35:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'd4719930-215c-410a-9121-e8646740b594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:48Z', 'updated_at': '2022-04-29T13:22:05Z', 'revision_number': 5, 'project_id': '62259e68f4eb4e72bddb618088a3d06a', 'subnets': [{'id': 'd4719930-215c-410a-9121-e8646740b594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:33:49.895118 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395952d0-c41c-4500-846f-6637a5d83048 None None] The sync data for ids ['a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd'] in dv-cinder-837699-3-iscsi is: [{'id': 'a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd', 'name': 'tempest-AttachVolumeShelveTestJSON-1550131135-router', 'tenant_id': '62259e68f4eb4e72bddb618088a3d06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '866e1567-71eb-41ed-a87e-796e78667f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:34Z', 'updated_at': '2022-04-29T13:21:50Z', 'revision_number': 4, 'project_id': '62259e68f4eb4e72bddb618088a3d06a', 'gw_port': {'id': '866e1567-71eb-41ed-a87e-796e78667f40', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:92:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:37Z', 'updated_at': '2022-04-29T13:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_interfaces': [{'id': 'f62e06f5-fe6a-4baa-8595-55a8a668d899', 'name': '', 'network_id': '3410551e-5a46-4ac5-98b2-aca173f9205e', 'tenant_id': '62259e68f4eb4e72bddb618088a3d06a', 'mac_address': 'fa:16:3e:05:35:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'd4719930-215c-410a-9121-e8646740b594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:48Z', 'updated_at': '2022-04-29T13:22:05Z', 'revision_number': 5, 'project_id': '62259e68f4eb4e72bddb618088a3d06a', 'subnets': [{'id': 'd4719930-215c-410a-9121-e8646740b594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:33:50.113451 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9864b189-6d91-47eb-94d9-883f32960d99 None None] New status for floating IP 6449653d-0642-4087-bbd4-489b5efc67bf: DOWN {{(pid=103366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 13:33:50.436738 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-17b8d2b3-40bf-4214-aa10-1b58dc9deacb req-93af7dd0-92f1-4b2a-8ab9-ceaec3df1d5f tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=2df8f832-8bcf-481a-a787-05093f0191c3 HTTP/1.1" status: 200 len: 210 time: 0.0278528 Apr 29 13:33:51.537371 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-325d7440-0415-4882-955d-42ac288a24e9 req-2b69e803-b83e-4052-b64a-31a9fe18abf0 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=2df8f832-8bcf-481a-a787-05093f0191c3 HTTP/1.1" status: 200 len: 210 time: 0.0281169 Apr 29 13:33:51.581869 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2e2125de-905e-4614-861f-83c4d8f80bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (e437e712-237e-4a54-83a8-782eed3c5f0c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:52.637731 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-ca6a7af6-92a4-409b-915d-de1b41fd8c61 req-4cf2a8b3-225a-4a9d-a399-e6f756bcd0cd tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/ports?device_id=2df8f832-8bcf-481a-a787-05093f0191c3 HTTP/1.1" status: 200 len: 210 time: 0.0301855 Apr 29 13:33:53.727944 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 56968) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:33:53.782627 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-289f56f7-b882-45b9-b0b2-bfc87fff6ed4 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks [] for security_group (e57e07d0-785f-4b2c-b327-971ab649be45), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:53.810806 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-289f56f7-b882-45b9-b0b2-bfc87fff6ed4 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks [] for security_group (e57e07d0-785f-4b2c-b327-971ab649be45), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:53.861861 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-289f56f7-b882-45b9-b0b2-bfc87fff6ed4 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (e57e07d0-785f-4b2c-b327-971ab649be45), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:53.864503 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-289f56f7-b882-45b9-b0b2-bfc87fff6ed4 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:53.865706 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-289f56f7-b882-45b9-b0b2-bfc87fff6ed4 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "DELETE /v2.0/security-groups/e57e07d0-785f-4b2c-b327-971ab649be45 HTTP/1.1" status: 204 len: 168 time: 0.1367207 Apr 29 13:33:53.869372 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 56972) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:33:53.875476 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289f56f7-b882-45b9-b0b2-bfc87fff6ed4 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e57e07d0-785f-4b2c-b327-971ab649be45,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:53.883056 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.api.v2.resource [None req-53342447-2537-40b4-8fd2-703fa5ac2c09 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] show failed (client error): The resource could not be found. Apr 29 13:33:53.884291 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-53342447-2537-40b4-8fd2-703fa5ac2c09 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "GET /v2.0/security-groups/e57e07d0-785f-4b2c-b327-971ab649be45 HTTP/1.1" status: 404 len: 347 time: 0.0138848 Apr 29 13:33:53.887183 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 56974) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:33:54.009502 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-82c440fb-c85d-4065-bf29-eebe23dc2f74 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Deleting port d651be8f-88e5-41e4-8521-098a60df1bde {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:33:54.009848 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-82c440fb-c85d-4065-bf29-eebe23dc2f74 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783156326988'] for port (d651be8f-88e5-41e4-8521-098a60df1bde), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:54.095640 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-82c440fb-c85d-4065-bf29-eebe23dc2f74 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749638'] for port (d651be8f-88e5-41e4-8521-098a60df1bde), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:54.095972 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-82c440fb-c85d-4065-bf29-eebe23dc2f74 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks [] for floatingip (d651be8f-88e5-41e4-8521-098a60df1bde), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:54.109696 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-82c440fb-c85d-4065-bf29-eebe23dc2f74 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Calling delete_port for d651be8f-88e5-41e4-8521-098a60df1bde owned by network:floatingip {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:33:54.249653 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-82c440fb-c85d-4065-bf29-eebe23dc2f74 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783156333258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783155810407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8537941'] for port (d651be8f-88e5-41e4-8521-098a60df1bde), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:54.259984 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-32e07a66-6813-409e-809a-7c1f5ad0ae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (ffd5f049-29fc-4e99-906d-6eadce93ab48), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:54.282330 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c440fb-c85d-4065-bf29-eebe23dc2f74 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Pushing event deleted for resources: {'Port': ['ID=d651be8f-88e5-41e4-8521-098a60df1bde,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:54.340965 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-82c440fb-c85d-4065-bf29-eebe23dc2f74 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks [] for floatingip (6449653d-0642-4087-bbd4-489b5efc67bf), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:54.343604 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-82c440fb-c85d-4065-bf29-eebe23dc2f74 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574'] for floatingip (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:54.344804 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-82c440fb-c85d-4065-bf29-eebe23dc2f74 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] 10.222.0.11 "DELETE /v2.0/floatingips/6449653d-0642-4087-bbd4-489b5efc67bf HTTP/1.1" status: 204 len: 168 time: 0.4566615 Apr 29 13:33:54.659442 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device 0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a no longer exists at agent hyperv_hv-cinder-83769 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:33:54.685700 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] No Port match for: 0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:33:54.686042 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device 0e4e74f2-ba04-4e5b-bc2c-4aafeae1d59a not bound to the agent host hv-cinder-83769 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:33:54.840659 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 56994) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:33:54.971599 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-be125109-6163-4f70-8eda-d2ebbf89208c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:55.050850 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-be125109-6163-4f70-8eda-d2ebbf89208c admin admin] Publish callbacks [] for security_group (57ddff20-199e-48d0-b92a-9c3a885c6090), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:55.054970 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-be125109-6163-4f70-8eda-d2ebbf89208c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (57ddff20-199e-48d0-b92a-9c3a885c6090), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:55.098228 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-be125109-6163-4f70-8eda-d2ebbf89208c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=93602129cb6b4d68a2087a63c8de06cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2564237 Apr 29 13:33:55.100359 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be125109-6163-4f70-8eda-d2ebbf89208c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57ddff20-199e-48d0-b92a-9c3a885c6090,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:55.101104 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 57006) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:33:55.166941 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-63a81a87-9f1b-478d-b6bf-c3cb93fbc0e1 admin admin] Publish callbacks [] for security_group (57ddff20-199e-48d0-b92a-9c3a885c6090), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:55.196623 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-63a81a87-9f1b-478d-b6bf-c3cb93fbc0e1 admin admin] Publish callbacks [] for security_group (57ddff20-199e-48d0-b92a-9c3a885c6090), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:55.254286 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-63a81a87-9f1b-478d-b6bf-c3cb93fbc0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (57ddff20-199e-48d0-b92a-9c3a885c6090), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:55.257037 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-63a81a87-9f1b-478d-b6bf-c3cb93fbc0e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:55.261269 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-63a81a87-9f1b-478d-b6bf-c3cb93fbc0e1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/57ddff20-199e-48d0-b92a-9c3a885c6090 HTTP/1.1" status: 204 len: 168 time: 0.1562827 Apr 29 13:33:55.267238 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a81a87-9f1b-478d-b6bf-c3cb93fbc0e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ddff20-199e-48d0-b92a-9c3a885c6090,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:55.522050 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 57020) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:33:55.536503 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3893cac5-41f0-48c0-b6ec-de2aa0249ec9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:55.616290 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3893cac5-41f0-48c0-b6ec-de2aa0249ec9 admin admin] Publish callbacks [] for security_group (fd81a272-e214-49e3-a136-a23ec055b744), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:55.621022 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3893cac5-41f0-48c0-b6ec-de2aa0249ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (fd81a272-e214-49e3-a136-a23ec055b744), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:55.661677 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-3893cac5-41f0-48c0-b6ec-de2aa0249ec9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0df57948f3b44190aeb3823bf2454690&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1385200 Apr 29 13:33:55.662419 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3893cac5-41f0-48c0-b6ec-de2aa0249ec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd81a272-e214-49e3-a136-a23ec055b744,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:55.665713 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 57028) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:33:55.717507 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a095a289-991b-4bb8-b964-fff3be966a68 admin admin] Publish callbacks [] for security_group (fd81a272-e214-49e3-a136-a23ec055b744), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:55.740578 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a095a289-991b-4bb8-b964-fff3be966a68 admin admin] Publish callbacks [] for security_group (fd81a272-e214-49e3-a136-a23ec055b744), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:55.789604 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a095a289-991b-4bb8-b964-fff3be966a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (fd81a272-e214-49e3-a136-a23ec055b744), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:55.792296 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a095a289-991b-4bb8-b964-fff3be966a68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:55.793503 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-a095a289-991b-4bb8-b964-fff3be966a68 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fd81a272-e214-49e3-a136-a23ec055b744 HTTP/1.1" status: 204 len: 168 time: 0.1274562 Apr 29 13:33:55.801559 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a095a289-991b-4bb8-b964-fff3be966a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd81a272-e214-49e3-a136-a23ec055b744,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:55.853510 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d46c6b96-c9c1-47b5-84ba-015c4e42046f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (1b2ea45c-9419-45d0-91af-29e2c5a1844a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:56.780073 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 57070) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:33:57.305102 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bea047bf-f99e-49b2-8b9d-5ba249a30c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (23d6c007-0036-4fdb-b033-28b1fd628d82), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:57.337330 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ea802e6d-aedb-4ad5-a962-920081f69a76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711483'] for router_interface (a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:57.876232 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-ea802e6d-aedb-4ad5-a962-920081f69a76 admin admin] Deleting port f62e06f5-fe6a-4baa-8595-55a8a668d899 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:33:57.876918 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ea802e6d-aedb-4ad5-a962-920081f69a76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783156326988'] for port (f62e06f5-fe6a-4baa-8595-55a8a668d899), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:57.953592 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-ea802e6d-aedb-4ad5-a962-920081f69a76 admin admin] For port f62e06f5-fe6a-4baa-8595-55a8a668d899, host dv-cinder-837699-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=f62e06f5-fe6a-4baa-8595-55a8a668d899,segment=NetworkSegment(4fd29a15-20ce-448e-b25d-cf8073262121),segment_id=4fd29a15-20ce-448e-b25d-cf8073262121)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:33:57.953867 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ea802e6d-aedb-4ad5-a962-920081f69a76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749638'] for port (f62e06f5-fe6a-4baa-8595-55a8a668d899), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:57.966322 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-ea802e6d-aedb-4ad5-a962-920081f69a76 admin admin] Calling delete_port for f62e06f5-fe6a-4baa-8595-55a8a668d899 owned by network:router_interface {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:33:58.146919 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ea802e6d-aedb-4ad5-a962-920081f69a76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783156333258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783155810407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9127861'] for port (f62e06f5-fe6a-4baa-8595-55a8a668d899), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:58.176770 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea802e6d-aedb-4ad5-a962-920081f69a76 admin admin] Pushing event deleted for resources: {'Port': ['ID=f62e06f5-fe6a-4baa-8595-55a8a668d899,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:58.348727 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ea802e6d-aedb-4ad5-a962-920081f69a76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711575'] for router_interface (a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:58.571008 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea802e6d-aedb-4ad5-a962-920081f69a76 admin admin] Router a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd has already been hosted by L3 agent ffd5f049-29fc-4e99-906d-6eadce93ab48 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:33:58.679982 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea802e6d-aedb-4ad5-a962-920081f69a76 admin admin] Notify agent at l3_agent.dv-cinder-837699-3-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:33:58.687788 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-ea802e6d-aedb-4ad5-a962-920081f69a76 admin admin] 10.222.0.11 "PUT /v2.0/routers/a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9041650 Apr 29 13:33:58.688419 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 57104) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:33:58.692727 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf66f6a-e457-4801-aea3-21acca504b15 None None] Sync routers for ids ['a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd'] in dv-cinder-837699-3-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:33:58.705382 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf66f6a-e457-4801-aea3-21acca504b15 None None] Routers {'a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:33:58.706152 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-ddf66f6a-e457-4801-aea3-21acca504b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:33:54Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:33:58.706517 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (070d87cd-fed4-4d07-85b5-c26ded61f2d8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:58.799547 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-40f5267c-508b-426e-8c2b-6d3ce9dba3f3 admin admin] Publish callbacks [] for router (a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:58.817486 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-ddf66f6a-e457-4801-aea3-21acca504b15 None None] Set router a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd gateway port host: dv-cinder-837699-3-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:33:58.908678 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-40f5267c-508b-426e-8c2b-6d3ce9dba3f3 admin admin] Publish callbacks [] for router_gateway (a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:58.957808 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-40f5267c-508b-426e-8c2b-6d3ce9dba3f3 admin admin] Deleting port 866e1567-71eb-41ed-a87e-796e78667f40 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:33:58.958140 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-40f5267c-508b-426e-8c2b-6d3ce9dba3f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783156326988'] for port (866e1567-71eb-41ed-a87e-796e78667f40), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:58.992560 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-ddf66f6a-e457-4801-aea3-21acca504b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd', 'name': 'tempest-AttachVolumeShelveTestJSON-1550131135-router', 'tenant_id': '62259e68f4eb4e72bddb618088a3d06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '866e1567-71eb-41ed-a87e-796e78667f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:34Z', 'updated_at': '2022-04-29T13:33:58Z', 'revision_number': 5, 'project_id': '62259e68f4eb4e72bddb618088a3d06a', 'gw_port': {'id': '866e1567-71eb-41ed-a87e-796e78667f40', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:92:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:21:37Z', 'updated_at': '2022-04-29T13:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi'}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:33:59.022089 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf66f6a-e457-4801-aea3-21acca504b15 None None] Checking router: a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd for host: dv-cinder-837699-3-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:33:59.030359 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf66f6a-e457-4801-aea3-21acca504b15 None None] Routers {'a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:33:59.030957 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-ddf66f6a-e457-4801-aea3-21acca504b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:33:54Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:33:59.042750 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-40f5267c-508b-426e-8c2b-6d3ce9dba3f3 admin admin] For port 866e1567-71eb-41ed-a87e-796e78667f40, host dv-cinder-837699-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=866e1567-71eb-41ed-a87e-796e78667f40,segment=NetworkSegment(2ea0efb1-2525-44c9-8409-d88aaadc45e7),segment_id=2ea0efb1-2525-44c9-8409-d88aaadc45e7)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:33:59.043058 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-40f5267c-508b-426e-8c2b-6d3ce9dba3f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749638'] for port (866e1567-71eb-41ed-a87e-796e78667f40), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:59.057007 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-40f5267c-508b-426e-8c2b-6d3ce9dba3f3 admin admin] Calling delete_port for 866e1567-71eb-41ed-a87e-796e78667f40 owned by network:router_gateway {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:33:59.120228 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-ddf66f6a-e457-4801-aea3-21acca504b15 None None] Set router a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd gateway port host: None {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:33:59.172179 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-ddf66f6a-e457-4801-aea3-21acca504b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd', 'name': 'tempest-AttachVolumeShelveTestJSON-1550131135-router', 'tenant_id': '62259e68f4eb4e72bddb618088a3d06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:34Z', 'updated_at': '2022-04-29T13:33:58Z', 'revision_number': 6, 'project_id': '62259e68f4eb4e72bddb618088a3d06a', 'gw_port_host': None}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:33:59.202348 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf66f6a-e457-4801-aea3-21acca504b15 None None] The sync data for ids ['a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd'] in dv-cinder-837699-3-iscsi is: [{'id': 'a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd', 'name': 'tempest-AttachVolumeShelveTestJSON-1550131135-router', 'tenant_id': '62259e68f4eb4e72bddb618088a3d06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:21:34Z', 'updated_at': '2022-04-29T13:33:58Z', 'revision_number': 6, 'project_id': '62259e68f4eb4e72bddb618088a3d06a', 'gw_port_host': None}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:33:59.234595 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-40f5267c-508b-426e-8c2b-6d3ce9dba3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783156333258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783155810407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8537941'] for port (866e1567-71eb-41ed-a87e-796e78667f40), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:59.260536 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f5267c-508b-426e-8c2b-6d3ce9dba3f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=866e1567-71eb-41ed-a87e-796e78667f40,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:59.321994 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-40f5267c-508b-426e-8c2b-6d3ce9dba3f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-721149'] for router_gateway (a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:59.416144 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-40f5267c-508b-426e-8c2b-6d3ce9dba3f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5385'] for router (a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:59.418406 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-40f5267c-508b-426e-8c2b-6d3ce9dba3f3 admin admin] Publish callbacks [] for router_controller (a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd), precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:59.466141 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-40f5267c-508b-426e-8c2b-6d3ce9dba3f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709215'] for router (a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:59.466653 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40f5267c-508b-426e-8c2b-6d3ce9dba3f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd {{(pid=103364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 13:33:59.470932 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-40f5267c-508b-426e-8c2b-6d3ce9dba3f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:59.472335 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-40f5267c-508b-426e-8c2b-6d3ce9dba3f3 admin admin] 10.222.0.11 "DELETE /v2.0/routers/a88c0c9d-2bb9-4f83-b5c0-ffd07c9541dd HTTP/1.1" status: 204 len: 168 time: 0.7824047 Apr 29 13:33:59.474983 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 57106) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:33:59.521302 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5802769-0a54-42de-b5e5-2166c4822844 admin admin] Deleting subnet d4719930-215c-410a-9121-e8646740b594 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 13:33:59.525303 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b5802769-0a54-42de-b5e5-2166c4822844 admin admin] Publish callbacks [] for subnet (d4719930-215c-410a-9121-e8646740b594), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:59.562095 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b5802769-0a54-42de-b5e5-2166c4822844 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9333816'] for subnet (d4719930-215c-410a-9121-e8646740b594), precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:59.650835 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b5802769-0a54-42de-b5e5-2166c4822844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1407265'] for subnet (d4719930-215c-410a-9121-e8646740b594), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:59.701844 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b5802769-0a54-42de-b5e5-2166c4822844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1407272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8537476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9228789'] for subnet (d4719930-215c-410a-9121-e8646740b594), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:59.736581 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5802769-0a54-42de-b5e5-2166c4822844 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4719930-215c-410a-9121-e8646740b594,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:59.738827 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b5802769-0a54-42de-b5e5-2166c4822844 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549835'] for subnet (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:59.742208 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-b5802769-0a54-42de-b5e5-2166c4822844 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/d4719930-215c-410a-9121-e8646740b594 HTTP/1.1" status: 204 len: 168 time: 0.2662282 Apr 29 13:33:59.744780 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 57112) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:33:59.745774 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a3bf77-71f7-459a-9d82-c5ad2a29e8f7 None None] Network 3410551e-5a46-4ac5-98b2-aca173f9205e requested from dv-cinder-837699-3-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:33:59.821307 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-084adc32-0b51-4b01-af64-de279af81fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793423'] for network (3410551e-5a46-4ac5-98b2-aca173f9205e), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:59.867768 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-084adc32-0b51-4b01-af64-de279af81fa5 admin admin] Deleting port ded7978e-6629-4cbc-9c3a-cd657ad658a6 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:33:59.868122 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-084adc32-0b51-4b01-af64-de279af81fa5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783156326988'] for port (ded7978e-6629-4cbc-9c3a-cd657ad658a6), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:59.936444 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-084adc32-0b51-4b01-af64-de279af81fa5 admin admin] For port ded7978e-6629-4cbc-9c3a-cd657ad658a6, host dv-cinder-837699-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=ded7978e-6629-4cbc-9c3a-cd657ad658a6,segment=NetworkSegment(4fd29a15-20ce-448e-b25d-cf8073262121),segment_id=4fd29a15-20ce-448e-b25d-cf8073262121)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:33:59.936846 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-084adc32-0b51-4b01-af64-de279af81fa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749638'] for port (ded7978e-6629-4cbc-9c3a-cd657ad658a6), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:59.951261 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-084adc32-0b51-4b01-af64-de279af81fa5 admin admin] Calling delete_port for ded7978e-6629-4cbc-9c3a-cd657ad658a6 owned by network:dhcp {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:33:59.960653 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6bbd15-8cea-4cbd-9b64-effb42957f22 None None] DHCP port deletion for 3410551e-5a46-4ac5-98b2-aca173f9205e request from dv-cinder-837699-3-iscsi {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 13:33:59.999992 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-7d6bbd15-8cea-4cbd-9b64-effb42957f22 None None] Deleting port ded7978e-6629-4cbc-9c3a-cd657ad658a6 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:34:00.000365 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7d6bbd15-8cea-4cbd-9b64-effb42957f22 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783156326988'] for port (ded7978e-6629-4cbc-9c3a-cd657ad658a6), before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:00.039041 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-084adc32-0b51-4b01-af64-de279af81fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783156333258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783155810407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9127861'] for port (ded7978e-6629-4cbc-9c3a-cd657ad658a6), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:00.069471 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (477bd1e1-70d7-4a7b-b37c-5892af57f2e4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:00.077283 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-7d6bbd15-8cea-4cbd-9b64-effb42957f22 None None] For port ded7978e-6629-4cbc-9c3a-cd657ad658a6, host dv-cinder-837699-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=ded7978e-6629-4cbc-9c3a-cd657ad658a6,segment=NetworkSegment(4fd29a15-20ce-448e-b25d-cf8073262121),segment_id=4fd29a15-20ce-448e-b25d-cf8073262121)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:34:00.077680 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7d6bbd15-8cea-4cbd-9b64-effb42957f22 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749638'] for port (ded7978e-6629-4cbc-9c3a-cd657ad658a6), precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:00.087137 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084adc32-0b51-4b01-af64-de279af81fa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ded7978e-6629-4cbc-9c3a-cd657ad658a6,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:00.090576 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-7d6bbd15-8cea-4cbd-9b64-effb42957f22 None None] Calling delete_port for ded7978e-6629-4cbc-9c3a-cd657ad658a6 owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:34:00.098000 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084adc32-0b51-4b01-af64-de279af81fa5 admin admin] No DVR routers for this DVR port ded7978e-6629-4cbc-9c3a-cd657ad658a6 on host dv-cinder-837699-3-iscsi {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:34:00.180987 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device 866e1567-71eb-41ed-a87e-796e78667f40 no longer exists at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:34:00.181270 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-084adc32-0b51-4b01-af64-de279af81fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405116', 'neutron.services.segments.db._delete_segments_for_network-8783156274041'] for network (3410551e-5a46-4ac5-98b2-aca173f9205e), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:00.204135 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-084adc32-0b51-4b01-af64-de279af81fa5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3410551e-5a46-4ac5-98b2-aca173f9205e']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:34:00.214824 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] No Port match for: 866e1567-71eb-41ed-a87e-796e78667f40 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:34:00.215176 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device 866e1567-71eb-41ed-a87e-796e78667f40 not bound to the agent host dv-cinder-837699-3-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:34:00.215515 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-084adc32-0b51-4b01-af64-de279af81fa5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fd29a15-20ce-448e-b25d-cf8073262121') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:34:00.215663 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device ded7978e-6629-4cbc-9c3a-cd657ad658a6 no longer exists at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:34:00.215944 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-084adc32-0b51-4b01-af64-de279af81fa5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fd29a15-20ce-448e-b25d-cf8073262121') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:34:00.232625 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-084adc32-0b51-4b01-af64-de279af81fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783156275074', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023086'] for segment (4fd29a15-20ce-448e-b25d-cf8073262121), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:00.246751 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-084adc32-0b51-4b01-af64-de279af81fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401276'] for segment (4fd29a15-20ce-448e-b25d-cf8073262121), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:00.251952 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] No Port match for: ded7978e-6629-4cbc-9c3a-cd657ad658a6 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:34:00.252303 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device ded7978e-6629-4cbc-9c3a-cd657ad658a6 not bound to the agent host dv-cinder-837699-3-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:34:00.252933 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device f62e06f5-fe6a-4baa-8595-55a8a668d899 no longer exists at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:34:00.253524 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-084adc32-0b51-4b01-af64-de279af81fa5 admin admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 13:34:00.253878 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-084adc32-0b51-4b01-af64-de279af81fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9127810'] for segment (4fd29a15-20ce-448e-b25d-cf8073262121), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:00.255615 dv-cinder-837699-3-iscsi neutron-server[103365]: Traceback (most recent call last): Apr 29 13:34:00.255615 dv-cinder-837699-3-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 13:34:00.255615 dv-cinder-837699-3-iscsi neutron-server[103365]: timer() Apr 29 13:34:00.255615 dv-cinder-837699-3-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:34:00.255615 dv-cinder-837699-3-iscsi neutron-server[103365]: cb(*args, **kw) Apr 29 13:34:00.255615 dv-cinder-837699-3-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 13:34:00.255615 dv-cinder-837699-3-iscsi neutron-server[103365]: return func(*args, **kwargs) Apr 29 13:34:00.255615 dv-cinder-837699-3-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:34:00.255615 dv-cinder-837699-3-iscsi neutron-server[103365]: self._notify() Apr 29 13:34:00.255615 dv-cinder-837699-3-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:34:00.255615 dv-cinder-837699-3-iscsi neutron-server[103365]: self.callback(batched_events) Apr 29 13:34:00.255615 dv-cinder-837699-3-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:34:00.255615 dv-cinder-837699-3-iscsi neutron-server[103365]: event.method(event) Apr 29 13:34:00.255615 dv-cinder-837699-3-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 13:34:00.255615 dv-cinder-837699-3-iscsi neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:34:00.255615 dv-cinder-837699-3-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 13:34:00.255615 dv-cinder-837699-3-iscsi neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:34:00.255615 dv-cinder-837699-3-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 13:34:00.255615 dv-cinder-837699-3-iscsi neutron-server[103365]: return f(self, *a, **k) Apr 29 13:34:00.255615 dv-cinder-837699-3-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:34:00.255615 dv-cinder-837699-3-iscsi neutron-server[103365]: return self._get(url).json() Apr 29 13:34:00.255615 dv-cinder-837699-3-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:34:00.255615 dv-cinder-837699-3-iscsi neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:34:00.255615 dv-cinder-837699-3-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 13:34:00.255615 dv-cinder-837699-3-iscsi neutron-server[103365]: return self.request(url, 'GET', **kwargs) Apr 29 13:34:00.255615 dv-cinder-837699-3-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 13:34:00.255615 dv-cinder-837699-3-iscsi neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:34:00.255615 dv-cinder-837699-3-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 13:34:00.255615 dv-cinder-837699-3-iscsi neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:34:00.255615 dv-cinder-837699-3-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 13:34:00.255615 dv-cinder-837699-3-iscsi neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:34:00.255615 dv-cinder-837699-3-iscsi neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:34:00.278648 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] No Port match for: f62e06f5-fe6a-4baa-8595-55a8a668d899 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:34:00.278996 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device f62e06f5-fe6a-4baa-8595-55a8a668d899 not bound to the agent host dv-cinder-837699-3-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:34:00.281029 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7d6bbd15-8cea-4cbd-9b64-effb42957f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783156333258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783155810407'] for port (ded7978e-6629-4cbc-9c3a-cd657ad658a6), after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:00.310741 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6bbd15-8cea-4cbd-9b64-effb42957f22 None None] Pushing event deleted for resources: {'Port': ['ID=ded7978e-6629-4cbc-9c3a-cd657ad658a6,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:00.318039 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-084adc32-0b51-4b01-af64-de279af81fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-706069'] for network (3410551e-5a46-4ac5-98b2-aca173f9205e), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:00.320446 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6bbd15-8cea-4cbd-9b64-effb42957f22 None None] No DVR routers for this DVR port ded7978e-6629-4cbc-9c3a-cd657ad658a6 on host dv-cinder-837699-3-iscsi {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:34:00.323424 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6bbd15-8cea-4cbd-9b64-effb42957f22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:34:00.323773 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6bbd15-8cea-4cbd-9b64-effb42957f22 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:34:00.324116 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6bbd15-8cea-4cbd-9b64-effb42957f22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:34:00.324458 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6bbd15-8cea-4cbd-9b64-effb42957f22 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:34:00.324813 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6bbd15-8cea-4cbd-9b64-effb42957f22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:34:00.325145 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6bbd15-8cea-4cbd-9b64-effb42957f22 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:34:00.325472 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6bbd15-8cea-4cbd-9b64-effb42957f22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:34:00.325990 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6bbd15-8cea-4cbd-9b64-effb42957f22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:34:00.326322 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6bbd15-8cea-4cbd-9b64-effb42957f22 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:34:00.326651 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6bbd15-8cea-4cbd-9b64-effb42957f22 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:34:00.326975 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6bbd15-8cea-4cbd-9b64-effb42957f22 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:34:00.327465 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6bbd15-8cea-4cbd-9b64-effb42957f22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:34:00.327799 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6bbd15-8cea-4cbd-9b64-effb42957f22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:34:00.328123 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6bbd15-8cea-4cbd-9b64-effb42957f22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:34:00.328448 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6bbd15-8cea-4cbd-9b64-effb42957f22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:34:00.334553 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-084adc32-0b51-4b01-af64-de279af81fa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549835'] for network (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:00.339450 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-084adc32-0b51-4b01-af64-de279af81fa5 admin admin] 10.222.0.11 "DELETE /v2.0/networks/3410551e-5a46-4ac5-98b2-aca173f9205e HTTP/1.1" status: 204 len: 168 time: 0.5929496 Apr 29 13:34:00.342788 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084adc32-0b51-4b01-af64-de279af81fa5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3410551e-5a46-4ac5-98b2-aca173f9205e,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:00.503346 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 57116) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:34:00.546730 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-dcdb82de-22d7-4619-aa30-819bfd0e333e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=62259e68f4eb4e72bddb618088a3d06a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0421381 Apr 29 13:34:00.549158 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 57120) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:34:00.598878 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-feded1c0-7bc7-433c-8494-e2d73df60541 admin admin] Publish callbacks [] for security_group (2cc64832-3bd3-45e9-a9dd-73e588010124), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:00.625801 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-feded1c0-7bc7-433c-8494-e2d73df60541 admin admin] Publish callbacks [] for security_group (2cc64832-3bd3-45e9-a9dd-73e588010124), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:00.674981 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-feded1c0-7bc7-433c-8494-e2d73df60541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (2cc64832-3bd3-45e9-a9dd-73e588010124), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:00.677752 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-feded1c0-7bc7-433c-8494-e2d73df60541 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:00.679536 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-feded1c0-7bc7-433c-8494-e2d73df60541 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2cc64832-3bd3-45e9-a9dd-73e588010124 HTTP/1.1" status: 204 len: 168 time: 0.1288433 Apr 29 13:34:00.688619 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feded1c0-7bc7-433c-8494-e2d73df60541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc64832-3bd3-45e9-a9dd-73e588010124,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:03.404824 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 57206) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:34:03.515722 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-acc508a5-7e9f-45f4-ac04-2eb689b9decb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:03.593581 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-acc508a5-7e9f-45f4-ac04-2eb689b9decb admin admin] Publish callbacks [] for security_group (7ac8c747-9ae3-4f4e-80f3-e59aab3b90e8), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:03.597762 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-acc508a5-7e9f-45f4-ac04-2eb689b9decb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (7ac8c747-9ae3-4f4e-80f3-e59aab3b90e8), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:03.637401 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-acc508a5-7e9f-45f4-ac04-2eb689b9decb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f702543de30c4f0485a9bb5d36c8e5b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2314634 Apr 29 13:34:03.638221 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc508a5-7e9f-45f4-ac04-2eb689b9decb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac8c747-9ae3-4f4e-80f3-e59aab3b90e8,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:03.640064 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 57210) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:34:03.690068 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-705e4d52-7cac-4bb6-b2ec-1d978f2c83a8 admin admin] Publish callbacks [] for security_group (7ac8c747-9ae3-4f4e-80f3-e59aab3b90e8), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:03.712212 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-705e4d52-7cac-4bb6-b2ec-1d978f2c83a8 admin admin] Publish callbacks [] for security_group (7ac8c747-9ae3-4f4e-80f3-e59aab3b90e8), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:03.763034 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-705e4d52-7cac-4bb6-b2ec-1d978f2c83a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (7ac8c747-9ae3-4f4e-80f3-e59aab3b90e8), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:03.765760 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-705e4d52-7cac-4bb6-b2ec-1d978f2c83a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:03.766934 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-705e4d52-7cac-4bb6-b2ec-1d978f2c83a8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7ac8c747-9ae3-4f4e-80f3-e59aab3b90e8 HTTP/1.1" status: 204 len: 168 time: 0.1257901 Apr 29 13:34:03.775100 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705e4d52-7cac-4bb6-b2ec-1d978f2c83a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac8c747-9ae3-4f4e-80f3-e59aab3b90e8,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:04.064451 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 57216) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:34:04.077986 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f54b9e8b-9353-48e3-b9dd-84d0798763d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:04.161109 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f54b9e8b-9353-48e3-b9dd-84d0798763d7 admin admin] Publish callbacks [] for security_group (5c07d7f2-0566-4855-aca2-7c10cb7136be), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:04.166179 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f54b9e8b-9353-48e3-b9dd-84d0798763d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (5c07d7f2-0566-4855-aca2-7c10cb7136be), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:04.205822 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-f54b9e8b-9353-48e3-b9dd-84d0798763d7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2cbf206ce8904572958e08a8b89937e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1402431 Apr 29 13:34:04.206793 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b9e8b-9353-48e3-b9dd-84d0798763d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c07d7f2-0566-4855-aca2-7c10cb7136be,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:04.208435 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 57220) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:34:04.272363 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4235cddf-23e5-4965-9410-575fc4255cf9 admin admin] Publish callbacks [] for security_group (5c07d7f2-0566-4855-aca2-7c10cb7136be), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:04.295624 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4235cddf-23e5-4965-9410-575fc4255cf9 admin admin] Publish callbacks [] for security_group (5c07d7f2-0566-4855-aca2-7c10cb7136be), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:04.351156 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4235cddf-23e5-4965-9410-575fc4255cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (5c07d7f2-0566-4855-aca2-7c10cb7136be), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:04.354092 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4235cddf-23e5-4965-9410-575fc4255cf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:04.355305 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-4235cddf-23e5-4965-9410-575fc4255cf9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5c07d7f2-0566-4855-aca2-7c10cb7136be HTTP/1.1" status: 204 len: 168 time: 0.1440811 Apr 29 13:34:04.364988 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4235cddf-23e5-4965-9410-575fc4255cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c07d7f2-0566-4855-aca2-7c10cb7136be,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:04.794420 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 57258) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:34:04.960987 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-df0c73c4-d318-4b5d-9173-a30afd3b918e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:05.041755 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-df0c73c4-d318-4b5d-9173-a30afd3b918e admin admin] Publish callbacks [] for security_group (da856e71-dae5-4fc7-87cb-2501e3e837b4), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:05.045962 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-df0c73c4-d318-4b5d-9173-a30afd3b918e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (da856e71-dae5-4fc7-87cb-2501e3e837b4), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:05.087818 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-df0c73c4-d318-4b5d-9173-a30afd3b918e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=46fdda2e57224a329b723cf72d42cbdf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2922592 Apr 29 13:34:05.088910 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0c73c4-d318-4b5d-9173-a30afd3b918e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da856e71-dae5-4fc7-87cb-2501e3e837b4,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:05.090764 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 57272) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:34:05.150741 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-eb6709b3-7340-4ef1-b232-3e97b5fb445b admin admin] Publish callbacks [] for security_group (da856e71-dae5-4fc7-87cb-2501e3e837b4), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:05.174973 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-eb6709b3-7340-4ef1-b232-3e97b5fb445b admin admin] Publish callbacks [] for security_group (da856e71-dae5-4fc7-87cb-2501e3e837b4), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:05.228784 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-eb6709b3-7340-4ef1-b232-3e97b5fb445b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (da856e71-dae5-4fc7-87cb-2501e3e837b4), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:05.231418 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-eb6709b3-7340-4ef1-b232-3e97b5fb445b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:05.232592 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-eb6709b3-7340-4ef1-b232-3e97b5fb445b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/da856e71-dae5-4fc7-87cb-2501e3e837b4 HTTP/1.1" status: 204 len: 168 time: 0.1376369 Apr 29 13:34:05.241934 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6709b3-7340-4ef1-b232-3e97b5fb445b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da856e71-dae5-4fc7-87cb-2501e3e837b4,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:06.378536 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 57390) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:34:06.499686 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9bea9b76-736d-4b14-9753-95a0e0b41742 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:06.588712 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9bea9b76-736d-4b14-9753-95a0e0b41742 admin admin] Publish callbacks [] for security_group (4c243ccb-3f73-4f7f-aaf5-3d2cebba84a7), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:06.593015 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9bea9b76-736d-4b14-9753-95a0e0b41742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (4c243ccb-3f73-4f7f-aaf5-3d2cebba84a7), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:06.637046 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-9bea9b76-736d-4b14-9753-95a0e0b41742 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2fe51548090b4647a33334eabb4467f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2543290 Apr 29 13:34:06.637271 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 57410) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:34:06.644631 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bea9b76-736d-4b14-9753-95a0e0b41742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c243ccb-3f73-4f7f-aaf5-3d2cebba84a7,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:06.703153 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-acb37e1a-2fb6-48a3-9121-9027c166385b admin admin] Publish callbacks [] for security_group (4c243ccb-3f73-4f7f-aaf5-3d2cebba84a7), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:06.726265 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-acb37e1a-2fb6-48a3-9121-9027c166385b admin admin] Publish callbacks [] for security_group (4c243ccb-3f73-4f7f-aaf5-3d2cebba84a7), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:06.781738 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-acb37e1a-2fb6-48a3-9121-9027c166385b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (4c243ccb-3f73-4f7f-aaf5-3d2cebba84a7), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:06.784494 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-acb37e1a-2fb6-48a3-9121-9027c166385b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:06.785598 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-acb37e1a-2fb6-48a3-9121-9027c166385b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4c243ccb-3f73-4f7f-aaf5-3d2cebba84a7 HTTP/1.1" status: 204 len: 168 time: 0.1473465 Apr 29 13:34:06.793806 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb37e1a-2fb6-48a3-9121-9027c166385b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c243ccb-3f73-4f7f-aaf5-3d2cebba84a7,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:07.067290 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 57434) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:34:07.082008 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-360a8c65-1fd2-424c-807a-c216112f150a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:07.168460 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-360a8c65-1fd2-424c-807a-c216112f150a admin admin] Publish callbacks [] for security_group (ddff2a71-4904-4566-a480-1a96b4af39a1), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:07.173838 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-360a8c65-1fd2-424c-807a-c216112f150a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (ddff2a71-4904-4566-a480-1a96b4af39a1), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:07.232102 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-360a8c65-1fd2-424c-807a-c216112f150a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2d320656f08444d6a0d40720b9927dbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1632321 Apr 29 13:34:07.233804 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 57438) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:34:07.233954 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360a8c65-1fd2-424c-807a-c216112f150a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddff2a71-4904-4566-a480-1a96b4af39a1,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:07.287864 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3a9b4543-39d9-406a-a4ac-0d2b61557256 admin admin] Publish callbacks [] for security_group (ddff2a71-4904-4566-a480-1a96b4af39a1), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:07.310691 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3a9b4543-39d9-406a-a4ac-0d2b61557256 admin admin] Publish callbacks [] for security_group (ddff2a71-4904-4566-a480-1a96b4af39a1), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:07.367122 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3a9b4543-39d9-406a-a4ac-0d2b61557256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (ddff2a71-4904-4566-a480-1a96b4af39a1), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:07.371736 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3a9b4543-39d9-406a-a4ac-0d2b61557256 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:07.373252 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-3a9b4543-39d9-406a-a4ac-0d2b61557256 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ddff2a71-4904-4566-a480-1a96b4af39a1 HTTP/1.1" status: 204 len: 168 time: 0.1383326 Apr 29 13:34:07.381697 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9b4543-39d9-406a-a4ac-0d2b61557256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddff2a71-4904-4566-a480-1a96b4af39a1,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:08.478463 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 57476) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:34:08.584299 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3fac4a82-d50e-4652-ad35-1c86f6ad031b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:08.662904 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3fac4a82-d50e-4652-ad35-1c86f6ad031b admin admin] Publish callbacks [] for security_group (d4ad3b27-42d7-4391-ba77-412530cb2179), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:08.667355 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3fac4a82-d50e-4652-ad35-1c86f6ad031b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (d4ad3b27-42d7-4391-ba77-412530cb2179), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:08.706425 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-3fac4a82-d50e-4652-ad35-1c86f6ad031b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c1796e5e538142b8916e76da1bed4529&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2268269 Apr 29 13:34:08.707330 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fac4a82-d50e-4652-ad35-1c86f6ad031b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ad3b27-42d7-4391-ba77-412530cb2179,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:08.709143 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 57480) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:34:08.762087 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6379b5a8-a1f7-45c8-a592-39e0328c4b05 admin admin] Publish callbacks [] for security_group (d4ad3b27-42d7-4391-ba77-412530cb2179), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:08.784834 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6379b5a8-a1f7-45c8-a592-39e0328c4b05 admin admin] Publish callbacks [] for security_group (d4ad3b27-42d7-4391-ba77-412530cb2179), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:08.834248 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6379b5a8-a1f7-45c8-a592-39e0328c4b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (d4ad3b27-42d7-4391-ba77-412530cb2179), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:08.837591 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6379b5a8-a1f7-45c8-a592-39e0328c4b05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:08.838739 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-6379b5a8-a1f7-45c8-a592-39e0328c4b05 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d4ad3b27-42d7-4391-ba77-412530cb2179 HTTP/1.1" status: 204 len: 168 time: 0.1286159 Apr 29 13:34:08.849283 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6379b5a8-a1f7-45c8-a592-39e0328c4b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ad3b27-42d7-4391-ba77-412530cb2179,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:08.858284 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379b5a8-a1f7-45c8-a592-39e0328c4b05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:34:08.858666 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379b5a8-a1f7-45c8-a592-39e0328c4b05 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:34:08.859178 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379b5a8-a1f7-45c8-a592-39e0328c4b05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:34:08.859520 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379b5a8-a1f7-45c8-a592-39e0328c4b05 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:34:08.859883 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379b5a8-a1f7-45c8-a592-39e0328c4b05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:34:08.860230 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379b5a8-a1f7-45c8-a592-39e0328c4b05 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:34:08.860568 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379b5a8-a1f7-45c8-a592-39e0328c4b05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:34:08.861051 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379b5a8-a1f7-45c8-a592-39e0328c4b05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:34:08.861382 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379b5a8-a1f7-45c8-a592-39e0328c4b05 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:34:08.861709 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379b5a8-a1f7-45c8-a592-39e0328c4b05 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:34:08.862219 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379b5a8-a1f7-45c8-a592-39e0328c4b05 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:34:08.862518 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379b5a8-a1f7-45c8-a592-39e0328c4b05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:34:08.862849 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379b5a8-a1f7-45c8-a592-39e0328c4b05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:34:08.863170 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379b5a8-a1f7-45c8-a592-39e0328c4b05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:34:08.863489 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379b5a8-a1f7-45c8-a592-39e0328c4b05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:34:09.743232 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c4090ed3-b188-48ef-a6b9-5d78229fc55d None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:34:10.252357 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 57526) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:34:10.366926 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bd324435-a87b-4641-a2ee-0844c2492c66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:10.451261 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bd324435-a87b-4641-a2ee-0844c2492c66 admin admin] Publish callbacks [] for security_group (f43b42c5-d1dd-4ab2-a6c4-24ae7aec8635), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:10.456265 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bd324435-a87b-4641-a2ee-0844c2492c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (f43b42c5-d1dd-4ab2-a6c4-24ae7aec8635), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:10.498410 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-bd324435-a87b-4641-a2ee-0844c2492c66 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f4516b07cda54dc4889d9c2d3af17931&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2447238 Apr 29 13:34:10.499146 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd324435-a87b-4641-a2ee-0844c2492c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f43b42c5-d1dd-4ab2-a6c4-24ae7aec8635,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:10.501322 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 57530) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:34:10.553626 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e88b8431-e3c4-4c34-9372-70e19dded13d admin admin] Publish callbacks [] for security_group (f43b42c5-d1dd-4ab2-a6c4-24ae7aec8635), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:10.577050 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e88b8431-e3c4-4c34-9372-70e19dded13d admin admin] Publish callbacks [] for security_group (f43b42c5-d1dd-4ab2-a6c4-24ae7aec8635), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:10.627222 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e88b8431-e3c4-4c34-9372-70e19dded13d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (f43b42c5-d1dd-4ab2-a6c4-24ae7aec8635), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:10.629933 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e88b8431-e3c4-4c34-9372-70e19dded13d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:10.631136 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-e88b8431-e3c4-4c34-9372-70e19dded13d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f43b42c5-d1dd-4ab2-a6c4-24ae7aec8635 HTTP/1.1" status: 204 len: 168 time: 0.1287496 Apr 29 13:34:10.640722 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88b8431-e3c4-4c34-9372-70e19dded13d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f43b42c5-d1dd-4ab2-a6c4-24ae7aec8635,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:12.521810 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 57596) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:34:12.637876 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-745fddf7-8c9f-4f7d-b3a4-f611d37305fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:12.721281 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-745fddf7-8c9f-4f7d-b3a4-f611d37305fe admin admin] Publish callbacks [] for security_group (ac38e343-7370-4ec9-8c2a-19bff5d07fed), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:12.726681 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-745fddf7-8c9f-4f7d-b3a4-f611d37305fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (ac38e343-7370-4ec9-8c2a-19bff5d07fed), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:12.768203 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-745fddf7-8c9f-4f7d-b3a4-f611d37305fe admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1aa9508e7074435baeadd0ac987a6590&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2451713 Apr 29 13:34:12.769085 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745fddf7-8c9f-4f7d-b3a4-f611d37305fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac38e343-7370-4ec9-8c2a-19bff5d07fed,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:12.770961 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 57600) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:34:12.829770 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-485b95b1-8569-49bd-a096-0be3e4b46854 admin admin] Publish callbacks [] for security_group (ac38e343-7370-4ec9-8c2a-19bff5d07fed), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:12.852394 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-485b95b1-8569-49bd-a096-0be3e4b46854 admin admin] Publish callbacks [] for security_group (ac38e343-7370-4ec9-8c2a-19bff5d07fed), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:12.899250 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-485b95b1-8569-49bd-a096-0be3e4b46854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (ac38e343-7370-4ec9-8c2a-19bff5d07fed), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:12.901916 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-485b95b1-8569-49bd-a096-0be3e4b46854 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:12.903085 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-485b95b1-8569-49bd-a096-0be3e4b46854 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ac38e343-7370-4ec9-8c2a-19bff5d07fed HTTP/1.1" status: 204 len: 168 time: 0.1310787 Apr 29 13:34:12.910878 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485b95b1-8569-49bd-a096-0be3e4b46854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac38e343-7370-4ec9-8c2a-19bff5d07fed,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:13.653258 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 57636) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:34:13.766783 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-093d4dbf-962b-4c25-8349-149f254b7b53 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1549379715-network', 'tenant_id': '4d8c9259b58545adaf385c72bb77aa53'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:34:13.791252 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093d4dbf-962b-4c25-8349-149f254b7b53 admin admin] Made reservation on behalf of 4d8c9259b58545adaf385c72bb77aa53 for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:34:13.793925 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-093d4dbf-962b-4c25-8349-149f254b7b53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for network (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:13.805613 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-093d4dbf-962b-4c25-8349-149f254b7b53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:13.892512 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-093d4dbf-962b-4c25-8349-149f254b7b53 admin admin] Publish callbacks [] for security_group (a21bd060-d266-41d3-9436-738af46fdc12), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:13.896701 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-093d4dbf-962b-4c25-8349-149f254b7b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (a21bd060-d266-41d3-9436-738af46fdc12), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:13.931945 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-093d4dbf-962b-4c25-8349-149f254b7b53 admin admin] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:34:13.936685 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d4dbf-962b-4c25-8349-149f254b7b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a21bd060-d266-41d3-9436-738af46fdc12,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:13.944381 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-093d4dbf-962b-4c25-8349-149f254b7b53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401276'] for segment (800e3918-5624-490e-ab00-1a42282887a3), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:13.944739 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.db.segments_db [None req-093d4dbf-962b-4c25-8349-149f254b7b53 admin admin] Added segment 800e3918-5624-490e-ab00-1a42282887a3 of type vlan for network 10b82da3-c375-4e58-823a-53086fcc21e4 Apr 29 13:34:13.993526 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-093d4dbf-962b-4c25-8349-149f254b7b53 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783155844244'] for network (10b82da3-c375-4e58-823a-53086fcc21e4), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:14.021575 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-093d4dbf-962b-4c25-8349-149f254b7b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861'] for network (10b82da3-c375-4e58-823a-53086fcc21e4), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:14.022834 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093d4dbf-962b-4c25-8349-149f254b7b53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:34:14.023544 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-093d4dbf-962b-4c25-8349-149f254b7b53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549835'] for network (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:14.065213 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-093d4dbf-962b-4c25-8349-149f254b7b53 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4104309 Apr 29 13:34:14.068827 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 57640) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:34:14.075508 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-5dd6aced-d89a-48e6-9cb8-2b6c9da68201 admin admin] Request body: {'subnet': {'network_id': '10b82da3-c375-4e58-823a-53086fcc21e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1549379715-subnet', 'tenant_id': '4d8c9259b58545adaf385c72bb77aa53', 'ip_version': 4}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:34:14.099865 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd6aced-d89a-48e6-9cb8-2b6c9da68201 admin admin] Made reservation on behalf of 4d8c9259b58545adaf385c72bb77aa53 for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:34:14.103004 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5dd6aced-d89a-48e6-9cb8-2b6c9da68201 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9228568'] for subnet (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:14.109840 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d4dbf-962b-4c25-8349-149f254b7b53 admin admin] Pushing event updated for resources: {'Network': ['ID=10b82da3-c375-4e58-823a-53086fcc21e4,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:14.131269 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Network 10b82da3-c375-4e58-823a-53086fcc21e4 details requested by agent ovs-agent-dv-cinder-837699-3-iscsi with host dv-cinder-837699-3-iscsi {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 13:34:14.327707 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5dd6aced-d89a-48e6-9cb8-2b6c9da68201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8537541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9228778'] for subnet (0feaa1e6-ce2e-4231-b630-d1a566720245), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:14.379884 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd6aced-d89a-48e6-9cb8-2b6c9da68201 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0feaa1e6-ce2e-4231-b630-d1a566720245,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:14.404377 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd6aced-d89a-48e6-9cb8-2b6c9da68201 admin admin] Checking segment: {'id': '800e3918-5624-490e-ab00-1a42282887a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '10b82da3-c375-4e58-823a-53086fcc21e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:34:14.404960 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd6aced-d89a-48e6-9cb8-2b6c9da68201 admin admin] Network hostable DHCP agents. Network: 10b82da3-c375-4e58-823a-53086fcc21e4, hostable agents: ['e437e712-237e-4a54-83a8-782eed3c5f0c'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:34:14.426088 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd6aced-d89a-48e6-9cb8-2b6c9da68201 admin admin] Network 10b82da3-c375-4e58-823a-53086fcc21e4 is scheduled to be hosted by DHCP agent e437e712-237e-4a54-83a8-782eed3c5f0c with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:34:14.438397 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-5dd6aced-d89a-48e6-9cb8-2b6c9da68201 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837699-3-iscsi, 10b82da3-c375-4e58-823a-53086fcc21e4) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:34:14.443965 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd6aced-d89a-48e6-9cb8-2b6c9da68201 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:34:14.445059 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5dd6aced-d89a-48e6-9cb8-2b6c9da68201 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549835'] for subnet (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:14.449311 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ae8292-1f99-4364-b06c-858f05380e5a None None] Network 10b82da3-c375-4e58-823a-53086fcc21e4 requested from dv-cinder-837699-3-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:34:14.473222 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-5dd6aced-d89a-48e6-9cb8-2b6c9da68201 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4004543 Apr 29 13:34:14.473634 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 57644) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:34:14.482248 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-76f28613-4fb4-4107-9f17-053570b21158 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1549379715-router', 'tenant_id': '4d8c9259b58545adaf385c72bb77aa53', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5'}}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:34:14.512013 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-76f28613-4fb4-4107-9f17-053570b21158 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-712620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5407'] for router (e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:14.513241 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-76f28613-4fb4-4107-9f17-053570b21158 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-721068', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5398'] for router (e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:14.576218 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-76f28613-4fb4-4107-9f17-053570b21158 admin admin] Publish callbacks [] for router_controller (e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6), precommit_add_association {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:14.606352 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238f497f-f1ca-4867-b641-41c26dfe2e8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d66e39e-ae76-5681-86be-20f584a66953-10b82da3-c375-4e58-823a-53086fcc21e4', 'network_id': '10b82da3-c375-4e58-823a-53086fcc21e4', 'project_id': '4d8c9259b58545adaf385c72bb77aa53', 'fixed_ips': [{'subnet_id': '0feaa1e6-ce2e-4231-b630-d1a566720245'}]}} from dv-cinder-837699-3-iscsi. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 13:34:14.607738 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-238f497f-f1ca-4867-b641-41c26dfe2e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (None), before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:14.744803 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-76f28613-4fb4-4107-9f17-053570b21158 admin admin] Publish callbacks [] for router_gateway (e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:14.804909 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-238f497f-f1ca-4867-b641-41c26dfe2e8e None None] Allocated IP 172.20.0.2 (10b82da3-c375-4e58-823a-53086fcc21e4/0feaa1e6-ce2e-4231-b630-d1a566720245/5a0c4117-8536-4c71-95ac-a7d271d278e8) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:34:14.998742 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-76f28613-4fb4-4107-9f17-053570b21158 admin admin] Publish callbacks [] for router_gateway (e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:15.027046 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-76f28613-4fb4-4107-9f17-053570b21158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:15.028647 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-238f497f-f1ca-4867-b641-41c26dfe2e8e None None] Publish callbacks [] for port (5a0c4117-8536-4c71-95ac-a7d271d278e8), precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:15.037805 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-238f497f-f1ca-4867-b641-41c26dfe2e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783155810398'] for port (5a0c4117-8536-4c71-95ac-a7d271d278e8), after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:15.085927 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238f497f-f1ca-4867-b641-41c26dfe2e8e None None] Network 10b82da3-c375-4e58-823a-53086fcc21e4 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:34:15.089990 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-238f497f-f1ca-4867-b641-41c26dfe2e8e None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:34:15.094397 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238f497f-f1ca-4867-b641-41c26dfe2e8e None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:34:15.159042 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238f497f-f1ca-4867-b641-41c26dfe2e8e None None] Pushing event updated for resources: {'Port': ['ID=5a0c4117-8536-4c71-95ac-a7d271d278e8,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:15.182137 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-238f497f-f1ca-4867-b641-41c26dfe2e8e None None] Attempting to bind port 5a0c4117-8536-4c71-95ac-a7d271d278e8 on host dv-cinder-837699-3-iscsi for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:34:15.182616 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-238f497f-f1ca-4867-b641-41c26dfe2e8e None None] Attempting to bind port 5a0c4117-8536-4c71-95ac-a7d271d278e8 by drivers openvswitch,hyperv on host dv-cinder-837699-3-iscsi at level 0 using segments [{'id': '800e3918-5624-490e-ab00-1a42282887a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '10b82da3-c375-4e58-823a-53086fcc21e4'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:34:15.182897 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238f497f-f1ca-4867-b641-41c26dfe2e8e None None] Attempting to bind port 5a0c4117-8536-4c71-95ac-a7d271d278e8 on network 10b82da3-c375-4e58-823a-53086fcc21e4 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:34:15.188295 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-76f28613-4fb4-4107-9f17-053570b21158 admin admin] Allocated IP 172.27.0.147 (754f8d77-c1fb-438d-9dec-eec91b4433a5/8519c0fa-1b1c-41ff-b70f-9433c7b7bb38/811744b4-a0fe-4e2e-867d-6acc85507a6f) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:34:15.190309 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238f497f-f1ca-4867-b641-41c26dfe2e8e None None] Checking agent: {'id': '070d87cd-fed4-4d07-85b5-c26ded61f2d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 12, 59), 'started_at': datetime.datetime(2022, 4, 29, 13, 13, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:34:15.190715 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238f497f-f1ca-4867-b641-41c26dfe2e8e None None] Checking segment: {'id': '800e3918-5624-490e-ab00-1a42282887a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '10b82da3-c375-4e58-823a-53086fcc21e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:34:15.191747 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-238f497f-f1ca-4867-b641-41c26dfe2e8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:15.191747 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238f497f-f1ca-4867-b641-41c26dfe2e8e None None] Bound using segment: {'id': '800e3918-5624-490e-ab00-1a42282887a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '10b82da3-c375-4e58-823a-53086fcc21e4'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:34:15.191990 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-238f497f-f1ca-4867-b641-41c26dfe2e8e None None] Bound port: 5a0c4117-8536-4c71-95ac-a7d271d278e8, host: dv-cinder-837699-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '800e3918-5624-490e-ab00-1a42282887a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '10b82da3-c375-4e58-823a-53086fcc21e4'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:34:15.192352 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-238f497f-f1ca-4867-b641-41c26dfe2e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (5a0c4117-8536-4c71-95ac-a7d271d278e8), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:15.285624 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-238f497f-f1ca-4867-b641-41c26dfe2e8e None None] For port 5a0c4117-8536-4c71-95ac-a7d271d278e8, host dv-cinder-837699-3-iscsi, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:34:15.291676 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-238f497f-f1ca-4867-b641-41c26dfe2e8e None None] For port 5a0c4117-8536-4c71-95ac-a7d271d278e8, host dv-cinder-837699-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=5a0c4117-8536-4c71-95ac-a7d271d278e8,segment=NetworkSegment(800e3918-5624-490e-ab00-1a42282887a3),segment_id=800e3918-5624-490e-ab00-1a42282887a3)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:34:15.302538 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-238f497f-f1ca-4867-b641-41c26dfe2e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (5a0c4117-8536-4c71-95ac-a7d271d278e8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:15.368291 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-76f28613-4fb4-4107-9f17-053570b21158 admin admin] Publish callbacks [] for port (811744b4-a0fe-4e2e-867d-6acc85507a6f), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:15.378368 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238f497f-f1ca-4867-b641-41c26dfe2e8e None None] Pushing event updated for resources: {'Port': ['ID=5a0c4117-8536-4c71-95ac-a7d271d278e8,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:15.423176 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-76f28613-4fb4-4107-9f17-053570b21158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783155810398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8537941'] for port (811744b4-a0fe-4e2e-867d-6acc85507a6f), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:15.477982 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f28613-4fb4-4107-9f17-053570b21158 admin admin] Network 754f8d77-c1fb-438d-9dec-eec91b4433a5 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:34:15.483684 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-76f28613-4fb4-4107-9f17-053570b21158 admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:34:15.487745 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f28613-4fb4-4107-9f17-053570b21158 admin admin] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:34:15.494411 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f28613-4fb4-4107-9f17-053570b21158 admin admin] Pushing event updated for resources: {'Port': ['ID=811744b4-a0fe-4e2e-867d-6acc85507a6f,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:16.095702 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-76f28613-4fb4-4107-9f17-053570b21158 admin admin] Publish callbacks [] for router_gateway (e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:16.253436 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device 5a0c4117-8536-4c71-95ac-a7d271d278e8 up at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:34:16.324555 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Provisioning complete for port 5a0c4117-8536-4c71-95ac-a7d271d278e8 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:34:16.324940 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (5a0c4117-8536-4c71-95ac-a7d271d278e8), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:16.420329 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-76f28613-4fb4-4107-9f17-053570b21158 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-721113'] for router (e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:16.440535 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Current status of the port 5a0c4117-8536-4c71-95ac-a7d271d278e8 is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:34:16.441248 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (5a0c4117-8536-4c71-95ac-a7d271d278e8), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:16.484079 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] For port 5a0c4117-8536-4c71-95ac-a7d271d278e8, host dv-cinder-837699-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=5a0c4117-8536-4c71-95ac-a7d271d278e8,segment=NetworkSegment(800e3918-5624-490e-ab00-1a42282887a3),segment_id=800e3918-5624-490e-ab00-1a42282887a3)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:34:16.489836 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (5a0c4117-8536-4c71-95ac-a7d271d278e8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:16.527931 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8252825-cf7f-4080-b529-dbcfbb7f781f None None] Network 10b82da3-c375-4e58-823a-53086fcc21e4 requested from dv-cinder-837699-3-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:34:16.578188 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Pushing event updated for resources: {'Port': ['ID=5a0c4117-8536-4c71-95ac-a7d271d278e8,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:16.629940 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76f28613-4fb4-4107-9f17-053570b21158 admin admin] Router e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6 is scheduled to L3 agent ffd5f049-29fc-4e99-906d-6eadce93ab48 with binding_index 1 {{(pid=103364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 13:34:16.632821 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4f58ed4a-0a65-4dbb-b089-d424aaeace57 None None] Provisioning complete for port 5a0c4117-8536-4c71-95ac-a7d271d278e8 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:34:16.633202 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4f58ed4a-0a65-4dbb-b089-d424aaeace57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (5a0c4117-8536-4c71-95ac-a7d271d278e8), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:16.751677 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4f58ed4a-0a65-4dbb-b089-d424aaeace57 None None] Current status of the port 5a0c4117-8536-4c71-95ac-a7d271d278e8 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:34:16.789911 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76f28613-4fb4-4107-9f17-053570b21158 admin admin] Notify agent at l3_agent.dv-cinder-837699-3-iscsi the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:34:16.803250 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35daacae-a5f7-4d56-b031-fe132e6eeafc None None] Sync routers for ids ['e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6'] in dv-cinder-837699-3-iscsi {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:34:16.814956 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-76f28613-4fb4-4107-9f17-053570b21158 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:16.820876 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35daacae-a5f7-4d56-b031-fe132e6eeafc None None] Routers {'e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:34:16.821195 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-76f28613-4fb4-4107-9f17-053570b21158 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3409908 Apr 29 13:34:16.821363 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-35daacae-a5f7-4d56-b031-fe132e6eeafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:33:54Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:34:16.821563 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 57660) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:34:17.099879 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-35daacae-a5f7-4d56-b031-fe132e6eeafc None None] Set router e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6 gateway port host: dv-cinder-837699-3-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:34:17.102937 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-fd258217-f690-41b5-a4b2-2ffe35464ea7 None None] Provisioning complete for port 5a0c4117-8536-4c71-95ac-a7d271d278e8 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:34:17.103309 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fd258217-f690-41b5-a4b2-2ffe35464ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (5a0c4117-8536-4c71-95ac-a7d271d278e8), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:17.353169 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-fd258217-f690-41b5-a4b2-2ffe35464ea7 None None] Current status of the port 5a0c4117-8536-4c71-95ac-a7d271d278e8 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:34:17.369651 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-35daacae-a5f7-4d56-b031-fe132e6eeafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6', 'name': 'tempest-TestShelveInstance-1549379715-router', 'tenant_id': '4d8c9259b58545adaf385c72bb77aa53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '811744b4-a0fe-4e2e-867d-6acc85507a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:34:14Z', 'updated_at': '2022-04-29T13:34:15Z', 'revision_number': 3, 'project_id': '4d8c9259b58545adaf385c72bb77aa53', 'gw_port': {'id': '811744b4-a0fe-4e2e-867d-6acc85507a6f', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:22:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:34:15Z', 'updated_at': '2022-04-29T13:34:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi'}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:34:17.383094 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-af53cde6-e5d2-4302-911c-0a9822545cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:17.400707 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35daacae-a5f7-4d56-b031-fe132e6eeafc None None] Checking router: e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6 for host: dv-cinder-837699-3-iscsi {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:34:17.401133 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35daacae-a5f7-4d56-b031-fe132e6eeafc None None] Updating router e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6 port 811744b4-a0fe-4e2e-867d-6acc85507a6f binding host dv-cinder-837699-3-iscsi {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 13:34:17.431960 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-35daacae-a5f7-4d56-b031-fe132e6eeafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (811744b4-a0fe-4e2e-867d-6acc85507a6f), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:17.597887 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-af53cde6-e5d2-4302-911c-0a9822545cd4 admin admin] Allocated IP 172.20.0.1 (10b82da3-c375-4e58-823a-53086fcc21e4/0feaa1e6-ce2e-4231-b630-d1a566720245/aae074e5-aa9c-45c9-8032-4bd90ac45f28) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:34:17.713159 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-35daacae-a5f7-4d56-b031-fe132e6eeafc None None] Publish callbacks [] for port (811744b4-a0fe-4e2e-867d-6acc85507a6f), precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:17.719114 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-35daacae-a5f7-4d56-b031-fe132e6eeafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (811744b4-a0fe-4e2e-867d-6acc85507a6f), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:17.724269 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-af53cde6-e5d2-4302-911c-0a9822545cd4 admin admin] Publish callbacks [] for port (aae074e5-aa9c-45c9-8032-4bd90ac45f28), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:17.765196 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-af53cde6-e5d2-4302-911c-0a9822545cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783155810398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8537941'] for port (aae074e5-aa9c-45c9-8032-4bd90ac45f28), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:17.775820 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-35daacae-a5f7-4d56-b031-fe132e6eeafc None None] Attempting to bind port 811744b4-a0fe-4e2e-867d-6acc85507a6f on host dv-cinder-837699-3-iscsi for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:34:17.776544 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-35daacae-a5f7-4d56-b031-fe132e6eeafc None None] Attempting to bind port 811744b4-a0fe-4e2e-867d-6acc85507a6f by drivers openvswitch,hyperv on host dv-cinder-837699-3-iscsi at level 0 using segments [{'id': '2ea0efb1-2525-44c9-8409-d88aaadc45e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:34:17.776544 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35daacae-a5f7-4d56-b031-fe132e6eeafc None None] Attempting to bind port 811744b4-a0fe-4e2e-867d-6acc85507a6f on network 754f8d77-c1fb-438d-9dec-eec91b4433a5 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:34:17.783026 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf74ffd-9c70-4636-b00a-de10bea2e97e None None] Pushing event updated for resources: {'Port': ['ID=811744b4-a0fe-4e2e-867d-6acc85507a6f,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:17.788103 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35daacae-a5f7-4d56-b031-fe132e6eeafc None None] Checking agent: {'id': '070d87cd-fed4-4d07-85b5-c26ded61f2d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 12, 59), 'started_at': datetime.datetime(2022, 4, 29, 13, 13, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:34:17.788496 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35daacae-a5f7-4d56-b031-fe132e6eeafc None None] Checking segment: {'id': '2ea0efb1-2525-44c9-8409-d88aaadc45e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:34:17.788927 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-35daacae-a5f7-4d56-b031-fe132e6eeafc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:17.789499 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35daacae-a5f7-4d56-b031-fe132e6eeafc None None] Bound using segment: {'id': '2ea0efb1-2525-44c9-8409-d88aaadc45e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:34:17.789988 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-35daacae-a5f7-4d56-b031-fe132e6eeafc None None] Bound port: 811744b4-a0fe-4e2e-867d-6acc85507a6f, host: dv-cinder-837699-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ea0efb1-2525-44c9-8409-d88aaadc45e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:34:17.790369 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-35daacae-a5f7-4d56-b031-fe132e6eeafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (811744b4-a0fe-4e2e-867d-6acc85507a6f), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:17.807718 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af53cde6-e5d2-4302-911c-0a9822545cd4 admin admin] Network 10b82da3-c375-4e58-823a-53086fcc21e4 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:34:17.812290 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-af53cde6-e5d2-4302-911c-0a9822545cd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:34:17.814855 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af53cde6-e5d2-4302-911c-0a9822545cd4 admin admin] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:34:17.853606 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af53cde6-e5d2-4302-911c-0a9822545cd4 admin admin] Pushing event updated for resources: {'Port': ['ID=aae074e5-aa9c-45c9-8032-4bd90ac45f28,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:17.856000 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-35daacae-a5f7-4d56-b031-fe132e6eeafc None None] For port 811744b4-a0fe-4e2e-867d-6acc85507a6f, host dv-cinder-837699-3-iscsi, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:34:17.864512 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-35daacae-a5f7-4d56-b031-fe132e6eeafc None None] For port 811744b4-a0fe-4e2e-867d-6acc85507a6f, host dv-cinder-837699-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=811744b4-a0fe-4e2e-867d-6acc85507a6f,segment=NetworkSegment(2ea0efb1-2525-44c9-8409-d88aaadc45e7),segment_id=2ea0efb1-2525-44c9-8409-d88aaadc45e7)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:34:17.870447 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-af53cde6-e5d2-4302-911c-0a9822545cd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706220'] for router_interface (e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:17.877300 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-35daacae-a5f7-4d56-b031-fe132e6eeafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (811744b4-a0fe-4e2e-867d-6acc85507a6f), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:17.951174 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35daacae-a5f7-4d56-b031-fe132e6eeafc None None] Routers {'e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:34:17.951834 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-35daacae-a5f7-4d56-b031-fe132e6eeafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:33:54Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:34:17.999369 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf74ffd-9c70-4636-b00a-de10bea2e97e None None] Pushing event updated for resources: {'Port': ['ID=811744b4-a0fe-4e2e-867d-6acc85507a6f,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:18.057681 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-af53cde6-e5d2-4302-911c-0a9822545cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (aae074e5-aa9c-45c9-8032-4bd90ac45f28), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:18.099930 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-35daacae-a5f7-4d56-b031-fe132e6eeafc None None] Set router e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6 gateway port host: dv-cinder-837699-3-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:34:18.102767 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8792dec0-19a0-4701-8356-f1b4f68f92b2 None None] Provisioning complete for port aae074e5-aa9c-45c9-8032-4bd90ac45f28 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:34:18.103500 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8792dec0-19a0-4701-8356-f1b4f68f92b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (aae074e5-aa9c-45c9-8032-4bd90ac45f28), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:18.183688 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device 5a0c4117-8536-4c71-95ac-a7d271d278e8 up at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:34:18.271820 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8792dec0-19a0-4701-8356-f1b4f68f92b2 None None] Port aae074e5-aa9c-45c9-8032-4bd90ac45f28 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 13:34:18.288137 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-af53cde6-e5d2-4302-911c-0a9822545cd4 admin admin] Publish callbacks [] for port (aae074e5-aa9c-45c9-8032-4bd90ac45f28), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:18.294212 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-af53cde6-e5d2-4302-911c-0a9822545cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8537934'] for port (aae074e5-aa9c-45c9-8032-4bd90ac45f28), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:18.329705 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Provisioning complete for port 5a0c4117-8536-4c71-95ac-a7d271d278e8 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:34:18.330088 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (5a0c4117-8536-4c71-95ac-a7d271d278e8), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:18.370670 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af53cde6-e5d2-4302-911c-0a9822545cd4 admin admin] Pushing event updated for resources: {'Port': ['ID=aae074e5-aa9c-45c9-8032-4bd90ac45f28,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:18.375887 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-af53cde6-e5d2-4302-911c-0a9822545cd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711452'] for router_interface (e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:18.439868 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-35daacae-a5f7-4d56-b031-fe132e6eeafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6', 'name': 'tempest-TestShelveInstance-1549379715-router', 'tenant_id': '4d8c9259b58545adaf385c72bb77aa53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '811744b4-a0fe-4e2e-867d-6acc85507a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:34:14Z', 'updated_at': '2022-04-29T13:34:15Z', 'revision_number': 3, 'project_id': '4d8c9259b58545adaf385c72bb77aa53', 'gw_port': {'id': '811744b4-a0fe-4e2e-867d-6acc85507a6f', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:22:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:34:15Z', 'updated_at': '2022-04-29T13:34:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi'}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:34:18.476940 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35daacae-a5f7-4d56-b031-fe132e6eeafc None None] The sync data for ids ['e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6'] in dv-cinder-837699-3-iscsi is: [{'id': 'e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6', 'name': 'tempest-TestShelveInstance-1549379715-router', 'tenant_id': '4d8c9259b58545adaf385c72bb77aa53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '811744b4-a0fe-4e2e-867d-6acc85507a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:34:14Z', 'updated_at': '2022-04-29T13:34:15Z', 'revision_number': 3, 'project_id': '4d8c9259b58545adaf385c72bb77aa53', 'gw_port': {'id': '811744b4-a0fe-4e2e-867d-6acc85507a6f', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:22:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:34:15Z', 'updated_at': '2022-04-29T13:34:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi'}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:34:18.488710 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af53cde6-e5d2-4302-911c-0a9822545cd4 admin admin] Network 10b82da3-c375-4e58-823a-53086fcc21e4 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:34:18.491146 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-af53cde6-e5d2-4302-911c-0a9822545cd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:34:18.526576 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Current status of the port 5a0c4117-8536-4c71-95ac-a7d271d278e8 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:34:18.634383 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af53cde6-e5d2-4302-911c-0a9822545cd4 admin admin] Router e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6 has already been hosted by L3 agent ffd5f049-29fc-4e99-906d-6eadce93ab48 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:34:18.804213 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-feee8793-657f-419e-9bae-e327e8ba731c None None] Provisioning complete for port aae074e5-aa9c-45c9-8032-4bd90ac45f28 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:34:18.805675 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-feee8793-657f-419e-9bae-e327e8ba731c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (aae074e5-aa9c-45c9-8032-4bd90ac45f28), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:18.807987 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af53cde6-e5d2-4302-911c-0a9822545cd4 admin admin] Notify agent at l3_agent.dv-cinder-837699-3-iscsi the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:34:18.813342 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-af53cde6-e5d2-4302-911c-0a9822545cd4 admin admin] 10.222.0.11 "PUT /v2.0/routers/e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9909472 Apr 29 13:34:18.863038 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-feee8793-657f-419e-9bae-e327e8ba731c None None] Port aae074e5-aa9c-45c9-8032-4bd90ac45f28 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 13:34:19.455729 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 57686) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:34:19.461997 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-38a83936-e670-470d-a731-9ef9e3ff0703 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2014852448-network', 'tenant_id': 'b430700e15c74b7d856deae9efd7bfbd'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:34:19.487558 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a83936-e670-470d-a731-9ef9e3ff0703 admin admin] Made reservation on behalf of b430700e15c74b7d856deae9efd7bfbd for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:34:19.490113 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-38a83936-e670-470d-a731-9ef9e3ff0703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for network (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:19.504852 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-38a83936-e670-470d-a731-9ef9e3ff0703 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:19.602950 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-38a83936-e670-470d-a731-9ef9e3ff0703 admin admin] Publish callbacks [] for security_group (c3135d06-940b-4884-8d09-2839f9adfc57), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:19.607251 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-38a83936-e670-470d-a731-9ef9e3ff0703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (c3135d06-940b-4884-8d09-2839f9adfc57), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:19.635198 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38a83936-e670-470d-a731-9ef9e3ff0703 admin admin] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:34:19.646689 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a83936-e670-470d-a731-9ef9e3ff0703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3135d06-940b-4884-8d09-2839f9adfc57,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:19.652668 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-38a83936-e670-470d-a731-9ef9e3ff0703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401276'] for segment (18ea8d84-92ec-4347-ad53-fad4393f50b3), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:19.653051 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.db.segments_db [None req-38a83936-e670-470d-a731-9ef9e3ff0703 admin admin] Added segment 18ea8d84-92ec-4347-ad53-fad4393f50b3 of type vlan for network f9f8a99e-1792-4854-887b-04bf9fdb1c0e Apr 29 13:34:19.701278 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-38a83936-e670-470d-a731-9ef9e3ff0703 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783155844244'] for network (f9f8a99e-1792-4854-887b-04bf9fdb1c0e), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:19.728095 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-38a83936-e670-470d-a731-9ef9e3ff0703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861'] for network (f9f8a99e-1792-4854-887b-04bf9fdb1c0e), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:19.729085 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a83936-e670-470d-a731-9ef9e3ff0703 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:34:19.729664 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-38a83936-e670-470d-a731-9ef9e3ff0703 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549835'] for network (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:19.775894 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-38a83936-e670-470d-a731-9ef9e3ff0703 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3176925 Apr 29 13:34:19.779263 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 57690) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:34:19.784660 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-1fdb5e22-d23c-4429-b7db-58423d1fdb72 admin admin] Request body: {'subnet': {'network_id': 'f9f8a99e-1792-4854-887b-04bf9fdb1c0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2014852448-subnet', 'tenant_id': 'b430700e15c74b7d856deae9efd7bfbd', 'ip_version': 4}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:34:19.813790 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fdb5e22-d23c-4429-b7db-58423d1fdb72 admin admin] Made reservation on behalf of b430700e15c74b7d856deae9efd7bfbd for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:34:19.816311 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1fdb5e22-d23c-4429-b7db-58423d1fdb72 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9228568'] for subnet (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:19.827475 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a83936-e670-470d-a731-9ef9e3ff0703 admin admin] Pushing event updated for resources: {'Network': ['ID=f9f8a99e-1792-4854-887b-04bf9fdb1c0e,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:19.843621 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Network f9f8a99e-1792-4854-887b-04bf9fdb1c0e details requested by agent ovs-agent-dv-cinder-837699-3-iscsi with host dv-cinder-837699-3-iscsi {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 13:34:20.026722 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1fdb5e22-d23c-4429-b7db-58423d1fdb72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8537541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9228778'] for subnet (02a2914d-dd61-4e7b-ba24-ecd27430269c), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:20.126275 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdb5e22-d23c-4429-b7db-58423d1fdb72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02a2914d-dd61-4e7b-ba24-ecd27430269c,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:20.136139 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdb5e22-d23c-4429-b7db-58423d1fdb72 admin admin] Checking segment: {'id': '18ea8d84-92ec-4347-ad53-fad4393f50b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'f9f8a99e-1792-4854-887b-04bf9fdb1c0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:34:20.136507 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdb5e22-d23c-4429-b7db-58423d1fdb72 admin admin] Network hostable DHCP agents. Network: f9f8a99e-1792-4854-887b-04bf9fdb1c0e, hostable agents: ['e437e712-237e-4a54-83a8-782eed3c5f0c'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:34:20.156995 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdb5e22-d23c-4429-b7db-58423d1fdb72 admin admin] Network f9f8a99e-1792-4854-887b-04bf9fdb1c0e is scheduled to be hosted by DHCP agent e437e712-237e-4a54-83a8-782eed3c5f0c with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:34:20.170659 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-1fdb5e22-d23c-4429-b7db-58423d1fdb72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837699-3-iscsi, f9f8a99e-1792-4854-887b-04bf9fdb1c0e) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:34:20.175485 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdb5e22-d23c-4429-b7db-58423d1fdb72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:34:20.176236 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1fdb5e22-d23c-4429-b7db-58423d1fdb72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549835'] for subnet (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:20.197661 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c9317f-c0f0-40ed-89e4-75847a1a8f1b None None] Network f9f8a99e-1792-4854-887b-04bf9fdb1c0e requested from dv-cinder-837699-3-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:34:20.201207 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-1fdb5e22-d23c-4429-b7db-58423d1fdb72 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4175191 Apr 29 13:34:20.201481 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 57692) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:34:20.206651 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-be9a20c5-6e3e-4517-8c7f-c923f7f6a4e3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2014852448-router', 'tenant_id': 'b430700e15c74b7d856deae9efd7bfbd', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5'}}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:34:20.233181 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-be9a20c5-6e3e-4517-8c7f-c923f7f6a4e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-712620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5407'] for router (4e5decdc-7a3a-4ad5-ad65-073504da2e3d), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:20.234484 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-be9a20c5-6e3e-4517-8c7f-c923f7f6a4e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-721068', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5398'] for router (4e5decdc-7a3a-4ad5-ad65-073504da2e3d), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:20.235659 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device 811744b4-a0fe-4e2e-867d-6acc85507a6f up at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:34:20.353677 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Provisioning complete for port 811744b4-a0fe-4e2e-867d-6acc85507a6f triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:34:20.354170 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (811744b4-a0fe-4e2e-867d-6acc85507a6f), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:20.421823 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e7b8cb-a128-498d-a734-8b497d77ca8c None None] Sync routers for ids ['e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6'] in dv-cinder-837699-3-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:34:20.433329 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed08d138-a807-4547-a10b-dea22e26385f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d66e39e-ae76-5681-86be-20f584a66953-f9f8a99e-1792-4854-887b-04bf9fdb1c0e', 'network_id': 'f9f8a99e-1792-4854-887b-04bf9fdb1c0e', 'project_id': 'b430700e15c74b7d856deae9efd7bfbd', 'fixed_ips': [{'subnet_id': '02a2914d-dd61-4e7b-ba24-ecd27430269c'}]}} from dv-cinder-837699-3-iscsi. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 13:34:20.434508 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ed08d138-a807-4547-a10b-dea22e26385f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (None), before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:20.437281 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e7b8cb-a128-498d-a734-8b497d77ca8c None None] Routers {'e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:34:20.437993 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-49e7b8cb-a128-498d-a734-8b497d77ca8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:33:54Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:34:20.587200 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Current status of the port 811744b4-a0fe-4e2e-867d-6acc85507a6f is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:34:20.587815 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (811744b4-a0fe-4e2e-867d-6acc85507a6f), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:20.610032 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-be9a20c5-6e3e-4517-8c7f-c923f7f6a4e3 admin admin] Publish callbacks [] for router_controller (4e5decdc-7a3a-4ad5-ad65-073504da2e3d), precommit_add_association {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:20.619812 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-49e7b8cb-a128-498d-a734-8b497d77ca8c None None] Set router e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6 gateway port host: dv-cinder-837699-3-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:34:20.669587 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] For port 811744b4-a0fe-4e2e-867d-6acc85507a6f, host dv-cinder-837699-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=811744b4-a0fe-4e2e-867d-6acc85507a6f,segment=NetworkSegment(2ea0efb1-2525-44c9-8409-d88aaadc45e7),segment_id=2ea0efb1-2525-44c9-8409-d88aaadc45e7)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:34:20.702495 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (811744b4-a0fe-4e2e-867d-6acc85507a6f), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:20.788987 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-ed08d138-a807-4547-a10b-dea22e26385f None None] Allocated IP 172.20.0.2 (f9f8a99e-1792-4854-887b-04bf9fdb1c0e/02a2914d-dd61-4e7b-ba24-ecd27430269c/0c0e8680-4447-4ed0-8308-3f1ace4190ca) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:34:20.808713 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Pushing event updated for resources: {'Port': ['ID=811744b4-a0fe-4e2e-867d-6acc85507a6f,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:20.809159 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-be9a20c5-6e3e-4517-8c7f-c923f7f6a4e3 admin admin] Publish callbacks [] for router_gateway (4e5decdc-7a3a-4ad5-ad65-073504da2e3d), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:20.882269 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-49e7b8cb-a128-498d-a734-8b497d77ca8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6', 'name': 'tempest-TestShelveInstance-1549379715-router', 'tenant_id': '4d8c9259b58545adaf385c72bb77aa53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '811744b4-a0fe-4e2e-867d-6acc85507a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:34:14Z', 'updated_at': '2022-04-29T13:34:18Z', 'revision_number': 4, 'project_id': '4d8c9259b58545adaf385c72bb77aa53', 'gw_port': {'id': '811744b4-a0fe-4e2e-867d-6acc85507a6f', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:22:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:34:15Z', 'updated_at': '2022-04-29T13:34:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_interfaces': [{'id': 'aae074e5-aa9c-45c9-8032-4bd90ac45f28', 'name': '', 'network_id': '10b82da3-c375-4e58-823a-53086fcc21e4', 'tenant_id': '4d8c9259b58545adaf385c72bb77aa53', 'mac_address': 'fa:16:3e:ab:8e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '0feaa1e6-ce2e-4231-b630-d1a566720245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:34:17Z', 'updated_at': '2022-04-29T13:34:18Z', 'revision_number': 2, 'project_id': '4d8c9259b58545adaf385c72bb77aa53', 'subnets': [{'id': '0feaa1e6-ce2e-4231-b630-d1a566720245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:34:20.917925 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e7b8cb-a128-498d-a734-8b497d77ca8c None None] Checking router: e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6 for host: dv-cinder-837699-3-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:34:20.918595 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e7b8cb-a128-498d-a734-8b497d77ca8c None None] Updating router e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6 port aae074e5-aa9c-45c9-8032-4bd90ac45f28 binding host dv-cinder-837699-3-iscsi {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 13:34:20.948306 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-49e7b8cb-a128-498d-a734-8b497d77ca8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (aae074e5-aa9c-45c9-8032-4bd90ac45f28), before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:20.970496 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ed08d138-a807-4547-a10b-dea22e26385f None None] Publish callbacks [] for port (0c0e8680-4447-4ed0-8308-3f1ace4190ca), precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:20.978952 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ed08d138-a807-4547-a10b-dea22e26385f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783155810398'] for port (0c0e8680-4447-4ed0-8308-3f1ace4190ca), after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:21.027694 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed08d138-a807-4547-a10b-dea22e26385f None None] Network f9f8a99e-1792-4854-887b-04bf9fdb1c0e is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:34:21.035046 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-ed08d138-a807-4547-a10b-dea22e26385f None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:34:21.037398 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed08d138-a807-4547-a10b-dea22e26385f None None] Pushing event updated for resources: {'Port': ['ID=0c0e8680-4447-4ed0-8308-3f1ace4190ca,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:21.045110 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed08d138-a807-4547-a10b-dea22e26385f None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:34:21.067202 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-be9a20c5-6e3e-4517-8c7f-c923f7f6a4e3 admin admin] Publish callbacks [] for router_gateway (4e5decdc-7a3a-4ad5-ad65-073504da2e3d), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:21.089064 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-be9a20c5-6e3e-4517-8c7f-c923f7f6a4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:21.131354 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-ed08d138-a807-4547-a10b-dea22e26385f None None] Attempting to bind port 0c0e8680-4447-4ed0-8308-3f1ace4190ca on host dv-cinder-837699-3-iscsi for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:34:21.132335 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-ed08d138-a807-4547-a10b-dea22e26385f None None] Attempting to bind port 0c0e8680-4447-4ed0-8308-3f1ace4190ca by drivers openvswitch,hyperv on host dv-cinder-837699-3-iscsi at level 0 using segments [{'id': '18ea8d84-92ec-4347-ad53-fad4393f50b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'f9f8a99e-1792-4854-887b-04bf9fdb1c0e'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:34:21.133319 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed08d138-a807-4547-a10b-dea22e26385f None None] Attempting to bind port 0c0e8680-4447-4ed0-8308-3f1ace4190ca on network f9f8a99e-1792-4854-887b-04bf9fdb1c0e {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:34:21.142318 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed08d138-a807-4547-a10b-dea22e26385f None None] Checking agent: {'id': '070d87cd-fed4-4d07-85b5-c26ded61f2d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 12, 59), 'started_at': datetime.datetime(2022, 4, 29, 13, 13, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:34:21.143154 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed08d138-a807-4547-a10b-dea22e26385f None None] Checking segment: {'id': '18ea8d84-92ec-4347-ad53-fad4393f50b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'f9f8a99e-1792-4854-887b-04bf9fdb1c0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:34:21.143913 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ed08d138-a807-4547-a10b-dea22e26385f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:21.144652 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed08d138-a807-4547-a10b-dea22e26385f None None] Bound using segment: {'id': '18ea8d84-92ec-4347-ad53-fad4393f50b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'f9f8a99e-1792-4854-887b-04bf9fdb1c0e'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:34:21.145499 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-ed08d138-a807-4547-a10b-dea22e26385f None None] Bound port: 0c0e8680-4447-4ed0-8308-3f1ace4190ca, host: dv-cinder-837699-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18ea8d84-92ec-4347-ad53-fad4393f50b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'f9f8a99e-1792-4854-887b-04bf9fdb1c0e'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:34:21.146199 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ed08d138-a807-4547-a10b-dea22e26385f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (0c0e8680-4447-4ed0-8308-3f1ace4190ca), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:21.229189 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-be9a20c5-6e3e-4517-8c7f-c923f7f6a4e3 admin admin] Allocated IP 172.27.0.231 (754f8d77-c1fb-438d-9dec-eec91b4433a5/8519c0fa-1b1c-41ff-b70f-9433c7b7bb38/ea2a7ea6-7f32-4ff9-8684-b2d063102ba8) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:34:21.254892 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-ed08d138-a807-4547-a10b-dea22e26385f None None] For port 0c0e8680-4447-4ed0-8308-3f1ace4190ca, host dv-cinder-837699-3-iscsi, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:34:21.263045 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-ed08d138-a807-4547-a10b-dea22e26385f None None] For port 0c0e8680-4447-4ed0-8308-3f1ace4190ca, host dv-cinder-837699-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=0c0e8680-4447-4ed0-8308-3f1ace4190ca,segment=NetworkSegment(18ea8d84-92ec-4347-ad53-fad4393f50b3),segment_id=18ea8d84-92ec-4347-ad53-fad4393f50b3)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:34:21.271004 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ed08d138-a807-4547-a10b-dea22e26385f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (0c0e8680-4447-4ed0-8308-3f1ace4190ca), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:21.343926 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed08d138-a807-4547-a10b-dea22e26385f None None] Pushing event updated for resources: {'Port': ['ID=0c0e8680-4447-4ed0-8308-3f1ace4190ca,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:21.394464 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-be9a20c5-6e3e-4517-8c7f-c923f7f6a4e3 admin admin] Publish callbacks [] for port (ea2a7ea6-7f32-4ff9-8684-b2d063102ba8), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:21.413430 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-49e7b8cb-a128-498d-a734-8b497d77ca8c None None] Publish callbacks [] for port (aae074e5-aa9c-45c9-8032-4bd90ac45f28), precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:21.422882 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-49e7b8cb-a128-498d-a734-8b497d77ca8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (aae074e5-aa9c-45c9-8032-4bd90ac45f28), after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:21.453459 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-be9a20c5-6e3e-4517-8c7f-c923f7f6a4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783155810398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8537941'] for port (ea2a7ea6-7f32-4ff9-8684-b2d063102ba8), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:21.516106 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9a20c5-6e3e-4517-8c7f-c923f7f6a4e3 admin admin] Network 754f8d77-c1fb-438d-9dec-eec91b4433a5 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:34:21.521721 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-be9a20c5-6e3e-4517-8c7f-c923f7f6a4e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:34:21.525699 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9a20c5-6e3e-4517-8c7f-c923f7f6a4e3 admin admin] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:34:21.591857 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9a20c5-6e3e-4517-8c7f-c923f7f6a4e3 admin admin] Pushing event updated for resources: {'Port': ['ID=ea2a7ea6-7f32-4ff9-8684-b2d063102ba8,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:21.610185 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-83b5c7f2-2ac0-464d-ad38-b165524409c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (e437e712-237e-4a54-83a8-782eed3c5f0c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:21.610509 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7fb51f-8a23-4b09-88fa-c811a56e3906 None None] Pushing event updated for resources: {'Port': ['ID=aae074e5-aa9c-45c9-8032-4bd90ac45f28,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:21.620536 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7fb51f-8a23-4b09-88fa-c811a56e3906 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:34:21.620913 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7fb51f-8a23-4b09-88fa-c811a56e3906 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:34:21.621495 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7fb51f-8a23-4b09-88fa-c811a56e3906 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:34:21.621850 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7fb51f-8a23-4b09-88fa-c811a56e3906 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:34:21.622715 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7fb51f-8a23-4b09-88fa-c811a56e3906 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:34:21.623275 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7fb51f-8a23-4b09-88fa-c811a56e3906 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:34:21.623758 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7fb51f-8a23-4b09-88fa-c811a56e3906 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:34:21.624239 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7fb51f-8a23-4b09-88fa-c811a56e3906 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:34:21.624715 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7fb51f-8a23-4b09-88fa-c811a56e3906 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:34:21.625377 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7fb51f-8a23-4b09-88fa-c811a56e3906 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:34:21.625848 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7fb51f-8a23-4b09-88fa-c811a56e3906 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:34:21.626333 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7fb51f-8a23-4b09-88fa-c811a56e3906 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:34:21.626806 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7fb51f-8a23-4b09-88fa-c811a56e3906 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:34:21.627279 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7fb51f-8a23-4b09-88fa-c811a56e3906 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:34:21.627742 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7fb51f-8a23-4b09-88fa-c811a56e3906 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:34:21.729597 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-49e7b8cb-a128-498d-a734-8b497d77ca8c None None] Attempting to bind port aae074e5-aa9c-45c9-8032-4bd90ac45f28 on host dv-cinder-837699-3-iscsi for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:34:21.730401 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-49e7b8cb-a128-498d-a734-8b497d77ca8c None None] Attempting to bind port aae074e5-aa9c-45c9-8032-4bd90ac45f28 by drivers openvswitch,hyperv on host dv-cinder-837699-3-iscsi at level 0 using segments [{'id': '800e3918-5624-490e-ab00-1a42282887a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '10b82da3-c375-4e58-823a-53086fcc21e4'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:34:21.731054 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e7b8cb-a128-498d-a734-8b497d77ca8c None None] Attempting to bind port aae074e5-aa9c-45c9-8032-4bd90ac45f28 on network 10b82da3-c375-4e58-823a-53086fcc21e4 {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:34:21.740577 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e7b8cb-a128-498d-a734-8b497d77ca8c None None] Checking agent: {'id': '070d87cd-fed4-4d07-85b5-c26ded61f2d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 12, 59), 'started_at': datetime.datetime(2022, 4, 29, 13, 13, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:34:21.741480 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e7b8cb-a128-498d-a734-8b497d77ca8c None None] Checking segment: {'id': '800e3918-5624-490e-ab00-1a42282887a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '10b82da3-c375-4e58-823a-53086fcc21e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:34:21.741960 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-49e7b8cb-a128-498d-a734-8b497d77ca8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:21.742431 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e7b8cb-a128-498d-a734-8b497d77ca8c None None] Bound using segment: {'id': '800e3918-5624-490e-ab00-1a42282887a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '10b82da3-c375-4e58-823a-53086fcc21e4'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:34:21.742994 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-49e7b8cb-a128-498d-a734-8b497d77ca8c None None] Bound port: aae074e5-aa9c-45c9-8032-4bd90ac45f28, host: dv-cinder-837699-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '800e3918-5624-490e-ab00-1a42282887a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '10b82da3-c375-4e58-823a-53086fcc21e4'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:34:21.743439 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-49e7b8cb-a128-498d-a734-8b497d77ca8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (aae074e5-aa9c-45c9-8032-4bd90ac45f28), before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:21.870277 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-49e7b8cb-a128-498d-a734-8b497d77ca8c None None] For port aae074e5-aa9c-45c9-8032-4bd90ac45f28, host dv-cinder-837699-3-iscsi, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:34:21.874178 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-49e7b8cb-a128-498d-a734-8b497d77ca8c None None] For port aae074e5-aa9c-45c9-8032-4bd90ac45f28, host dv-cinder-837699-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=aae074e5-aa9c-45c9-8032-4bd90ac45f28,segment=NetworkSegment(800e3918-5624-490e-ab00-1a42282887a3),segment_id=800e3918-5624-490e-ab00-1a42282887a3)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:34:21.884093 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-49e7b8cb-a128-498d-a734-8b497d77ca8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (aae074e5-aa9c-45c9-8032-4bd90ac45f28), after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:21.954303 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7fb51f-8a23-4b09-88fa-c811a56e3906 None None] Pushing event updated for resources: {'Port': ['ID=aae074e5-aa9c-45c9-8032-4bd90ac45f28,revision_number=4']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:21.957834 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e7b8cb-a128-498d-a734-8b497d77ca8c None None] Routers {'e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:34:21.958762 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-49e7b8cb-a128-498d-a734-8b497d77ca8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:33:54Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:34:22.003291 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-be9a20c5-6e3e-4517-8c7f-c923f7f6a4e3 admin admin] Publish callbacks [] for router_gateway (4e5decdc-7a3a-4ad5-ad65-073504da2e3d), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:22.034803 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-032f1617-89f9-4667-912e-806c640b4fb8 None None] Provisioning complete for port aae074e5-aa9c-45c9-8032-4bd90ac45f28 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:34:22.041169 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-032f1617-89f9-4667-912e-806c640b4fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (aae074e5-aa9c-45c9-8032-4bd90ac45f28), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:22.144537 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-49e7b8cb-a128-498d-a734-8b497d77ca8c None None] Set router e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6 gateway port host: dv-cinder-837699-3-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:34:22.172461 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-032f1617-89f9-4667-912e-806c640b4fb8 None None] Current status of the port aae074e5-aa9c-45c9-8032-4bd90ac45f28 is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:34:22.172908 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-032f1617-89f9-4667-912e-806c640b4fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (aae074e5-aa9c-45c9-8032-4bd90ac45f28), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:22.215775 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-032f1617-89f9-4667-912e-806c640b4fb8 None None] For port aae074e5-aa9c-45c9-8032-4bd90ac45f28, host dv-cinder-837699-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=aae074e5-aa9c-45c9-8032-4bd90ac45f28,segment=NetworkSegment(800e3918-5624-490e-ab00-1a42282887a3),segment_id=800e3918-5624-490e-ab00-1a42282887a3)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:34:22.222659 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-032f1617-89f9-4667-912e-806c640b4fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (aae074e5-aa9c-45c9-8032-4bd90ac45f28), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:22.345063 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032f1617-89f9-4667-912e-806c640b4fb8 None None] Pushing event updated for resources: {'Port': ['ID=aae074e5-aa9c-45c9-8032-4bd90ac45f28,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:22.364906 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device 811744b4-a0fe-4e2e-867d-6acc85507a6f up at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:34:22.403436 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-be9a20c5-6e3e-4517-8c7f-c923f7f6a4e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-721113'] for router (4e5decdc-7a3a-4ad5-ad65-073504da2e3d), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:22.435466 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-a746345b-1f42-420a-99ff-29a8b6f65c36 None None] Provisioning complete for port aae074e5-aa9c-45c9-8032-4bd90ac45f28 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:34:22.435839 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a746345b-1f42-420a-99ff-29a8b6f65c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (aae074e5-aa9c-45c9-8032-4bd90ac45f28), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:22.547537 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-49e7b8cb-a128-498d-a734-8b497d77ca8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6', 'name': 'tempest-TestShelveInstance-1549379715-router', 'tenant_id': '4d8c9259b58545adaf385c72bb77aa53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '811744b4-a0fe-4e2e-867d-6acc85507a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:34:14Z', 'updated_at': '2022-04-29T13:34:18Z', 'revision_number': 4, 'project_id': '4d8c9259b58545adaf385c72bb77aa53', 'gw_port': {'id': '811744b4-a0fe-4e2e-867d-6acc85507a6f', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:22:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:34:15Z', 'updated_at': '2022-04-29T13:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_interfaces': [{'id': 'aae074e5-aa9c-45c9-8032-4bd90ac45f28', 'name': '', 'network_id': '10b82da3-c375-4e58-823a-53086fcc21e4', 'tenant_id': '4d8c9259b58545adaf385c72bb77aa53', 'mac_address': 'fa:16:3e:ab:8e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '0feaa1e6-ce2e-4231-b630-d1a566720245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:34:17Z', 'updated_at': '2022-04-29T13:34:21Z', 'revision_number': 4, 'project_id': '4d8c9259b58545adaf385c72bb77aa53', 'subnets': [{'id': '0feaa1e6-ce2e-4231-b630-d1a566720245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:34:22.606676 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e7b8cb-a128-498d-a734-8b497d77ca8c None None] The sync data for ids ['e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6'] in dv-cinder-837699-3-iscsi is: [{'id': 'e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6', 'name': 'tempest-TestShelveInstance-1549379715-router', 'tenant_id': '4d8c9259b58545adaf385c72bb77aa53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '811744b4-a0fe-4e2e-867d-6acc85507a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:34:14Z', 'updated_at': '2022-04-29T13:34:18Z', 'revision_number': 4, 'project_id': '4d8c9259b58545adaf385c72bb77aa53', 'gw_port': {'id': '811744b4-a0fe-4e2e-867d-6acc85507a6f', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:22:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:34:15Z', 'updated_at': '2022-04-29T13:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_interfaces': [{'id': 'aae074e5-aa9c-45c9-8032-4bd90ac45f28', 'name': '', 'network_id': '10b82da3-c375-4e58-823a-53086fcc21e4', 'tenant_id': '4d8c9259b58545adaf385c72bb77aa53', 'mac_address': 'fa:16:3e:ab:8e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '0feaa1e6-ce2e-4231-b630-d1a566720245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:34:17Z', 'updated_at': '2022-04-29T13:34:21Z', 'revision_number': 4, 'project_id': '4d8c9259b58545adaf385c72bb77aa53', 'subnets': [{'id': '0feaa1e6-ce2e-4231-b630-d1a566720245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:34:22.626351 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be9a20c5-6e3e-4517-8c7f-c923f7f6a4e3 admin admin] Router 4e5decdc-7a3a-4ad5-ad65-073504da2e3d is scheduled to L3 agent ffd5f049-29fc-4e99-906d-6eadce93ab48 with binding_index 1 {{(pid=103364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 13:34:22.744167 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Provisioning complete for port 811744b4-a0fe-4e2e-867d-6acc85507a6f triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:34:22.764603 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (811744b4-a0fe-4e2e-867d-6acc85507a6f), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:22.859529 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be9a20c5-6e3e-4517-8c7f-c923f7f6a4e3 admin admin] Notify agent at l3_agent.dv-cinder-837699-3-iscsi the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:34:22.874556 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad89cde4-7d93-4f8d-a70c-3d8412f4aaf1 None None] Sync routers for ids ['4e5decdc-7a3a-4ad5-ad65-073504da2e3d'] in dv-cinder-837699-3-iscsi {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:34:22.885963 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-be9a20c5-6e3e-4517-8c7f-c923f7f6a4e3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:22.890363 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 57728) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:34:22.896365 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-be9a20c5-6e3e-4517-8c7f-c923f7f6a4e3 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6888812 Apr 29 13:34:22.941169 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d4c031-bd19-41db-8033-1e47875c18d0 None None] Network f9f8a99e-1792-4854-887b-04bf9fdb1c0e requested from dv-cinder-837699-3-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:34:22.998265 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad89cde4-7d93-4f8d-a70c-3d8412f4aaf1 None None] Routers {'4e5decdc-7a3a-4ad5-ad65-073504da2e3d'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:34:22.998921 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-ad89cde4-7d93-4f8d-a70c-3d8412f4aaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:33:54Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['4e5decdc-7a3a-4ad5-ad65-073504da2e3d'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:34:23.009272 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-a746345b-1f42-420a-99ff-29a8b6f65c36 None None] Current status of the port aae074e5-aa9c-45c9-8032-4bd90ac45f28 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:34:23.093224 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Current status of the port 811744b4-a0fe-4e2e-867d-6acc85507a6f is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:34:23.095145 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device 0c0e8680-4447-4ed0-8308-3f1ace4190ca up at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:34:23.219548 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-6391e03f-0eec-4b58-bb88-3b67eba78cb3 None None] Provisioning complete for port 0c0e8680-4447-4ed0-8308-3f1ace4190ca triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:34:23.219926 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6391e03f-0eec-4b58-bb88-3b67eba78cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (0c0e8680-4447-4ed0-8308-3f1ace4190ca), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:23.308213 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-ad89cde4-7d93-4f8d-a70c-3d8412f4aaf1 None None] Set router 4e5decdc-7a3a-4ad5-ad65-073504da2e3d gateway port host: dv-cinder-837699-3-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:34:23.393157 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Provisioning complete for port 0c0e8680-4447-4ed0-8308-3f1ace4190ca triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:34:23.393936 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (0c0e8680-4447-4ed0-8308-3f1ace4190ca), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:23.472464 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a68e03bd-9892-4c8f-957d-45dee09029a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:23.578438 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-6391e03f-0eec-4b58-bb88-3b67eba78cb3 None None] Current status of the port 0c0e8680-4447-4ed0-8308-3f1ace4190ca is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:34:23.578840 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6391e03f-0eec-4b58-bb88-3b67eba78cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (0c0e8680-4447-4ed0-8308-3f1ace4190ca), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:23.679031 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Current status of the port 0c0e8680-4447-4ed0-8308-3f1ace4190ca is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:34:23.679467 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (0c0e8680-4447-4ed0-8308-3f1ace4190ca), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:23.685558 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-6391e03f-0eec-4b58-bb88-3b67eba78cb3 None None] For port 0c0e8680-4447-4ed0-8308-3f1ace4190ca, host dv-cinder-837699-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=0c0e8680-4447-4ed0-8308-3f1ace4190ca,segment=NetworkSegment(18ea8d84-92ec-4347-ad53-fad4393f50b3),segment_id=18ea8d84-92ec-4347-ad53-fad4393f50b3)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:34:23.685952 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-a68e03bd-9892-4c8f-957d-45dee09029a3 admin admin] Allocated IP 172.20.0.1 (f9f8a99e-1792-4854-887b-04bf9fdb1c0e/02a2914d-dd61-4e7b-ba24-ecd27430269c/fdccb19b-8637-4f2d-bcc9-8f848d612ded) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:34:23.697268 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-ad89cde4-7d93-4f8d-a70c-3d8412f4aaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e5decdc-7a3a-4ad5-ad65-073504da2e3d', 'name': 'tempest-TestShelveInstance-2014852448-router', 'tenant_id': 'b430700e15c74b7d856deae9efd7bfbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': 'ea2a7ea6-7f32-4ff9-8684-b2d063102ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:34:20Z', 'updated_at': '2022-04-29T13:34:21Z', 'revision_number': 3, 'project_id': 'b430700e15c74b7d856deae9efd7bfbd', 'gw_port': {'id': 'ea2a7ea6-7f32-4ff9-8684-b2d063102ba8', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e5decdc-7a3a-4ad5-ad65-073504da2e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:34:21Z', 'updated_at': '2022-04-29T13:34:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi'}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:34:23.699587 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6391e03f-0eec-4b58-bb88-3b67eba78cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (0c0e8680-4447-4ed0-8308-3f1ace4190ca), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:23.740336 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad89cde4-7d93-4f8d-a70c-3d8412f4aaf1 None None] Checking router: 4e5decdc-7a3a-4ad5-ad65-073504da2e3d for host: dv-cinder-837699-3-iscsi {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:34:23.740694 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad89cde4-7d93-4f8d-a70c-3d8412f4aaf1 None None] Updating router 4e5decdc-7a3a-4ad5-ad65-073504da2e3d port ea2a7ea6-7f32-4ff9-8684-b2d063102ba8 binding host dv-cinder-837699-3-iscsi {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 13:34:23.834604 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a68e03bd-9892-4c8f-957d-45dee09029a3 admin admin] Publish callbacks [] for port (fdccb19b-8637-4f2d-bcc9-8f848d612ded), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:23.836620 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ad89cde4-7d93-4f8d-a70c-3d8412f4aaf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (ea2a7ea6-7f32-4ff9-8684-b2d063102ba8), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:23.892128 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-ee1cd4ab-76a8-4f38-a238-ecb605a55dcf None None] Provisioning complete for port 0c0e8680-4447-4ed0-8308-3f1ace4190ca triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:34:23.892405 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a68e03bd-9892-4c8f-957d-45dee09029a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783155810398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9127861'] for port (fdccb19b-8637-4f2d-bcc9-8f848d612ded), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:23.892939 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ee1cd4ab-76a8-4f38-a238-ecb605a55dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (0c0e8680-4447-4ed0-8308-3f1ace4190ca), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:23.898895 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6391e03f-0eec-4b58-bb88-3b67eba78cb3 None None] Pushing event updated for resources: {'Port': ['ID=0c0e8680-4447-4ed0-8308-3f1ace4190ca,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:23.932479 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.db.api [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103366) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 13:34:23.932915 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG oslo_db.api [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 13:34:23.934551 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68e03bd-9892-4c8f-957d-45dee09029a3 admin admin] Network f9f8a99e-1792-4854-887b-04bf9fdb1c0e is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:34:23.937573 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-a68e03bd-9892-4c8f-957d-45dee09029a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:34:23.940321 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68e03bd-9892-4c8f-957d-45dee09029a3 admin admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:34:24.002240 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68e03bd-9892-4c8f-957d-45dee09029a3 admin admin] Pushing event updated for resources: {'Port': ['ID=fdccb19b-8637-4f2d-bcc9-8f848d612ded,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:24.033241 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a68e03bd-9892-4c8f-957d-45dee09029a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706220'] for router_interface (4e5decdc-7a3a-4ad5-ad65-073504da2e3d), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:24.153797 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-ee1cd4ab-76a8-4f38-a238-ecb605a55dcf None None] Current status of the port 0c0e8680-4447-4ed0-8308-3f1ace4190ca is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:34:24.183153 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a68e03bd-9892-4c8f-957d-45dee09029a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (fdccb19b-8637-4f2d-bcc9-8f848d612ded), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:24.281611 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ad89cde4-7d93-4f8d-a70c-3d8412f4aaf1 None None] Publish callbacks [] for port (ea2a7ea6-7f32-4ff9-8684-b2d063102ba8), precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:24.288822 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f888127c-2e43-4905-9652-74761e0cfb18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (ffd5f049-29fc-4e99-906d-6eadce93ab48), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:24.290890 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-aeff9073-e457-45bf-8d4d-8b1c775ed077 None None] Provisioning complete for port fdccb19b-8637-4f2d-bcc9-8f848d612ded triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:34:24.291389 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-aeff9073-e457-45bf-8d4d-8b1c775ed077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (fdccb19b-8637-4f2d-bcc9-8f848d612ded), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:24.293761 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ad89cde4-7d93-4f8d-a70c-3d8412f4aaf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (ea2a7ea6-7f32-4ff9-8684-b2d063102ba8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:24.380659 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-aeff9073-e457-45bf-8d4d-8b1c775ed077 None None] Port fdccb19b-8637-4f2d-bcc9-8f848d612ded cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 13:34:24.381117 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a68e03bd-9892-4c8f-957d-45dee09029a3 admin admin] Publish callbacks [] for port (fdccb19b-8637-4f2d-bcc9-8f848d612ded), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:24.381871 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdac0bed-836d-4bf1-a903-cb439ee038f9 None None] Pushing event updated for resources: {'Port': ['ID=ea2a7ea6-7f32-4ff9-8684-b2d063102ba8,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:24.384078 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-ad89cde4-7d93-4f8d-a70c-3d8412f4aaf1 None None] Attempting to bind port ea2a7ea6-7f32-4ff9-8684-b2d063102ba8 on host dv-cinder-837699-3-iscsi for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:34:24.384558 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-ad89cde4-7d93-4f8d-a70c-3d8412f4aaf1 None None] Attempting to bind port ea2a7ea6-7f32-4ff9-8684-b2d063102ba8 by drivers openvswitch,hyperv on host dv-cinder-837699-3-iscsi at level 0 using segments [{'id': '2ea0efb1-2525-44c9-8409-d88aaadc45e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:34:24.385387 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad89cde4-7d93-4f8d-a70c-3d8412f4aaf1 None None] Attempting to bind port ea2a7ea6-7f32-4ff9-8684-b2d063102ba8 on network 754f8d77-c1fb-438d-9dec-eec91b4433a5 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:34:24.387999 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a68e03bd-9892-4c8f-957d-45dee09029a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9127854'] for port (fdccb19b-8637-4f2d-bcc9-8f848d612ded), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:24.391608 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad89cde4-7d93-4f8d-a70c-3d8412f4aaf1 None None] Checking agent: {'id': '070d87cd-fed4-4d07-85b5-c26ded61f2d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 12, 59), 'started_at': datetime.datetime(2022, 4, 29, 13, 13, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:34:24.391989 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad89cde4-7d93-4f8d-a70c-3d8412f4aaf1 None None] Checking segment: {'id': '2ea0efb1-2525-44c9-8409-d88aaadc45e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:34:24.392392 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ad89cde4-7d93-4f8d-a70c-3d8412f4aaf1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:24.393567 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad89cde4-7d93-4f8d-a70c-3d8412f4aaf1 None None] Bound using segment: {'id': '2ea0efb1-2525-44c9-8409-d88aaadc45e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:34:24.393567 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-ad89cde4-7d93-4f8d-a70c-3d8412f4aaf1 None None] Bound port: ea2a7ea6-7f32-4ff9-8684-b2d063102ba8, host: dv-cinder-837699-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ea0efb1-2525-44c9-8409-d88aaadc45e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:34:24.393893 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ad89cde4-7d93-4f8d-a70c-3d8412f4aaf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (ea2a7ea6-7f32-4ff9-8684-b2d063102ba8), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:24.461818 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68e03bd-9892-4c8f-957d-45dee09029a3 admin admin] Pushing event updated for resources: {'Port': ['ID=fdccb19b-8637-4f2d-bcc9-8f848d612ded,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:24.465473 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a68e03bd-9892-4c8f-957d-45dee09029a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711452'] for router_interface (4e5decdc-7a3a-4ad5-ad65-073504da2e3d), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:24.489661 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-ad89cde4-7d93-4f8d-a70c-3d8412f4aaf1 None None] For port ea2a7ea6-7f32-4ff9-8684-b2d063102ba8, host dv-cinder-837699-3-iscsi, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:34:24.498426 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-ad89cde4-7d93-4f8d-a70c-3d8412f4aaf1 None None] For port ea2a7ea6-7f32-4ff9-8684-b2d063102ba8, host dv-cinder-837699-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=ea2a7ea6-7f32-4ff9-8684-b2d063102ba8,segment=NetworkSegment(2ea0efb1-2525-44c9-8409-d88aaadc45e7),segment_id=2ea0efb1-2525-44c9-8409-d88aaadc45e7)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:34:24.500643 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Current status of the port 0c0e8680-4447-4ed0-8308-3f1ace4190ca is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:34:24.513977 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ad89cde4-7d93-4f8d-a70c-3d8412f4aaf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (ea2a7ea6-7f32-4ff9-8684-b2d063102ba8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:24.591823 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68e03bd-9892-4c8f-957d-45dee09029a3 admin admin] Network f9f8a99e-1792-4854-887b-04bf9fdb1c0e is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:34:24.593416 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-a68e03bd-9892-4c8f-957d-45dee09029a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:34:24.600256 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad89cde4-7d93-4f8d-a70c-3d8412f4aaf1 None None] Routers {'4e5decdc-7a3a-4ad5-ad65-073504da2e3d'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:34:24.601491 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-ad89cde4-7d93-4f8d-a70c-3d8412f4aaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:34:24Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['4e5decdc-7a3a-4ad5-ad65-073504da2e3d'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:34:24.642985 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdac0bed-836d-4bf1-a903-cb439ee038f9 None None] Pushing event updated for resources: {'Port': ['ID=ea2a7ea6-7f32-4ff9-8684-b2d063102ba8,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:24.828593 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a68e03bd-9892-4c8f-957d-45dee09029a3 admin admin] Router 4e5decdc-7a3a-4ad5-ad65-073504da2e3d has already been hosted by L3 agent ffd5f049-29fc-4e99-906d-6eadce93ab48 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:34:24.890349 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device aae074e5-aa9c-45c9-8032-4bd90ac45f28 up at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:34:24.942691 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-59872e0b-beda-4116-bbc5-e4df0cf83449 None None] Provisioning complete for port fdccb19b-8637-4f2d-bcc9-8f848d612ded triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:34:24.943142 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-59872e0b-beda-4116-bbc5-e4df0cf83449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (fdccb19b-8637-4f2d-bcc9-8f848d612ded), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:24.960271 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a68e03bd-9892-4c8f-957d-45dee09029a3 admin admin] Notify agent at l3_agent.dv-cinder-837699-3-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:34:24.977367 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-ad89cde4-7d93-4f8d-a70c-3d8412f4aaf1 None None] Set router 4e5decdc-7a3a-4ad5-ad65-073504da2e3d gateway port host: dv-cinder-837699-3-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:34:24.978641 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-a68e03bd-9892-4c8f-957d-45dee09029a3 admin admin] 10.222.0.11 "PUT /v2.0/routers/4e5decdc-7a3a-4ad5-ad65-073504da2e3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0871708 Apr 29 13:34:25.035836 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-59872e0b-beda-4116-bbc5-e4df0cf83449 None None] Port fdccb19b-8637-4f2d-bcc9-8f848d612ded cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 13:34:25.042655 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Provisioning complete for port aae074e5-aa9c-45c9-8032-4bd90ac45f28 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:34:25.043022 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (aae074e5-aa9c-45c9-8032-4bd90ac45f28), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:25.331188 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Current status of the port aae074e5-aa9c-45c9-8032-4bd90ac45f28 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:34:25.332308 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device 0c0e8680-4447-4ed0-8308-3f1ace4190ca up at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:34:25.359352 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-ad89cde4-7d93-4f8d-a70c-3d8412f4aaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e5decdc-7a3a-4ad5-ad65-073504da2e3d', 'name': 'tempest-TestShelveInstance-2014852448-router', 'tenant_id': 'b430700e15c74b7d856deae9efd7bfbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': 'ea2a7ea6-7f32-4ff9-8684-b2d063102ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:34:20Z', 'updated_at': '2022-04-29T13:34:24Z', 'revision_number': 4, 'project_id': 'b430700e15c74b7d856deae9efd7bfbd', 'gw_port': {'id': 'ea2a7ea6-7f32-4ff9-8684-b2d063102ba8', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e5decdc-7a3a-4ad5-ad65-073504da2e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:34:21Z', 'updated_at': '2022-04-29T13:34:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_interfaces': [{'id': 'fdccb19b-8637-4f2d-bcc9-8f848d612ded', 'name': '', 'network_id': 'f9f8a99e-1792-4854-887b-04bf9fdb1c0e', 'tenant_id': 'b430700e15c74b7d856deae9efd7bfbd', 'mac_address': 'fa:16:3e:d8:c9:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e5decdc-7a3a-4ad5-ad65-073504da2e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '02a2914d-dd61-4e7b-ba24-ecd27430269c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:34:23Z', 'updated_at': '2022-04-29T13:34:24Z', 'revision_number': 2, 'project_id': 'b430700e15c74b7d856deae9efd7bfbd', 'subnets': [{'id': '02a2914d-dd61-4e7b-ba24-ecd27430269c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:34:25.391619 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad89cde4-7d93-4f8d-a70c-3d8412f4aaf1 None None] The sync data for ids ['4e5decdc-7a3a-4ad5-ad65-073504da2e3d'] in dv-cinder-837699-3-iscsi is: [{'id': '4e5decdc-7a3a-4ad5-ad65-073504da2e3d', 'name': 'tempest-TestShelveInstance-2014852448-router', 'tenant_id': 'b430700e15c74b7d856deae9efd7bfbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': 'ea2a7ea6-7f32-4ff9-8684-b2d063102ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:34:20Z', 'updated_at': '2022-04-29T13:34:24Z', 'revision_number': 4, 'project_id': 'b430700e15c74b7d856deae9efd7bfbd', 'gw_port': {'id': 'ea2a7ea6-7f32-4ff9-8684-b2d063102ba8', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e5decdc-7a3a-4ad5-ad65-073504da2e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:34:21Z', 'updated_at': '2022-04-29T13:34:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_interfaces': [{'id': 'fdccb19b-8637-4f2d-bcc9-8f848d612ded', 'name': '', 'network_id': 'f9f8a99e-1792-4854-887b-04bf9fdb1c0e', 'tenant_id': 'b430700e15c74b7d856deae9efd7bfbd', 'mac_address': 'fa:16:3e:d8:c9:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e5decdc-7a3a-4ad5-ad65-073504da2e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '02a2914d-dd61-4e7b-ba24-ecd27430269c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:34:23Z', 'updated_at': '2022-04-29T13:34:24Z', 'revision_number': 2, 'project_id': 'b430700e15c74b7d856deae9efd7bfbd', 'subnets': [{'id': '02a2914d-dd61-4e7b-ba24-ecd27430269c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:34:25.414337 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Provisioning complete for port 0c0e8680-4447-4ed0-8308-3f1ace4190ca triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:34:25.414714 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (0c0e8680-4447-4ed0-8308-3f1ace4190ca), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:25.504411 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Current status of the port 0c0e8680-4447-4ed0-8308-3f1ace4190ca is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:34:25.623788 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 57768) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:34:25.628356 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-1e2011c8-a19c-405d-bcfe-81054561d591 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-506157460', 'description': 'tempest-secgroup-smoke-506157460 description', 'project_id': '4d8c9259b58545adaf385c72bb77aa53'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:34:25.661775 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1e2011c8-a19c-405d-bcfe-81054561d591 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:25.740432 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1e2011c8-a19c-405d-bcfe-81054561d591 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Publish callbacks [] for security_group (4d76ac88-7a1b-47f8-9174-8d787d485cbd), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:25.745633 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1e2011c8-a19c-405d-bcfe-81054561d591 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (4d76ac88-7a1b-47f8-9174-8d787d485cbd), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:25.782558 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1e2011c8-a19c-405d-bcfe-81054561d591 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:25.783908 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-1e2011c8-a19c-405d-bcfe-81054561d591 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1590526 Apr 29 13:34:25.784777 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2011c8-a19c-405d-bcfe-81054561d591 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d76ac88-7a1b-47f8-9174-8d787d485cbd,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:25.786874 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 57770) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:34:25.792123 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-16c256d9-648d-43af-be2a-3de3382d2e44 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Request body: {'security_group_rule': {'security_group_id': '4d76ac88-7a1b-47f8-9174-8d787d485cbd', 'project_id': '4d8c9259b58545adaf385c72bb77aa53', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:34:25.821429 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-16c256d9-648d-43af-be2a-3de3382d2e44 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Publish callbacks [] for security_group_rule (fba8e3ab-e644-4e88-b117-c40f2b192c67), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:25.857045 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d46c6b96-c9c1-47b5-84ba-015c4e42046f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (1b2ea45c-9419-45d0-91af-29e2c5a1844a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:25.884612 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-16c256d9-648d-43af-be2a-3de3382d2e44 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Publish callbacks [] for security_group_rule (fba8e3ab-e644-4e88-b117-c40f2b192c67), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:25.888945 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-16c256d9-648d-43af-be2a-3de3382d2e44 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773016'] for security_group_rule (fba8e3ab-e644-4e88-b117-c40f2b192c67), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:25.912228 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c256d9-648d-43af-be2a-3de3382d2e44 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fba8e3ab-e644-4e88-b117-c40f2b192c67,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:25.921235 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-16c256d9-648d-43af-be2a-3de3382d2e44 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:25.924828 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-16c256d9-648d-43af-be2a-3de3382d2e44 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1344955 Apr 29 13:34:25.925482 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 57772) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:34:25.931165 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-008b4220-36a4-4918-ba97-dea5dc0f239a tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Request body: {'security_group_rule': {'security_group_id': '4d76ac88-7a1b-47f8-9174-8d787d485cbd', 'project_id': '4d8c9259b58545adaf385c72bb77aa53', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:34:25.971115 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-008b4220-36a4-4918-ba97-dea5dc0f239a tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Publish callbacks [] for security_group_rule (11725079-12a3-408b-b67f-3839bc97c2cb), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:26.053540 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-008b4220-36a4-4918-ba97-dea5dc0f239a tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Publish callbacks [] for security_group_rule (11725079-12a3-408b-b67f-3839bc97c2cb), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:26.059163 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-008b4220-36a4-4918-ba97-dea5dc0f239a tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773016'] for security_group_rule (11725079-12a3-408b-b67f-3839bc97c2cb), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:26.081969 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008b4220-36a4-4918-ba97-dea5dc0f239a tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11725079-12a3-408b-b67f-3839bc97c2cb,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:26.119932 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-008b4220-36a4-4918-ba97-dea5dc0f239a tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:26.121351 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-008b4220-36a4-4918-ba97-dea5dc0f239a tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1947095 Apr 29 13:34:26.124236 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 57782) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:34:26.129144 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-a02c963c-2718-472d-bafb-a58edff951a1 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Request body: {'security_group_rule': {'security_group_id': '4d76ac88-7a1b-47f8-9174-8d787d485cbd', 'project_id': '4d8c9259b58545adaf385c72bb77aa53', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:34:26.168965 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a02c963c-2718-472d-bafb-a58edff951a1 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Publish callbacks [] for security_group_rule (4c85a377-7dc5-43cc-afad-29ce7b65449f), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:26.252691 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a02c963c-2718-472d-bafb-a58edff951a1 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Publish callbacks [] for security_group_rule (4c85a377-7dc5-43cc-afad-29ce7b65449f), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:26.262176 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a02c963c-2718-472d-bafb-a58edff951a1 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773016'] for security_group_rule (4c85a377-7dc5-43cc-afad-29ce7b65449f), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:26.284794 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02c963c-2718-472d-bafb-a58edff951a1 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c85a377-7dc5-43cc-afad-29ce7b65449f,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:26.297376 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a02c963c-2718-472d-bafb-a58edff951a1 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:26.301594 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 57792) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:34:26.301749 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-a02c963c-2718-472d-bafb-a58edff951a1 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1763313 Apr 29 13:34:26.307262 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-8a797632-480e-4b39-8470-d8abcb832a25 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Request body: {'security_group_rule': {'security_group_id': '4d76ac88-7a1b-47f8-9174-8d787d485cbd', 'project_id': '4d8c9259b58545adaf385c72bb77aa53', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:34:26.346808 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8a797632-480e-4b39-8470-d8abcb832a25 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Publish callbacks [] for security_group_rule (17614d0e-393a-48fb-9bab-96c8455b27fa), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:26.419303 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8a797632-480e-4b39-8470-d8abcb832a25 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Publish callbacks [] for security_group_rule (17614d0e-393a-48fb-9bab-96c8455b27fa), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:26.424303 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8a797632-480e-4b39-8470-d8abcb832a25 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773016'] for security_group_rule (17614d0e-393a-48fb-9bab-96c8455b27fa), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:26.455785 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a797632-480e-4b39-8470-d8abcb832a25 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17614d0e-393a-48fb-9bab-96c8455b27fa,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:26.461278 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8a797632-480e-4b39-8470-d8abcb832a25 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:26.465773 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 57794) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:34:26.465972 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-8a797632-480e-4b39-8470-d8abcb832a25 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1626763 Apr 29 13:34:26.470676 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-2fdc3607-c636-44ca-ae4c-9f6c108c8ec0 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Request body: {'security_group_rule': {'security_group_id': '4d76ac88-7a1b-47f8-9174-8d787d485cbd', 'project_id': '4d8c9259b58545adaf385c72bb77aa53', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:34:26.497740 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.db.securitygroups_db [None req-2fdc3607-c636-44ca-ae4c-9f6c108c8ec0 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Project 4d8c9259b58545adaf385c72bb77aa53 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 13:34:26.504165 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2fdc3607-c636-44ca-ae4c-9f6c108c8ec0 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Publish callbacks [] for security_group_rule (2182f81c-7d6c-4167-870b-7a26cb801804), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:26.594429 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2fdc3607-c636-44ca-ae4c-9f6c108c8ec0 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Publish callbacks [] for security_group_rule (2182f81c-7d6c-4167-870b-7a26cb801804), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:26.599675 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2fdc3607-c636-44ca-ae4c-9f6c108c8ec0 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773016'] for security_group_rule (2182f81c-7d6c-4167-870b-7a26cb801804), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:26.620375 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdc3607-c636-44ca-ae4c-9f6c108c8ec0 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2182f81c-7d6c-4167-870b-7a26cb801804,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:26.632155 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2fdc3607-c636-44ca-ae4c-9f6c108c8ec0 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:26.636979 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device ea2a7ea6-7f32-4ff9-8684-b2d063102ba8 up at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:34:26.637436 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-2fdc3607-c636-44ca-ae4c-9f6c108c8ec0 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1670721 Apr 29 13:34:26.637736 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 57796) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:34:26.646143 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-408aa7db-244f-4765-8369-f117fc97d1a4 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Request body: {'security_group_rule': {'security_group_id': '4d76ac88-7a1b-47f8-9174-8d787d485cbd', 'project_id': '4d8c9259b58545adaf385c72bb77aa53', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:34:26.677627 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.db.securitygroups_db [None req-408aa7db-244f-4765-8369-f117fc97d1a4 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Project 4d8c9259b58545adaf385c72bb77aa53 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 13:34:26.684832 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-408aa7db-244f-4765-8369-f117fc97d1a4 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Publish callbacks [] for security_group_rule (aad12dc0-3c12-4c2e-88f4-7085c339d19a), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:26.706287 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Provisioning complete for port ea2a7ea6-7f32-4ff9-8684-b2d063102ba8 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:34:26.706807 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (ea2a7ea6-7f32-4ff9-8684-b2d063102ba8), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:26.769710 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-408aa7db-244f-4765-8369-f117fc97d1a4 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Publish callbacks [] for security_group_rule (aad12dc0-3c12-4c2e-88f4-7085c339d19a), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:26.777130 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-408aa7db-244f-4765-8369-f117fc97d1a4 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773016'] for security_group_rule (aad12dc0-3c12-4c2e-88f4-7085c339d19a), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:26.802634 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408aa7db-244f-4765-8369-f117fc97d1a4 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aad12dc0-3c12-4c2e-88f4-7085c339d19a,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:26.816984 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-408aa7db-244f-4765-8369-f117fc97d1a4 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:26.817740 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Current status of the port ea2a7ea6-7f32-4ff9-8684-b2d063102ba8 is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:34:26.818143 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (ea2a7ea6-7f32-4ff9-8684-b2d063102ba8), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:26.821303 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-408aa7db-244f-4765-8369-f117fc97d1a4 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1813147 Apr 29 13:34:26.843183 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] For port ea2a7ea6-7f32-4ff9-8684-b2d063102ba8, host dv-cinder-837699-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=ea2a7ea6-7f32-4ff9-8684-b2d063102ba8,segment=NetworkSegment(2ea0efb1-2525-44c9-8409-d88aaadc45e7),segment_id=2ea0efb1-2525-44c9-8409-d88aaadc45e7)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:34:26.848122 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (ea2a7ea6-7f32-4ff9-8684-b2d063102ba8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:26.907730 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Pushing event updated for resources: {'Port': ['ID=ea2a7ea6-7f32-4ff9-8684-b2d063102ba8,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:27.311580 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bea047bf-f99e-49b2-8b9d-5ba249a30c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (23d6c007-0036-4fdb-b033-28b1fd628d82), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:27.662863 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebb3222-a060-401e-95a4-f0af683e2ee2 None None] Sync routers for ids ['4e5decdc-7a3a-4ad5-ad65-073504da2e3d'] in dv-cinder-837699-3-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:34:27.675274 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebb3222-a060-401e-95a4-f0af683e2ee2 None None] Routers {'4e5decdc-7a3a-4ad5-ad65-073504da2e3d'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:34:27.675911 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-5ebb3222-a060-401e-95a4-f0af683e2ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:34:24Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['4e5decdc-7a3a-4ad5-ad65-073504da2e3d'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:34:27.804403 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-5ebb3222-a060-401e-95a4-f0af683e2ee2 None None] Set router 4e5decdc-7a3a-4ad5-ad65-073504da2e3d gateway port host: dv-cinder-837699-3-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:34:28.051984 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-5ebb3222-a060-401e-95a4-f0af683e2ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e5decdc-7a3a-4ad5-ad65-073504da2e3d', 'name': 'tempest-TestShelveInstance-2014852448-router', 'tenant_id': 'b430700e15c74b7d856deae9efd7bfbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': 'ea2a7ea6-7f32-4ff9-8684-b2d063102ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:34:20Z', 'updated_at': '2022-04-29T13:34:24Z', 'revision_number': 4, 'project_id': 'b430700e15c74b7d856deae9efd7bfbd', 'gw_port': {'id': 'ea2a7ea6-7f32-4ff9-8684-b2d063102ba8', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e5decdc-7a3a-4ad5-ad65-073504da2e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:34:21Z', 'updated_at': '2022-04-29T13:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_interfaces': [{'id': 'fdccb19b-8637-4f2d-bcc9-8f848d612ded', 'name': '', 'network_id': 'f9f8a99e-1792-4854-887b-04bf9fdb1c0e', 'tenant_id': 'b430700e15c74b7d856deae9efd7bfbd', 'mac_address': 'fa:16:3e:d8:c9:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e5decdc-7a3a-4ad5-ad65-073504da2e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '02a2914d-dd61-4e7b-ba24-ecd27430269c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:34:23Z', 'updated_at': '2022-04-29T13:34:24Z', 'revision_number': 2, 'project_id': 'b430700e15c74b7d856deae9efd7bfbd', 'subnets': [{'id': '02a2914d-dd61-4e7b-ba24-ecd27430269c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:34:28.088607 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebb3222-a060-401e-95a4-f0af683e2ee2 None None] Checking router: 4e5decdc-7a3a-4ad5-ad65-073504da2e3d for host: dv-cinder-837699-3-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:34:28.088951 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebb3222-a060-401e-95a4-f0af683e2ee2 None None] Updating router 4e5decdc-7a3a-4ad5-ad65-073504da2e3d port fdccb19b-8637-4f2d-bcc9-8f848d612ded binding host dv-cinder-837699-3-iscsi {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 13:34:28.132947 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3222-a060-401e-95a4-f0af683e2ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (fdccb19b-8637-4f2d-bcc9-8f848d612ded), before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:28.469900 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3222-a060-401e-95a4-f0af683e2ee2 None None] Publish callbacks [] for port (fdccb19b-8637-4f2d-bcc9-8f848d612ded), precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:28.477810 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3222-a060-401e-95a4-f0af683e2ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (fdccb19b-8637-4f2d-bcc9-8f848d612ded), after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:28.550537 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c11970-bde4-4cd8-abb7-db26ac43e190 None None] Pushing event updated for resources: {'Port': ['ID=fdccb19b-8637-4f2d-bcc9-8f848d612ded,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:28.606560 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device ea2a7ea6-7f32-4ff9-8684-b2d063102ba8 up at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:34:28.619252 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-5ebb3222-a060-401e-95a4-f0af683e2ee2 None None] Attempting to bind port fdccb19b-8637-4f2d-bcc9-8f848d612ded on host dv-cinder-837699-3-iscsi for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:34:28.619919 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-5ebb3222-a060-401e-95a4-f0af683e2ee2 None None] Attempting to bind port fdccb19b-8637-4f2d-bcc9-8f848d612ded by drivers openvswitch,hyperv on host dv-cinder-837699-3-iscsi at level 0 using segments [{'id': '18ea8d84-92ec-4347-ad53-fad4393f50b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'f9f8a99e-1792-4854-887b-04bf9fdb1c0e'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:34:28.620483 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebb3222-a060-401e-95a4-f0af683e2ee2 None None] Attempting to bind port fdccb19b-8637-4f2d-bcc9-8f848d612ded on network f9f8a99e-1792-4854-887b-04bf9fdb1c0e {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:34:28.628320 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebb3222-a060-401e-95a4-f0af683e2ee2 None None] Checking agent: {'id': '070d87cd-fed4-4d07-85b5-c26ded61f2d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 12, 59), 'started_at': datetime.datetime(2022, 4, 29, 13, 13, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:34:28.629085 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebb3222-a060-401e-95a4-f0af683e2ee2 None None] Checking segment: {'id': '18ea8d84-92ec-4347-ad53-fad4393f50b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'f9f8a99e-1792-4854-887b-04bf9fdb1c0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:34:28.629688 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3222-a060-401e-95a4-f0af683e2ee2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:28.630286 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebb3222-a060-401e-95a4-f0af683e2ee2 None None] Bound using segment: {'id': '18ea8d84-92ec-4347-ad53-fad4393f50b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'f9f8a99e-1792-4854-887b-04bf9fdb1c0e'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:34:28.630954 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-5ebb3222-a060-401e-95a4-f0af683e2ee2 None None] Bound port: fdccb19b-8637-4f2d-bcc9-8f848d612ded, host: dv-cinder-837699-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18ea8d84-92ec-4347-ad53-fad4393f50b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'f9f8a99e-1792-4854-887b-04bf9fdb1c0e'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:34:28.631676 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3222-a060-401e-95a4-f0af683e2ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (fdccb19b-8637-4f2d-bcc9-8f848d612ded), before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:28.676110 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Provisioning complete for port ea2a7ea6-7f32-4ff9-8684-b2d063102ba8 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:34:28.676481 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (ea2a7ea6-7f32-4ff9-8684-b2d063102ba8), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:28.732261 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-5ebb3222-a060-401e-95a4-f0af683e2ee2 None None] For port fdccb19b-8637-4f2d-bcc9-8f848d612ded, host dv-cinder-837699-3-iscsi, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:34:28.736701 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-5ebb3222-a060-401e-95a4-f0af683e2ee2 None None] For port fdccb19b-8637-4f2d-bcc9-8f848d612ded, host dv-cinder-837699-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=fdccb19b-8637-4f2d-bcc9-8f848d612ded,segment=NetworkSegment(18ea8d84-92ec-4347-ad53-fad4393f50b3),segment_id=18ea8d84-92ec-4347-ad53-fad4393f50b3)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:34:28.752947 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3222-a060-401e-95a4-f0af683e2ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (fdccb19b-8637-4f2d-bcc9-8f848d612ded), after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:28.759074 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (070d87cd-fed4-4d07-85b5-c26ded61f2d8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:28.833528 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Current status of the port ea2a7ea6-7f32-4ff9-8684-b2d063102ba8 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:34:28.833786 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c11970-bde4-4cd8-abb7-db26ac43e190 None None] Pushing event updated for resources: {'Port': ['ID=fdccb19b-8637-4f2d-bcc9-8f848d612ded,revision_number=4']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:28.835737 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-3625203f-fceb-47d1-9b61-44b818d74bda None None] Provisioning complete for port fdccb19b-8637-4f2d-bcc9-8f848d612ded triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:34:28.836330 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3625203f-fceb-47d1-9b61-44b818d74bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (fdccb19b-8637-4f2d-bcc9-8f848d612ded), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:28.850950 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebb3222-a060-401e-95a4-f0af683e2ee2 None None] Routers {'4e5decdc-7a3a-4ad5-ad65-073504da2e3d'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:34:28.851757 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-5ebb3222-a060-401e-95a4-f0af683e2ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:34:24Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['4e5decdc-7a3a-4ad5-ad65-073504da2e3d'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:34:28.954325 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3625203f-fceb-47d1-9b61-44b818d74bda None None] Current status of the port fdccb19b-8637-4f2d-bcc9-8f848d612ded is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:34:28.955920 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3625203f-fceb-47d1-9b61-44b818d74bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (fdccb19b-8637-4f2d-bcc9-8f848d612ded), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:28.981520 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-5ebb3222-a060-401e-95a4-f0af683e2ee2 None None] Set router 4e5decdc-7a3a-4ad5-ad65-073504da2e3d gateway port host: dv-cinder-837699-3-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:34:29.015878 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3625203f-fceb-47d1-9b61-44b818d74bda None None] For port fdccb19b-8637-4f2d-bcc9-8f848d612ded, host dv-cinder-837699-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=fdccb19b-8637-4f2d-bcc9-8f848d612ded,segment=NetworkSegment(18ea8d84-92ec-4347-ad53-fad4393f50b3),segment_id=18ea8d84-92ec-4347-ad53-fad4393f50b3)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:34:29.021457 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3625203f-fceb-47d1-9b61-44b818d74bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (fdccb19b-8637-4f2d-bcc9-8f848d612ded), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:29.095314 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3625203f-fceb-47d1-9b61-44b818d74bda None None] Pushing event updated for resources: {'Port': ['ID=fdccb19b-8637-4f2d-bcc9-8f848d612ded,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:29.254212 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8f4314be-ab31-4a2d-97ea-b32a169c017c None None] Provisioning complete for port fdccb19b-8637-4f2d-bcc9-8f848d612ded triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:34:29.254591 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8f4314be-ab31-4a2d-97ea-b32a169c017c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (fdccb19b-8637-4f2d-bcc9-8f848d612ded), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:29.357557 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-5ebb3222-a060-401e-95a4-f0af683e2ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e5decdc-7a3a-4ad5-ad65-073504da2e3d', 'name': 'tempest-TestShelveInstance-2014852448-router', 'tenant_id': 'b430700e15c74b7d856deae9efd7bfbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': 'ea2a7ea6-7f32-4ff9-8684-b2d063102ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:34:20Z', 'updated_at': '2022-04-29T13:34:24Z', 'revision_number': 4, 'project_id': 'b430700e15c74b7d856deae9efd7bfbd', 'gw_port': {'id': 'ea2a7ea6-7f32-4ff9-8684-b2d063102ba8', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e5decdc-7a3a-4ad5-ad65-073504da2e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:34:21Z', 'updated_at': '2022-04-29T13:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_interfaces': [{'id': 'fdccb19b-8637-4f2d-bcc9-8f848d612ded', 'name': '', 'network_id': 'f9f8a99e-1792-4854-887b-04bf9fdb1c0e', 'tenant_id': 'b430700e15c74b7d856deae9efd7bfbd', 'mac_address': 'fa:16:3e:d8:c9:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e5decdc-7a3a-4ad5-ad65-073504da2e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '02a2914d-dd61-4e7b-ba24-ecd27430269c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:34:23Z', 'updated_at': '2022-04-29T13:34:28Z', 'revision_number': 4, 'project_id': 'b430700e15c74b7d856deae9efd7bfbd', 'subnets': [{'id': '02a2914d-dd61-4e7b-ba24-ecd27430269c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:34:29.361860 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8f4314be-ab31-4a2d-97ea-b32a169c017c None None] Current status of the port fdccb19b-8637-4f2d-bcc9-8f848d612ded is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:34:29.390531 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebb3222-a060-401e-95a4-f0af683e2ee2 None None] The sync data for ids ['4e5decdc-7a3a-4ad5-ad65-073504da2e3d'] in dv-cinder-837699-3-iscsi is: [{'id': '4e5decdc-7a3a-4ad5-ad65-073504da2e3d', 'name': 'tempest-TestShelveInstance-2014852448-router', 'tenant_id': 'b430700e15c74b7d856deae9efd7bfbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': 'ea2a7ea6-7f32-4ff9-8684-b2d063102ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:34:20Z', 'updated_at': '2022-04-29T13:34:24Z', 'revision_number': 4, 'project_id': 'b430700e15c74b7d856deae9efd7bfbd', 'gw_port': {'id': 'ea2a7ea6-7f32-4ff9-8684-b2d063102ba8', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e5decdc-7a3a-4ad5-ad65-073504da2e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:34:21Z', 'updated_at': '2022-04-29T13:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_interfaces': [{'id': 'fdccb19b-8637-4f2d-bcc9-8f848d612ded', 'name': '', 'network_id': 'f9f8a99e-1792-4854-887b-04bf9fdb1c0e', 'tenant_id': 'b430700e15c74b7d856deae9efd7bfbd', 'mac_address': 'fa:16:3e:d8:c9:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e5decdc-7a3a-4ad5-ad65-073504da2e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '02a2914d-dd61-4e7b-ba24-ecd27430269c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:34:23Z', 'updated_at': '2022-04-29T13:34:28Z', 'revision_number': 4, 'project_id': 'b430700e15c74b7d856deae9efd7bfbd', 'subnets': [{'id': '02a2914d-dd61-4e7b-ba24-ecd27430269c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:34:30.045577 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (477bd1e1-70d7-4a7b-b37c-5892af57f2e4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:30.612552 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device fdccb19b-8637-4f2d-bcc9-8f848d612ded up at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:34:30.661571 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Provisioning complete for port fdccb19b-8637-4f2d-bcc9-8f848d612ded triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:34:30.661951 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (fdccb19b-8637-4f2d-bcc9-8f848d612ded), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:30.749171 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Current status of the port fdccb19b-8637-4f2d-bcc9-8f848d612ded is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:34:46.742090 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c4090ed3-b188-48ef-a6b9-5d78229fc55d None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:34:51.583725 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-eaad95c7-e36c-4953-b140-92e2017ea5de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (e437e712-237e-4a54-83a8-782eed3c5f0c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:54.261798 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0560df18-8411-4fc3-b7d9-1d86d744468e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (ffd5f049-29fc-4e99-906d-6eadce93ab48), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:55.858816 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d46c6b96-c9c1-47b5-84ba-015c4e42046f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (1b2ea45c-9419-45d0-91af-29e2c5a1844a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:57.345405 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bea047bf-f99e-49b2-8b9d-5ba249a30c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (23d6c007-0036-4fdb-b033-28b1fd628d82), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:58.714766 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (070d87cd-fed4-4d07-85b5-c26ded61f2d8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:35:00.040855 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (477bd1e1-70d7-4a7b-b37c-5892af57f2e4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:35:08.525705 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cd400e94-e153-4fe5-8271-d42c0a481c72 req-d5b810a4-25e1-4d8a-bfc1-36482bd5fabb tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-506157460&fields=id&tenant_id=4d8c9259b58545adaf385c72bb77aa53 HTTP/1.1" status: 200 len: 267 time: 0.0461001 Apr 29 13:35:08.630386 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd400e94-e153-4fe5-8271-d42c0a481c72 req-66c2a8aa-64de-48d7-afbd-61579483532b tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:35:08.632451 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cd400e94-e153-4fe5-8271-d42c0a481c72 req-66c2a8aa-64de-48d7-afbd-61579483532b tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/networks?id=10b82da3-c375-4e58-823a-53086fcc21e4 HTTP/1.1" status: 200 len: 809 time: 0.1003153 Apr 29 13:35:08.646746 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cd400e94-e153-4fe5-8271-d42c0a481c72 req-aa5d3f25-da52-4afb-80bf-6c561b10a4b9 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/quotas/4d8c9259b58545adaf385c72bb77aa53 HTTP/1.1" status: 200 len: 375 time: 0.0088985 Apr 29 13:35:08.698662 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cd400e94-e153-4fe5-8271-d42c0a481c72 req-c1c1fc41-a215-40bc-9fdc-14334a7b3d80 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4d8c9259b58545adaf385c72bb77aa53&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469072 Apr 29 13:35:08.805143 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [req-cd400e94-e153-4fe5-8271-d42c0a481c72 req-b885a614-8ecb-4389-a2d2-039f6d2812cc service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 13:35:08.806157 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cd400e94-e153-4fe5-8271-d42c0a481c72 req-b885a614-8ecb-4389-a2d2-039f6d2812cc service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0970769 Apr 29 13:35:08.895703 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cd400e94-e153-4fe5-8271-d42c0a481c72 req-b0f3038d-3c11-4d03-aa86-17179d64b491 service neutron] 10.222.0.11 "GET /v2.0/networks/10b82da3-c375-4e58-823a-53086fcc21e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835519 Apr 29 13:35:08.988503 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cd400e94-e153-4fe5-8271-d42c0a481c72 req-34fc469e-1f3b-4a3f-a1e0-ea12f634c183 service neutron] 10.222.0.11 "GET /v2.0/networks/10b82da3-c375-4e58-823a-53086fcc21e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872984 Apr 29 13:35:10.529952 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-868a82a9-add5-493e-ba64-5804a8aaa988 req-69261ebe-7f5e-445b-b2bc-8b553d637442 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/ports?device_id=f347d271-7560-493f-abc7-6c8e1b3590a1 HTTP/1.1" status: 200 len: 210 time: 0.2728724 Apr 29 13:35:11.626912 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a4477340-4842-4499-9bc3-20e47eb87d1b req-ab463632-57cc-4def-ac62-a2180a89f650 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/ports?device_id=f347d271-7560-493f-abc7-6c8e1b3590a1 HTTP/1.1" status: 200 len: 210 time: 0.0286033 Apr 29 13:35:12.119675 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd400e94-e153-4fe5-8271-d42c0a481c72 req-3b5ff2ec-6d20-40f7-b12f-5c924fddfb85 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:35:12.121236 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cd400e94-e153-4fe5-8271-d42c0a481c72 req-3b5ff2ec-6d20-40f7-b12f-5c924fddfb85 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.75 "GET /v2.0/networks?id=10b82da3-c375-4e58-823a-53086fcc21e4 HTTP/1.1" status: 200 len: 809 time: 0.1076200 Apr 29 13:35:12.192338 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cd400e94-e153-4fe5-8271-d42c0a481c72 req-5be77485-95ef-4527-9cfc-5d78fdd22eb8 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d8c9259b58545adaf385c72bb77aa53 HTTP/1.1" status: 200 len: 379 time: 0.0540421 Apr 29 13:35:12.201464 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [req-cd400e94-e153-4fe5-8271-d42c0a481c72 req-ea0df321-376f-40a9-a213-8af1c9208fed tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Request body: {'port': {'device_id': 'f347d271-7560-493f-abc7-6c8e1b3590a1', 'network_id': '10b82da3-c375-4e58-823a-53086fcc21e4', 'admin_state_up': True, 'tenant_id': '4d8c9259b58545adaf385c72bb77aa53', 'security_groups': ['4d76ac88-7a1b-47f8-9174-8d787d485cbd']}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:35:12.310064 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd400e94-e153-4fe5-8271-d42c0a481c72 req-ea0df321-376f-40a9-a213-8af1c9208fed tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Made reservation on behalf of 4d8c9259b58545adaf385c72bb77aa53 for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:35:12.313477 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-cd400e94-e153-4fe5-8271-d42c0a481c72 req-ea0df321-376f-40a9-a213-8af1c9208fed tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:35:12.443380 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-cd400e94-e153-4fe5-8271-d42c0a481c72 req-ea0df321-376f-40a9-a213-8af1c9208fed tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Allocated IP 172.20.0.5 (10b82da3-c375-4e58-823a-53086fcc21e4/0feaa1e6-ce2e-4231-b630-d1a566720245/1401e7c5-763e-4d9c-870e-fbd93fd7e99e) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:35:12.591045 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-cd400e94-e153-4fe5-8271-d42c0a481c72 req-ea0df321-376f-40a9-a213-8af1c9208fed tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Publish callbacks [] for port (1401e7c5-763e-4d9c-870e-fbd93fd7e99e), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:35:12.626882 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-cd400e94-e153-4fe5-8271-d42c0a481c72 req-ea0df321-376f-40a9-a213-8af1c9208fed tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783155810398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8537941'] for port (1401e7c5-763e-4d9c-870e-fbd93fd7e99e), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:35:12.672921 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd400e94-e153-4fe5-8271-d42c0a481c72 req-ea0df321-376f-40a9-a213-8af1c9208fed tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Network 10b82da3-c375-4e58-823a-53086fcc21e4 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:35:12.676242 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-cd400e94-e153-4fe5-8271-d42c0a481c72 req-ea0df321-376f-40a9-a213-8af1c9208fed tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:35:12.680801 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd400e94-e153-4fe5-8271-d42c0a481c72 req-ea0df321-376f-40a9-a213-8af1c9208fed tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:35:12.725166 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0df321-376f-40a9-a213-8af1c9208fed tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Pushing event updated for resources: {'Port': ['ID=1401e7c5-763e-4d9c-870e-fbd93fd7e99e,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:35:12.739701 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0df321-376f-40a9-a213-8af1c9208fed tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:35:12.740058 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0df321-376f-40a9-a213-8af1c9208fed tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:35:12.740409 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0df321-376f-40a9-a213-8af1c9208fed tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:35:12.740774 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0df321-376f-40a9-a213-8af1c9208fed tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:35:12.741113 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0df321-376f-40a9-a213-8af1c9208fed tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:35:12.746882 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0df321-376f-40a9-a213-8af1c9208fed tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:35:12.747566 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0df321-376f-40a9-a213-8af1c9208fed tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:35:12.748139 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0df321-376f-40a9-a213-8af1c9208fed tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:35:12.748695 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0df321-376f-40a9-a213-8af1c9208fed tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:35:12.749263 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0df321-376f-40a9-a213-8af1c9208fed tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:35:12.749826 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0df321-376f-40a9-a213-8af1c9208fed tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:35:12.750361 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0df321-376f-40a9-a213-8af1c9208fed tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:35:12.750868 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0df321-376f-40a9-a213-8af1c9208fed tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:35:12.751412 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0df321-376f-40a9-a213-8af1c9208fed tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:35:12.751967 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0df321-376f-40a9-a213-8af1c9208fed tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:35:12.777799 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e486d13-6bd1-422a-b2aa-78a0a32bd7a6 req-ab098bf6-cb38-4e49-9efa-10cff5831810 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:35:12.779483 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-0e486d13-6bd1-422a-b2aa-78a0a32bd7a6 req-ab098bf6-cb38-4e49-9efa-10cff5831810 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/ports?device_id=f347d271-7560-493f-abc7-6c8e1b3590a1 HTTP/1.1" status: 200 len: 931 time: 0.0621486 Apr 29 13:35:12.785770 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd400e94-e153-4fe5-8271-d42c0a481c72 req-ea0df321-376f-40a9-a213-8af1c9208fed tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:35:12.786053 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-cd400e94-e153-4fe5-8271-d42c0a481c72 req-ea0df321-376f-40a9-a213-8af1c9208fed tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:35:12.831663 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cd400e94-e153-4fe5-8271-d42c0a481c72 req-ea0df321-376f-40a9-a213-8af1c9208fed tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6327469 Apr 29 13:35:12.849910 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [req-cd400e94-e153-4fe5-8271-d42c0a481c72 req-d7062594-3b47-42a1-b7b6-10d96353045f service neutron] Request body: {'port': {'device_id': 'f347d271-7560-493f-abc7-6c8e1b3590a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83769'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:35:12.860230 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-0e486d13-6bd1-422a-b2aa-78a0a32bd7a6 req-1f4ed255-b05e-419a-ad12-192a108dcdea tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d76ac88-7a1b-47f8-9174-8d787d485cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712485 Apr 29 13:35:12.962517 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-cd400e94-e153-4fe5-8271-d42c0a481c72 req-d7062594-3b47-42a1-b7b6-10d96353045f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (1401e7c5-763e-4d9c-870e-fbd93fd7e99e), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:35:13.083355 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 58370) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:35:13.083504 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-b4833123-a601-44fc-b18f-05ebb0a6f69b None None] Provisioning complete for port 1401e7c5-763e-4d9c-870e-fbd93fd7e99e triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:35:13.084136 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b4833123-a601-44fc-b18f-05ebb0a6f69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (1401e7c5-763e-4d9c-870e-fbd93fd7e99e), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:35:13.125511 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-b4833123-a601-44fc-b18f-05ebb0a6f69b None None] Port 1401e7c5-763e-4d9c-870e-fbd93fd7e99e cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 13:35:13.243606 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8e13b5e9-b9f6-4647-9b8a-7f331c102fc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:35:13.288526 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [req-cd400e94-e153-4fe5-8271-d42c0a481c72 req-d7062594-3b47-42a1-b7b6-10d96353045f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1401e7c5-763e-4d9c-870e-fbd93fd7e99e {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:35:13.296971 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-cd400e94-e153-4fe5-8271-d42c0a481c72 req-d7062594-3b47-42a1-b7b6-10d96353045f service neutron] Publish callbacks [] for port (1401e7c5-763e-4d9c-870e-fbd93fd7e99e), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:35:13.310229 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-cd400e94-e153-4fe5-8271-d42c0a481c72 req-d7062594-3b47-42a1-b7b6-10d96353045f service neutron] Transition to ACTIVE for port object 1401e7c5-763e-4d9c-870e-fbd93fd7e99e will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 13:35:13.314211 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-cd400e94-e153-4fe5-8271-d42c0a481c72 req-d7062594-3b47-42a1-b7b6-10d96353045f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8537934'] for port (1401e7c5-763e-4d9c-870e-fbd93fd7e99e), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:35:13.326199 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8e13b5e9-b9f6-4647-9b8a-7f331c102fc1 admin admin] Publish callbacks [] for security_group (8353a29e-6fdd-42d9-90ed-379c69f60069), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:35:13.330151 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8e13b5e9-b9f6-4647-9b8a-7f331c102fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (8353a29e-6fdd-42d9-90ed-379c69f60069), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:35:13.369987 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7062594-3b47-42a1-b7b6-10d96353045f service neutron] Pushing event updated for resources: {'Port': ['ID=1401e7c5-763e-4d9c-870e-fbd93fd7e99e,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:35:13.374261 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-8e13b5e9-b9f6-4647-9b8a-7f331c102fc1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f7b8c01bedef4f0da4767fa07e8938ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2865975 Apr 29 13:35:13.374477 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 58374) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:35:13.380040 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e13b5e9-b9f6-4647-9b8a-7f331c102fc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8353a29e-6fdd-42d9-90ed-379c69f60069,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:35:13.391106 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e13b5e9-b9f6-4647-9b8a-7f331c102fc1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:35:13.391715 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e13b5e9-b9f6-4647-9b8a-7f331c102fc1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:35:13.392292 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e13b5e9-b9f6-4647-9b8a-7f331c102fc1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:35:13.392904 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e13b5e9-b9f6-4647-9b8a-7f331c102fc1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:35:13.393486 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e13b5e9-b9f6-4647-9b8a-7f331c102fc1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:35:13.394062 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e13b5e9-b9f6-4647-9b8a-7f331c102fc1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:35:13.394638 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e13b5e9-b9f6-4647-9b8a-7f331c102fc1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:35:13.395205 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e13b5e9-b9f6-4647-9b8a-7f331c102fc1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:35:13.395778 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e13b5e9-b9f6-4647-9b8a-7f331c102fc1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:35:13.396398 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e13b5e9-b9f6-4647-9b8a-7f331c102fc1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:35:13.396927 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e13b5e9-b9f6-4647-9b8a-7f331c102fc1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:35:13.397343 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e13b5e9-b9f6-4647-9b8a-7f331c102fc1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:35:13.397747 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e13b5e9-b9f6-4647-9b8a-7f331c102fc1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:35:13.398143 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e13b5e9-b9f6-4647-9b8a-7f331c102fc1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:35:13.398849 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e13b5e9-b9f6-4647-9b8a-7f331c102fc1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:35:13.490607 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8794a810-9696-4678-a263-7e4785d528fc admin admin] Publish callbacks [] for security_group (8353a29e-6fdd-42d9-90ed-379c69f60069), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:35:13.492212 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-cd400e94-e153-4fe5-8271-d42c0a481c72 req-d7062594-3b47-42a1-b7b6-10d96353045f service neutron] Attempting to bind port 1401e7c5-763e-4d9c-870e-fbd93fd7e99e on host hv-cinder-83769 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:35:13.493212 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-cd400e94-e153-4fe5-8271-d42c0a481c72 req-d7062594-3b47-42a1-b7b6-10d96353045f service neutron] Attempting to bind port 1401e7c5-763e-4d9c-870e-fbd93fd7e99e by drivers openvswitch,hyperv on host hv-cinder-83769 at level 0 using segments [{'id': '800e3918-5624-490e-ab00-1a42282887a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '10b82da3-c375-4e58-823a-53086fcc21e4'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:35:13.493547 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd400e94-e153-4fe5-8271-d42c0a481c72 req-d7062594-3b47-42a1-b7b6-10d96353045f service neutron] Attempting to bind port 1401e7c5-763e-4d9c-870e-fbd93fd7e99e on network 10b82da3-c375-4e58-823a-53086fcc21e4 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:35:13.504370 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd400e94-e153-4fe5-8271-d42c0a481c72 req-d7062594-3b47-42a1-b7b6-10d96353045f service neutron] Port 1401e7c5-763e-4d9c-870e-fbd93fd7e99e on network 10b82da3-c375-4e58-823a-53086fcc21e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83769 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 13:35:13.504691 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd400e94-e153-4fe5-8271-d42c0a481c72 req-d7062594-3b47-42a1-b7b6-10d96353045f service neutron] Attempting to bind port 1401e7c5-763e-4d9c-870e-fbd93fd7e99e on network 10b82da3-c375-4e58-823a-53086fcc21e4 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:35:13.518097 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd400e94-e153-4fe5-8271-d42c0a481c72 req-d7062594-3b47-42a1-b7b6-10d96353045f service neutron] Checking agent: {'id': '477bd1e1-70d7-4a7b-b37c-5892af57f2e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83769', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 19, 28), 'started_at': datetime.datetime(2022, 4, 29, 13, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:35:13.518436 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd400e94-e153-4fe5-8271-d42c0a481c72 req-d7062594-3b47-42a1-b7b6-10d96353045f service neutron] Checking segment: {'id': '800e3918-5624-490e-ab00-1a42282887a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '10b82da3-c375-4e58-823a-53086fcc21e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:35:13.518827 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd400e94-e153-4fe5-8271-d42c0a481c72 req-d7062594-3b47-42a1-b7b6-10d96353045f service neutron] Bound using segment: {'id': '800e3918-5624-490e-ab00-1a42282887a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '10b82da3-c375-4e58-823a-53086fcc21e4'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:35:13.519271 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-cd400e94-e153-4fe5-8271-d42c0a481c72 req-d7062594-3b47-42a1-b7b6-10d96353045f service neutron] Bound port: 1401e7c5-763e-4d9c-870e-fbd93fd7e99e, host: hv-cinder-83769, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '800e3918-5624-490e-ab00-1a42282887a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '10b82da3-c375-4e58-823a-53086fcc21e4'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:35:13.519624 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-cd400e94-e153-4fe5-8271-d42c0a481c72 req-d7062594-3b47-42a1-b7b6-10d96353045f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (1401e7c5-763e-4d9c-870e-fbd93fd7e99e), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:35:13.526193 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8794a810-9696-4678-a263-7e4785d528fc admin admin] Publish callbacks [] for security_group (8353a29e-6fdd-42d9-90ed-379c69f60069), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:35:13.616494 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-cd400e94-e153-4fe5-8271-d42c0a481c72 req-d7062594-3b47-42a1-b7b6-10d96353045f service neutron] For port 1401e7c5-763e-4d9c-870e-fbd93fd7e99e, host hv-cinder-83769, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:35:13.620232 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-cd400e94-e153-4fe5-8271-d42c0a481c72 req-d7062594-3b47-42a1-b7b6-10d96353045f service neutron] For port 1401e7c5-763e-4d9c-870e-fbd93fd7e99e, host hv-cinder-83769, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=1401e7c5-763e-4d9c-870e-fbd93fd7e99e,segment=NetworkSegment(800e3918-5624-490e-ab00-1a42282887a3),segment_id=800e3918-5624-490e-ab00-1a42282887a3)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:35:13.625338 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8794a810-9696-4678-a263-7e4785d528fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (8353a29e-6fdd-42d9-90ed-379c69f60069), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:35:13.627735 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8794a810-9696-4678-a263-7e4785d528fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:35:13.628900 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-8794a810-9696-4678-a263-7e4785d528fc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8353a29e-6fdd-42d9-90ed-379c69f60069 HTTP/1.1" status: 204 len: 168 time: 0.2533128 Apr 29 13:35:13.634709 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-cd400e94-e153-4fe5-8271-d42c0a481c72 req-d7062594-3b47-42a1-b7b6-10d96353045f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8537934'] for port (1401e7c5-763e-4d9c-870e-fbd93fd7e99e), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:35:13.644242 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794a810-9696-4678-a263-7e4785d528fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8353a29e-6fdd-42d9-90ed-379c69f60069,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:35:13.678742 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd400e94-e153-4fe5-8271-d42c0a481c72 req-d7062594-3b47-42a1-b7b6-10d96353045f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:35:13.679347 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-cd400e94-e153-4fe5-8271-d42c0a481c72 req-d7062594-3b47-42a1-b7b6-10d96353045f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:35:13.681832 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cd400e94-e153-4fe5-8271-d42c0a481c72 req-d7062594-3b47-42a1-b7b6-10d96353045f service neutron] 10.222.0.75 "PUT /v2.0/ports/1401e7c5-763e-4d9c-870e-fbd93fd7e99e HTTP/1.1" status: 200 len: 1093 time: 0.8381102 Apr 29 13:35:13.682346 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f347d271-7560-493f-abc7-6c8e1b3590a1', 'tag': '1401e7c5-763e-4d9c-870e-fbd93fd7e99e'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:35:13.684545 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34453e8beaba66333125c1a762a789c78ce2f458b63942c2f470c2340433bc94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-464fbc35-0533-4dac-a530-98154af901bb" -d '{"events": [{"name": "network-changed", "server_uuid": "f347d271-7560-493f-abc7-6c8e1b3590a1", "tag": "1401e7c5-763e-4d9c-870e-fbd93fd7e99e"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:35:13.713310 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7062594-3b47-42a1-b7b6-10d96353045f service neutron] Pushing event updated for resources: {'Port': ['ID=1401e7c5-763e-4d9c-870e-fbd93fd7e99e,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:35:13.761793 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b954b5cf-5e4f-4902-85e7-a7187f3a09b5 x-openstack-request-id: req-b954b5cf-5e4f-4902-85e7-a7187f3a09b5 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:35:13.762404 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f347d271-7560-493f-abc7-6c8e1b3590a1", "tag": "1401e7c5-763e-4d9c-870e-fbd93fd7e99e", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:35:13.762824 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b954b5cf-5e4f-4902-85e7-a7187f3a09b5 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:35:13.763402 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b954b5cf-5e4f-4902-85e7-a7187f3a09b5'] response: {'name': 'network-changed', 'server_uuid': 'f347d271-7560-493f-abc7-6c8e1b3590a1', 'tag': '1401e7c5-763e-4d9c-870e-fbd93fd7e99e', 'status': 'completed', 'code': 200} Apr 29 13:35:13.794179 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd400e94-e153-4fe5-8271-d42c0a481c72 req-2acb7b12-d901-4f76-ab0e-34fe6d1e55cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:35:13.795829 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cd400e94-e153-4fe5-8271-d42c0a481c72 req-2acb7b12-d901-4f76-ab0e-34fe6d1e55cf service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4d8c9259b58545adaf385c72bb77aa53&device_id=f347d271-7560-493f-abc7-6c8e1b3590a1 HTTP/1.1" status: 200 len: 1127 time: 0.0486178 Apr 29 13:35:14.005879 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c23842-3ccf-4017-a1c8-c1a9965b4a05 req-4c2ef20a-94e1-42da-9db1-7e07eba2d79a tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:35:14.007670 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e4c23842-3ccf-4017-a1c8-c1a9965b4a05 req-4c2ef20a-94e1-42da-9db1-7e07eba2d79a tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/ports?device_id=f347d271-7560-493f-abc7-6c8e1b3590a1 HTTP/1.1" status: 200 len: 943 time: 0.0642006 Apr 29 13:35:14.085031 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e4c23842-3ccf-4017-a1c8-c1a9965b4a05 req-f5207ce8-c370-45f9-a661-a393eca6f0c4 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d76ac88-7a1b-47f8-9174-8d787d485cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686810 Apr 29 13:35:14.145027 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cd400e94-e153-4fe5-8271-d42c0a481c72 req-f5dec37e-deb2-4a07-8cb9-f95589754f06 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1401e7c5-763e-4d9c-870e-fbd93fd7e99e HTTP/1.1" status: 200 len: 217 time: 0.3352330 Apr 29 13:35:14.194775 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd400e94-e153-4fe5-8271-d42c0a481c72 req-25763c25-354f-4e27-b5b9-402e8c2c5272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:35:14.196840 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cd400e94-e153-4fe5-8271-d42c0a481c72 req-25763c25-354f-4e27-b5b9-402e8c2c5272 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0feaa1e6-ce2e-4231-b630-d1a566720245 HTTP/1.1" status: 200 len: 848 time: 0.0463073 Apr 29 13:35:14.240847 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd400e94-e153-4fe5-8271-d42c0a481c72 req-bde10e22-d6aa-407e-a800-654b663ecb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:35:14.243024 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cd400e94-e153-4fe5-8271-d42c0a481c72 req-bde10e22-d6aa-407e-a800-654b663ecb2f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=10b82da3-c375-4e58-823a-53086fcc21e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408134 Apr 29 13:35:14.340307 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cd400e94-e153-4fe5-8271-d42c0a481c72 req-6bfcf608-6522-4bcc-bc81-371f9173fa42 service neutron] 10.222.0.75 "GET /v2.0/networks/10b82da3-c375-4e58-823a-53086fcc21e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915298 Apr 29 13:35:14.443707 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cd400e94-e153-4fe5-8271-d42c0a481c72 req-c87274fe-4ecd-4960-b79c-cd2de173b40f service neutron] 10.222.0.75 "GET /v2.0/networks/10b82da3-c375-4e58-823a-53086fcc21e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979235 Apr 29 13:35:15.206044 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551465ee-9068-49f8-889f-4b46acc7c201 req-10f15f51-9835-4020-944a-0be34d5ed3d9 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:35:15.207506 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-551465ee-9068-49f8-889f-4b46acc7c201 req-10f15f51-9835-4020-944a-0be34d5ed3d9 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/ports?device_id=f347d271-7560-493f-abc7-6c8e1b3590a1 HTTP/1.1" status: 200 len: 943 time: 0.0502727 Apr 29 13:35:15.257163 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-551465ee-9068-49f8-889f-4b46acc7c201 req-f53b77b6-c988-4ae3-8348-eb62bb839783 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d76ac88-7a1b-47f8-9174-8d787d485cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433578 Apr 29 13:35:15.507533 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464fbc35-0533-4dac-a530-98154af901bb req-d3d54c8b-db1a-48bd-92d5-6369805dfda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:35:15.509690 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-464fbc35-0533-4dac-a530-98154af901bb req-d3d54c8b-db1a-48bd-92d5-6369805dfda8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4d8c9259b58545adaf385c72bb77aa53&device_id=f347d271-7560-493f-abc7-6c8e1b3590a1 HTTP/1.1" status: 200 len: 1127 time: 0.0392025 Apr 29 13:35:15.609909 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464fbc35-0533-4dac-a530-98154af901bb req-5dd80c73-bd49-490a-94ed-90e33af17089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:35:15.611498 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-464fbc35-0533-4dac-a530-98154af901bb req-5dd80c73-bd49-490a-94ed-90e33af17089 service neutron] 10.222.0.75 "GET /v2.0/networks?id=10b82da3-c375-4e58-823a-53086fcc21e4 HTTP/1.1" status: 200 len: 910 time: 0.0965714 Apr 29 13:35:15.656008 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-464fbc35-0533-4dac-a530-98154af901bb req-c25c8fbc-ae99-406a-abba-9410332c7ac0 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1401e7c5-763e-4d9c-870e-fbd93fd7e99e HTTP/1.1" status: 200 len: 217 time: 0.0385807 Apr 29 13:35:15.707994 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464fbc35-0533-4dac-a530-98154af901bb req-cbdbaa49-15d3-4866-9054-963bbf7f7c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:35:15.709504 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-464fbc35-0533-4dac-a530-98154af901bb req-cbdbaa49-15d3-4866-9054-963bbf7f7c1c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0feaa1e6-ce2e-4231-b630-d1a566720245 HTTP/1.1" status: 200 len: 848 time: 0.0476356 Apr 29 13:35:15.755984 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464fbc35-0533-4dac-a530-98154af901bb req-16bd8e03-302a-444c-a75c-59ce4d962dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:35:15.757594 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-464fbc35-0533-4dac-a530-98154af901bb req-16bd8e03-302a-444c-a75c-59ce4d962dd7 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=10b82da3-c375-4e58-823a-53086fcc21e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419137 Apr 29 13:35:15.854056 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-464fbc35-0533-4dac-a530-98154af901bb req-0860768a-ea7e-4675-9ce2-0bfd8f601582 service neutron] 10.222.0.75 "GET /v2.0/networks/10b82da3-c375-4e58-823a-53086fcc21e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904491 Apr 29 13:35:15.955111 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-464fbc35-0533-4dac-a530-98154af901bb req-e8faa77e-49be-4686-b4d3-91b0f4d59c07 service neutron] 10.222.0.75 "GET /v2.0/networks/10b82da3-c375-4e58-823a-53086fcc21e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951066 Apr 29 13:35:16.111468 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 58464) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:35:16.216663 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-61c41634-1850-4099-ae49-1544afed4e16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:35:16.293490 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-61c41634-1850-4099-ae49-1544afed4e16 admin admin] Publish callbacks [] for security_group (6dce8031-e8a1-4990-bb00-483d70beef31), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:35:16.297597 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-61c41634-1850-4099-ae49-1544afed4e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (6dce8031-e8a1-4990-bb00-483d70beef31), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:35:16.338194 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-61c41634-1850-4099-ae49-1544afed4e16 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=42ca5b80bfa74b7eabbc6df48b900a64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2255812 Apr 29 13:35:16.341059 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 58470) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:35:16.346817 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c41634-1850-4099-ae49-1544afed4e16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dce8031-e8a1-4990-bb00-483d70beef31,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:35:16.391106 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e20bf-c3c1-4fcd-a60f-70fe0dc0e857 req-3f4d838c-f3ed-4a7f-b803-23082f433387 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:35:16.392575 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-2d2e20bf-c3c1-4fcd-a60f-70fe0dc0e857 req-3f4d838c-f3ed-4a7f-b803-23082f433387 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/ports?device_id=f347d271-7560-493f-abc7-6c8e1b3590a1 HTTP/1.1" status: 200 len: 943 time: 0.0579255 Apr 29 13:35:16.396721 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ec916873-48e2-4825-8075-92ecd0dd4acf admin admin] Publish callbacks [] for security_group (6dce8031-e8a1-4990-bb00-483d70beef31), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:35:16.417879 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ec916873-48e2-4825-8075-92ecd0dd4acf admin admin] Publish callbacks [] for security_group (6dce8031-e8a1-4990-bb00-483d70beef31), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:35:16.441722 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-2d2e20bf-c3c1-4fcd-a60f-70fe0dc0e857 req-7287511d-ffca-4762-8984-8a5236f3fdc5 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d76ac88-7a1b-47f8-9174-8d787d485cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432861 Apr 29 13:35:16.465645 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ec916873-48e2-4825-8075-92ecd0dd4acf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (6dce8031-e8a1-4990-bb00-483d70beef31), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:35:16.468254 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ec916873-48e2-4825-8075-92ecd0dd4acf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:35:16.469381 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-ec916873-48e2-4825-8075-92ecd0dd4acf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6dce8031-e8a1-4990-bb00-483d70beef31 HTTP/1.1" status: 204 len: 168 time: 0.1267688 Apr 29 13:35:16.477327 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec916873-48e2-4825-8075-92ecd0dd4acf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dce8031-e8a1-4990-bb00-483d70beef31,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:35:16.726914 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 58476) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:35:16.740717 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-651cfef4-f0bd-453f-a4f8-f3d60dad98cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:35:16.817927 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-651cfef4-f0bd-453f-a4f8-f3d60dad98cb admin admin] Publish callbacks [] for security_group (2c58c88e-011f-4571-b226-d525ed5f5e10), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:35:16.822296 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-651cfef4-f0bd-453f-a4f8-f3d60dad98cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (2c58c88e-011f-4571-b226-d525ed5f5e10), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:35:16.862511 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-651cfef4-f0bd-453f-a4f8-f3d60dad98cb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=74c18b41e1fa41c88a5e722839212399&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1345153 Apr 29 13:35:16.863380 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651cfef4-f0bd-453f-a4f8-f3d60dad98cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c58c88e-011f-4571-b226-d525ed5f5e10,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:35:16.865200 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 58478) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:35:16.913307 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6ef46deb-251e-4ae1-bfa8-6570112d6a77 admin admin] Publish callbacks [] for security_group (2c58c88e-011f-4571-b226-d525ed5f5e10), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:35:16.935622 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6ef46deb-251e-4ae1-bfa8-6570112d6a77 admin admin] Publish callbacks [] for security_group (2c58c88e-011f-4571-b226-d525ed5f5e10), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:35:16.982862 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6ef46deb-251e-4ae1-bfa8-6570112d6a77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (2c58c88e-011f-4571-b226-d525ed5f5e10), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:35:16.985401 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6ef46deb-251e-4ae1-bfa8-6570112d6a77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:35:16.986559 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-6ef46deb-251e-4ae1-bfa8-6570112d6a77 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2c58c88e-011f-4571-b226-d525ed5f5e10 HTTP/1.1" status: 204 len: 168 time: 0.1197648 Apr 29 13:35:16.995289 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef46deb-251e-4ae1-bfa8-6570112d6a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c58c88e-011f-4571-b226-d525ed5f5e10,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:35:17.561770 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8be2ab0-20a8-439f-8dc6-14ee5e90862b req-7f91f3df-d700-4089-8db4-f134f9a988d5 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:35:17.563404 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d8be2ab0-20a8-439f-8dc6-14ee5e90862b req-7f91f3df-d700-4089-8db4-f134f9a988d5 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/ports?device_id=f347d271-7560-493f-abc7-6c8e1b3590a1 HTTP/1.1" status: 200 len: 943 time: 0.0524459 Apr 29 13:35:17.620672 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d8be2ab0-20a8-439f-8dc6-14ee5e90862b req-350c308b-dfc9-4483-b090-7e9e0c2b07c6 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d76ac88-7a1b-47f8-9174-8d787d485cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506754 Apr 29 13:35:18.735553 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b6abd9-7427-4b4e-aa1d-e5a31a084a7b req-340ee72e-dd3b-47b4-be0a-725d94e25f82 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:35:18.737045 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-a9b6abd9-7427-4b4e-aa1d-e5a31a084a7b req-340ee72e-dd3b-47b4-be0a-725d94e25f82 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/ports?device_id=f347d271-7560-493f-abc7-6c8e1b3590a1 HTTP/1.1" status: 200 len: 943 time: 0.0504375 Apr 29 13:35:18.787987 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-a9b6abd9-7427-4b4e-aa1d-e5a31a084a7b req-e1bde50a-e141-482b-8090-f22292bfe82a tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d76ac88-7a1b-47f8-9174-8d787d485cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452938 Apr 29 13:35:19.917266 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dcca6c-04b4-4115-98b2-429e491018f8 req-017d3d67-7da3-4f95-9342-7ecdaa8fb80d tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:35:19.918812 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-25dcca6c-04b4-4115-98b2-429e491018f8 req-017d3d67-7da3-4f95-9342-7ecdaa8fb80d tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/ports?device_id=f347d271-7560-493f-abc7-6c8e1b3590a1 HTTP/1.1" status: 200 len: 943 time: 0.0597112 Apr 29 13:35:19.974762 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-25dcca6c-04b4-4115-98b2-429e491018f8 req-2d4e4b31-5cb9-47d6-8d29-3037d0714d74 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d76ac88-7a1b-47f8-9174-8d787d485cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489523 Apr 29 13:35:21.091053 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ecebea-5e4e-4959-b86a-d6d325747d32 req-710401fa-5171-4d98-87e3-e0464e777fce tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:35:21.092609 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-f6ecebea-5e4e-4959-b86a-d6d325747d32 req-710401fa-5171-4d98-87e3-e0464e777fce tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/ports?device_id=f347d271-7560-493f-abc7-6c8e1b3590a1 HTTP/1.1" status: 200 len: 943 time: 0.0474694 Apr 29 13:35:21.146584 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-f6ecebea-5e4e-4959-b86a-d6d325747d32 req-8d0ba8ee-1b4a-4ffd-9290-60ba3bc59817 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d76ac88-7a1b-47f8-9174-8d787d485cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481858 Apr 29 13:35:21.590213 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3aed590e-0af0-491a-86f0-302942e57ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (e437e712-237e-4a54-83a8-782eed3c5f0c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:35:22.263968 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d144a7e3-f3c1-4de3-91bc-c0bf46db16bc req-3fc25c52-014e-4a63-ae1e-3ba932e3ba0f tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:35:22.265468 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d144a7e3-f3c1-4de3-91bc-c0bf46db16bc req-3fc25c52-014e-4a63-ae1e-3ba932e3ba0f tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/ports?device_id=f347d271-7560-493f-abc7-6c8e1b3590a1 HTTP/1.1" status: 200 len: 943 time: 0.0505626 Apr 29 13:35:22.316905 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d144a7e3-f3c1-4de3-91bc-c0bf46db16bc req-82dcc36e-e83c-47dc-83e4-99eb8e20437f tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d76ac88-7a1b-47f8-9174-8d787d485cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446427 Apr 29 13:35:23.429374 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c7511a-fc03-4b9e-9ad0-25a52a60de0c req-f5a45269-df51-48ee-930e-7004e73be0e1 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:35:23.431449 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-65c7511a-fc03-4b9e-9ad0-25a52a60de0c req-f5a45269-df51-48ee-930e-7004e73be0e1 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/ports?device_id=f347d271-7560-493f-abc7-6c8e1b3590a1 HTTP/1.1" status: 200 len: 943 time: 0.0471122 Apr 29 13:35:23.483311 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-65c7511a-fc03-4b9e-9ad0-25a52a60de0c req-4f94e99b-743b-403f-828c-884a653703e6 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d76ac88-7a1b-47f8-9174-8d787d485cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463576 Apr 29 13:35:23.740444 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c4090ed3-b188-48ef-a6b9-5d78229fc55d None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:35:24.264041 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-637002e2-fd7b-4851-8bc2-b93601a30f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (ffd5f049-29fc-4e99-906d-6eadce93ab48), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:35:24.595559 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094a6b5-0a40-4531-963d-ab2ad9a158cb req-31e2d11a-f2b5-4367-9cba-9e3d06507e4d tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:35:24.597036 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f094a6b5-0a40-4531-963d-ab2ad9a158cb req-31e2d11a-f2b5-4367-9cba-9e3d06507e4d tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/ports?device_id=f347d271-7560-493f-abc7-6c8e1b3590a1 HTTP/1.1" status: 200 len: 943 time: 0.0468812 Apr 29 13:35:24.645831 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f094a6b5-0a40-4531-963d-ab2ad9a158cb req-4990a305-8bb1-4fc2-8327-ac8c1e12d756 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d76ac88-7a1b-47f8-9174-8d787d485cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430696 Apr 29 13:35:25.758317 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d986e151-50a3-4112-a197-e28f3230e070 req-fee34780-4d3f-41a9-99f9-561af3a290cd tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:35:25.760970 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-d986e151-50a3-4112-a197-e28f3230e070 req-fee34780-4d3f-41a9-99f9-561af3a290cd tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/ports?device_id=f347d271-7560-493f-abc7-6c8e1b3590a1 HTTP/1.1" status: 200 len: 943 time: 0.0477874 Apr 29 13:35:25.812532 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-d986e151-50a3-4112-a197-e28f3230e070 req-db4d5dcb-d4d4-460b-853a-6efa50964ef5 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d76ac88-7a1b-47f8-9174-8d787d485cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459142 Apr 29 13:35:25.864845 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d46c6b96-c9c1-47b5-84ba-015c4e42046f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (1b2ea45c-9419-45d0-91af-29e2c5a1844a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:35:26.924847 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3860df18-15ed-4be0-8756-2c4d8224eea4 req-9724bcd6-4136-4efb-a227-8e4144dc92d1 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:35:26.926331 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3860df18-15ed-4be0-8756-2c4d8224eea4 req-9724bcd6-4136-4efb-a227-8e4144dc92d1 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/ports?device_id=f347d271-7560-493f-abc7-6c8e1b3590a1 HTTP/1.1" status: 200 len: 943 time: 0.0473006 Apr 29 13:35:26.978616 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3860df18-15ed-4be0-8756-2c4d8224eea4 req-885d3a0b-9ada-4cbd-891b-e4c3fd1b598a tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d76ac88-7a1b-47f8-9174-8d787d485cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467985 Apr 29 13:35:27.309458 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bea047bf-f99e-49b2-8b9d-5ba249a30c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (23d6c007-0036-4fdb-b033-28b1fd628d82), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:35:27.451802 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device 1401e7c5-763e-4d9c-870e-fbd93fd7e99e details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 13:35:27.548379 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] For port 1401e7c5-763e-4d9c-870e-fbd93fd7e99e, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=1401e7c5-763e-4d9c-870e-fbd93fd7e99e,segment=NetworkSegment(800e3918-5624-490e-ab00-1a42282887a3),segment_id=800e3918-5624-490e-ab00-1a42282887a3)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:35:27.560010 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Returning: {'device': '1401e7c5-763e-4d9c-870e-fbd93fd7e99e', 'network_id': '10b82da3-c375-4e58-823a-53086fcc21e4', 'port_id': '1401e7c5-763e-4d9c-870e-fbd93fd7e99e', 'mac_address': 'fa:16:3e:77:95:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0feaa1e6-ce2e-4231-b630-d1a566720245', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 13:35:27.603301 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Current status of the port 1401e7c5-763e-4d9c-870e-fbd93fd7e99e is: DOWN; New status is: BUILD {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:35:27.603986 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (1401e7c5-763e-4d9c-870e-fbd93fd7e99e), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:35:27.619103 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1401e7c5-763e-4d9c-870e-fbd93fd7e99e {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:35:27.646669 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] For port 1401e7c5-763e-4d9c-870e-fbd93fd7e99e, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=1401e7c5-763e-4d9c-870e-fbd93fd7e99e,segment=NetworkSegment(800e3918-5624-490e-ab00-1a42282887a3),segment_id=800e3918-5624-490e-ab00-1a42282887a3)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:35:27.652082 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (1401e7c5-763e-4d9c-870e-fbd93fd7e99e), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:35:27.700364 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Pushing event updated for resources: {'Port': ['ID=1401e7c5-763e-4d9c-870e-fbd93fd7e99e,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:35:27.707365 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:35:27.707717 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:35:27.708058 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:35:27.708444 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:35:27.708733 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:35:27.709090 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:35:27.709420 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:35:27.709749 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:35:27.710098 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:35:27.710426 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:35:27.710753 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:35:27.711077 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:35:27.711418 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:35:27.711719 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:35:27.712035 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:35:28.094601 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d41a14-9e57-4bb1-b8a1-41cba8e87043 req-2560a344-8f01-419b-8167-5daaf46688d7 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:35:28.096112 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-63d41a14-9e57-4bb1-b8a1-41cba8e87043 req-2560a344-8f01-419b-8167-5daaf46688d7 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/ports?device_id=f347d271-7560-493f-abc7-6c8e1b3590a1 HTTP/1.1" status: 200 len: 944 time: 0.0479445 Apr 29 13:35:28.146336 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-63d41a14-9e57-4bb1-b8a1-41cba8e87043 req-63fc4e72-1cbb-4849-9dcf-6e102956e51b tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d76ac88-7a1b-47f8-9174-8d787d485cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444448 Apr 29 13:35:28.720527 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (070d87cd-fed4-4d07-85b5-c26ded61f2d8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:35:29.259586 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c866e41a-410a-4336-8c9b-4e294cf27f62 req-e2fe05a8-a7e4-4d6e-9bde-ad7b38a5310b tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:35:29.261768 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c866e41a-410a-4336-8c9b-4e294cf27f62 req-e2fe05a8-a7e4-4d6e-9bde-ad7b38a5310b tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/ports?device_id=f347d271-7560-493f-abc7-6c8e1b3590a1 HTTP/1.1" status: 200 len: 944 time: 0.0483975 Apr 29 13:35:29.312824 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c866e41a-410a-4336-8c9b-4e294cf27f62 req-0ab89ce6-987c-48a7-925d-e69710760670 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d76ac88-7a1b-47f8-9174-8d787d485cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453699 Apr 29 13:35:29.753274 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] get_ports_and_sgs() called for port_ids ['1401e7c5-763e-4d9c-870e-fbd93fd7e99e'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 13:35:30.428990 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba85751b-c4dd-405a-abab-fc7946f5957f req-df8ab66f-6876-45eb-985b-761293fc7f27 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:35:30.430456 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-ba85751b-c4dd-405a-abab-fc7946f5957f req-df8ab66f-6876-45eb-985b-761293fc7f27 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/ports?device_id=f347d271-7560-493f-abc7-6c8e1b3590a1 HTTP/1.1" status: 200 len: 944 time: 0.0507181 Apr 29 13:35:30.480272 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-ba85751b-c4dd-405a-abab-fc7946f5957f req-e4fc9ebe-2e46-4a1b-a71e-def2d51d6bb7 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d76ac88-7a1b-47f8-9174-8d787d485cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434856 Apr 29 13:35:31.592168 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04039211-5964-4989-a5a7-8e6071d7c4f3 req-16a13519-8cea-4d1a-9419-80c42d86bd40 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:35:31.593685 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-04039211-5964-4989-a5a7-8e6071d7c4f3 req-16a13519-8cea-4d1a-9419-80c42d86bd40 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/ports?device_id=f347d271-7560-493f-abc7-6c8e1b3590a1 HTTP/1.1" status: 200 len: 944 time: 0.0477409 Apr 29 13:35:31.651384 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-04039211-5964-4989-a5a7-8e6071d7c4f3 req-fcdce48c-fc1a-47cc-8967-c7f27d5b0f02 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d76ac88-7a1b-47f8-9174-8d787d485cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518503 Apr 29 13:35:32.764311 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8794785-8f91-4cd3-999f-00fd5518453f req-344db393-ec13-4d48-91c3-7ed472602018 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:35:32.765892 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-f8794785-8f91-4cd3-999f-00fd5518453f req-344db393-ec13-4d48-91c3-7ed472602018 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/ports?device_id=f347d271-7560-493f-abc7-6c8e1b3590a1 HTTP/1.1" status: 200 len: 944 time: 0.0468113 Apr 29 13:35:32.817523 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-f8794785-8f91-4cd3-999f-00fd5518453f req-4d202a5d-c456-48e6-b8d4-a0fcfeec48f1 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d76ac88-7a1b-47f8-9174-8d787d485cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458038 Apr 29 13:35:33.944890 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685289a2-72e1-447b-8b6d-62d091b2f87a req-0789d8f9-23e7-409b-a424-8a317ec8d664 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:35:33.946365 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-685289a2-72e1-447b-8b6d-62d091b2f87a req-0789d8f9-23e7-409b-a424-8a317ec8d664 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/ports?device_id=f347d271-7560-493f-abc7-6c8e1b3590a1 HTTP/1.1" status: 200 len: 944 time: 0.0514019 Apr 29 13:35:33.996846 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-685289a2-72e1-447b-8b6d-62d091b2f87a req-061a6c53-70f8-4066-812c-f52780d3f266 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d76ac88-7a1b-47f8-9174-8d787d485cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443697 Apr 29 13:35:34.734904 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device 1401e7c5-763e-4d9c-870e-fbd93fd7e99e up at agent hyperv_hv-cinder-83769 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:35:34.760021 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (477bd1e1-70d7-4a7b-b37c-5892af57f2e4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:35:34.782629 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Provisioning for port 1401e7c5-763e-4d9c-870e-fbd93fd7e99e completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 13:35:34.788411 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Provisioning complete for port 1401e7c5-763e-4d9c-870e-fbd93fd7e99e triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:35:34.788811 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (1401e7c5-763e-4d9c-870e-fbd93fd7e99e), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:35:34.869082 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Current status of the port 1401e7c5-763e-4d9c-870e-fbd93fd7e99e is: BUILD; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:35:34.869482 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (1401e7c5-763e-4d9c-870e-fbd93fd7e99e), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:35:34.895119 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f347d271-7560-493f-abc7-6c8e1b3590a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1401e7c5-763e-4d9c-870e-fbd93fd7e99e'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:35:34.897436 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0016abbf82925ac5bb98c97d9984ae38170a8446c70b2249197f38a9e3d809b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d64b4fad-9fb1-4063-80ba-56d39f0e0264" -d '{"events": [{"server_uuid": "f347d271-7560-493f-abc7-6c8e1b3590a1", "name": "network-vif-plugged", "status": "completed", "tag": "1401e7c5-763e-4d9c-870e-fbd93fd7e99e"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:35:34.910496 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] For port 1401e7c5-763e-4d9c-870e-fbd93fd7e99e, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=1401e7c5-763e-4d9c-870e-fbd93fd7e99e,segment=NetworkSegment(800e3918-5624-490e-ab00-1a42282887a3),segment_id=800e3918-5624-490e-ab00-1a42282887a3)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:35:34.915419 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (1401e7c5-763e-4d9c-870e-fbd93fd7e99e), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:35:35.092863 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e27df63c-6561-46d2-9e30-50b601bbfe45 x-openstack-request-id: req-e27df63c-6561-46d2-9e30-50b601bbfe45 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:35:35.093165 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f347d271-7560-493f-abc7-6c8e1b3590a1", "name": "network-vif-plugged", "status": "completed", "tag": "1401e7c5-763e-4d9c-870e-fbd93fd7e99e", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:35:35.093581 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e27df63c-6561-46d2-9e30-50b601bbfe45 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:35:35.093989 dv-cinder-837699-3-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e27df63c-6561-46d2-9e30-50b601bbfe45'] response: {'server_uuid': 'f347d271-7560-493f-abc7-6c8e1b3590a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1401e7c5-763e-4d9c-870e-fbd93fd7e99e', 'code': 200} Apr 29 13:35:35.113519 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Pushing event updated for resources: {'Port': ['ID=1401e7c5-763e-4d9c-870e-fbd93fd7e99e,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:35:35.142050 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be3740-a2e0-42f1-9b34-91423655d4f6 req-6dcc7743-b00a-4f74-b1ac-259f12e8eab8 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:35:35.143631 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-79be3740-a2e0-42f1-9b34-91423655d4f6 req-6dcc7743-b00a-4f74-b1ac-259f12e8eab8 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/ports?device_id=f347d271-7560-493f-abc7-6c8e1b3590a1 HTTP/1.1" status: 200 len: 945 time: 0.0640285 Apr 29 13:35:35.199693 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-79be3740-a2e0-42f1-9b34-91423655d4f6 req-e64bc1db-96f2-487b-b4fe-271e945b9739 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d76ac88-7a1b-47f8-9174-8d787d485cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463111 Apr 29 13:35:35.350237 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044969ad-c457-42a9-a079-e540407b5e2c req-7b0bd023-c0fd-451d-8683-3b5081a83075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:35:35.352047 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-044969ad-c457-42a9-a079-e540407b5e2c req-7b0bd023-c0fd-451d-8683-3b5081a83075 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=f347d271-7560-493f-abc7-6c8e1b3590a1 HTTP/1.1" status: 200 len: 1129 time: 0.0420079 Apr 29 13:35:35.403248 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-044969ad-c457-42a9-a079-e540407b5e2c req-9e340975-76d6-4c15-9800-f0d1e051778b service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=4d76ac88-7a1b-47f8-9174-8d787d485cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449638 Apr 29 13:35:36.317098 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b05c3-8e24-40af-abb5-25a315fefd00 req-8ea14d7a-e452-4b67-ac5e-aaafc3eb3cd6 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:35:36.318679 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-fe4b05c3-8e24-40af-abb5-25a315fefd00 req-8ea14d7a-e452-4b67-ac5e-aaafc3eb3cd6 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/ports?device_id=f347d271-7560-493f-abc7-6c8e1b3590a1 HTTP/1.1" status: 200 len: 945 time: 0.0473971 Apr 29 13:35:36.373150 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-fe4b05c3-8e24-40af-abb5-25a315fefd00 req-d4606206-c7b6-4c7d-b14b-e74edb3c50fc tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d76ac88-7a1b-47f8-9174-8d787d485cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481915 Apr 29 13:35:37.491652 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b81681-8d85-4961-ae83-be0c73fe8806 req-69c83fc0-1dce-41aa-a43b-3de9b661d074 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:35:37.493115 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b8b81681-8d85-4961-ae83-be0c73fe8806 req-69c83fc0-1dce-41aa-a43b-3de9b661d074 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/ports?device_id=f347d271-7560-493f-abc7-6c8e1b3590a1 HTTP/1.1" status: 200 len: 945 time: 0.0504341 Apr 29 13:35:37.544528 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b8b81681-8d85-4961-ae83-be0c73fe8806 req-14b1da1b-5b1f-4ab3-9116-bc86e2989ce5 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d76ac88-7a1b-47f8-9174-8d787d485cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455687 Apr 29 13:35:37.661205 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca3a54-0467-41d8-b2bc-341d0bf71ac9 req-ff7b6310-cd84-489e-83eb-4aa6bd6e6a4a tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:35:37.662802 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-94ca3a54-0467-41d8-b2bc-341d0bf71ac9 req-ff7b6310-cd84-489e-83eb-4aa6bd6e6a4a tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/ports?device_id=f347d271-7560-493f-abc7-6c8e1b3590a1 HTTP/1.1" status: 200 len: 945 time: 0.0474975 Apr 29 13:35:37.714058 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-94ca3a54-0467-41d8-b2bc-341d0bf71ac9 req-8f783c0d-8fc6-4859-a10f-e3a73ece55a0 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d76ac88-7a1b-47f8-9174-8d787d485cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433998 Apr 29 13:35:37.737399 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 58770) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:35:37.930193 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a0c8b8-dabb-4092-8e61-10cdb2dc0b04 tempest-TestShelveInstance-1316833867 tempest-TestShelveInstance-1316833867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:35:37.931713 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-48a0c8b8-dabb-4092-8e61-10cdb2dc0b04 tempest-TestShelveInstance-1316833867 tempest-TestShelveInstance-1316833867-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=f347d271-7560-493f-abc7-6c8e1b3590a1 HTTP/1.1" status: 200 len: 1124 time: 0.1931293 Apr 29 13:35:37.935223 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 58778) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:35:37.939589 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-4cc99695-f8a5-405c-83e5-37c703d85479 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Request body: {'floatingip': {'floating_network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'port_id': '1401e7c5-763e-4d9c-870e-fbd93fd7e99e', 'tenant_id': '4d8c9259b58545adaf385c72bb77aa53', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:35:37.959096 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4cc99695-f8a5-405c-83e5-37c703d85479 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:35:38.041475 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4cc99695-f8a5-405c-83e5-37c703d85479 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:35:38.150184 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-4cc99695-f8a5-405c-83e5-37c703d85479 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Allocated IP 172.27.0.104 (754f8d77-c1fb-438d-9dec-eec91b4433a5/8519c0fa-1b1c-41ff-b70f-9433c7b7bb38/ade509b3-096f-4dad-b2a2-548d5b620a11) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:35:38.254431 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4cc99695-f8a5-405c-83e5-37c703d85479 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Publish callbacks [] for port (ade509b3-096f-4dad-b2a2-548d5b620a11), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:35:38.294497 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4cc99695-f8a5-405c-83e5-37c703d85479 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783155810398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9127861'] for port (ade509b3-096f-4dad-b2a2-548d5b620a11), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:35:38.334233 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc99695-f8a5-405c-83e5-37c703d85479 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Network 754f8d77-c1fb-438d-9dec-eec91b4433a5 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:35:38.341053 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-4cc99695-f8a5-405c-83e5-37c703d85479 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:35:38.345537 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc99695-f8a5-405c-83e5-37c703d85479 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:35:38.349090 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc99695-f8a5-405c-83e5-37c703d85479 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Pushing event updated for resources: {'Port': ['ID=ade509b3-096f-4dad-b2a2-548d5b620a11,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:35:38.641472 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 58796) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:35:38.744622 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4cc99695-f8a5-405c-83e5-37c703d85479 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Publish callbacks [] for floatingip (f658f917-7190-4a85-b693-9b7d43e35087), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:35:38.750316 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b1adff20-92e7-43d2-9eef-a9a3c7dac578 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:35:38.820418 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4cc99695-f8a5-405c-83e5-37c703d85479 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (ade509b3-096f-4dad-b2a2-548d5b620a11), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:35:38.830824 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b1adff20-92e7-43d2-9eef-a9a3c7dac578 admin admin] Publish callbacks [] for security_group (07383c84-e6c8-4201-91f7-a52744202b9e), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:35:38.838063 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b1adff20-92e7-43d2-9eef-a9a3c7dac578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (07383c84-e6c8-4201-91f7-a52744202b9e), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:35:38.879617 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-b1adff20-92e7-43d2-9eef-a9a3c7dac578 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3470ef0e8e4f486fb9e434140eb18ab5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2370079 Apr 29 13:35:38.880430 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1adff20-92e7-43d2-9eef-a9a3c7dac578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07383c84-e6c8-4201-91f7-a52744202b9e,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:35:38.883278 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 58804) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:35:38.946580 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b68ad537-4538-4b2a-9ffe-9f163b49c384 admin admin] Publish callbacks [] for security_group (07383c84-e6c8-4201-91f7-a52744202b9e), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:35:38.970650 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b68ad537-4538-4b2a-9ffe-9f163b49c384 admin admin] Publish callbacks [] for security_group (07383c84-e6c8-4201-91f7-a52744202b9e), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:35:39.022401 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4cc99695-f8a5-405c-83e5-37c703d85479 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Publish callbacks [] for port (ade509b3-096f-4dad-b2a2-548d5b620a11), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:35:39.027051 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4cc99695-f8a5-405c-83e5-37c703d85479 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9127854'] for port (ade509b3-096f-4dad-b2a2-548d5b620a11), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:35:39.041642 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b68ad537-4538-4b2a-9ffe-9f163b49c384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (07383c84-e6c8-4201-91f7-a52744202b9e), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:35:39.044916 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b68ad537-4538-4b2a-9ffe-9f163b49c384 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:35:39.048442 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-b68ad537-4538-4b2a-9ffe-9f163b49c384 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/07383c84-e6c8-4201-91f7-a52744202b9e HTTP/1.1" status: 204 len: 168 time: 0.1618490 Apr 29 13:35:39.054623 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68ad537-4538-4b2a-9ffe-9f163b49c384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07383c84-e6c8-4201-91f7-a52744202b9e,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:35:39.115520 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc99695-f8a5-405c-83e5-37c703d85479 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Pushing event updated for resources: {'Port': ['ID=ade509b3-096f-4dad-b2a2-548d5b620a11,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:35:39.128364 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4cc99695-f8a5-405c-83e5-37c703d85479 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706107'] for floatingip (f658f917-7190-4a85-b693-9b7d43e35087), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:35:39.255556 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.db.l3_db [None req-4cc99695-f8a5-405c-83e5-37c703d85479 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Floating IP f658f917-7190-4a85-b693-9b7d43e35087 associated. External IP: 172.27.0.104, port: 1401e7c5-763e-4d9c-870e-fbd93fd7e99e. Apr 29 13:35:39.366269 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 58812) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:35:39.381219 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-620afb96-ee4b-45b7-b608-245212fd13e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:35:39.459276 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-620afb96-ee4b-45b7-b608-245212fd13e2 admin admin] Publish callbacks [] for security_group (df76fdfd-08fe-4924-a177-d36d43298ef8), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:35:39.464891 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-620afb96-ee4b-45b7-b608-245212fd13e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (df76fdfd-08fe-4924-a177-d36d43298ef8), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:35:39.493823 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cc99695-f8a5-405c-83e5-37c703d85479 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Router e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6 has already been hosted by L3 agent ffd5f049-29fc-4e99-906d-6eadce93ab48 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:35:39.505748 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-620afb96-ee4b-45b7-b608-245212fd13e2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6816843484a74315805de42a5b8fad05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1381063 Apr 29 13:35:39.506481 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620afb96-ee4b-45b7-b608-245212fd13e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df76fdfd-08fe-4924-a177-d36d43298ef8,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:35:39.508857 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 58814) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:35:39.558635 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5592fac9-07ba-477c-ac7e-367b8c9d98ea admin admin] Publish callbacks [] for security_group (df76fdfd-08fe-4924-a177-d36d43298ef8), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:35:39.584107 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5592fac9-07ba-477c-ac7e-367b8c9d98ea admin admin] Publish callbacks [] for security_group (df76fdfd-08fe-4924-a177-d36d43298ef8), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:35:39.611319 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cc99695-f8a5-405c-83e5-37c703d85479 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Notify agent at l3_agent.dv-cinder-837699-3-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:35:39.623370 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f39350c-43e2-4dc4-bd87-2e5ac126f583 None None] Sync routers for ids ['e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6'] in dv-cinder-837699-3-iscsi {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:35:39.637313 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f39350c-43e2-4dc4-bd87-2e5ac126f583 None None] Routers {'e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:35:39.638297 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-7f39350c-43e2-4dc4-bd87-2e5ac126f583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:35:24Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:35:39.640016 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4cc99695-f8a5-405c-83e5-37c703d85479 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574'] for floatingip (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:35:39.646059 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5592fac9-07ba-477c-ac7e-367b8c9d98ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (df76fdfd-08fe-4924-a177-d36d43298ef8), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:35:39.649076 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5592fac9-07ba-477c-ac7e-367b8c9d98ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:35:39.653122 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-5592fac9-07ba-477c-ac7e-367b8c9d98ea admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/df76fdfd-08fe-4924-a177-d36d43298ef8 HTTP/1.1" status: 204 len: 168 time: 0.1404743 Apr 29 13:35:39.669202 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5592fac9-07ba-477c-ac7e-367b8c9d98ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df76fdfd-08fe-4924-a177-d36d43298ef8,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:35:39.680435 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-4cc99695-f8a5-405c-83e5-37c703d85479 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7441530 Apr 29 13:35:39.681066 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f347d271-7560-493f-abc7-6c8e1b3590a1', 'tag': '1401e7c5-763e-4d9c-870e-fbd93fd7e99e'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:35:39.683946 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ba167d508349ed0cdfb80239bd9ae2522ecb2b1d56ec89f6128388f9fbd08d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ebdb76-adec-4fb0-8a25-bf6c47a865ed" -d '{"events": [{"name": "network-changed", "server_uuid": "f347d271-7560-493f-abc7-6c8e1b3590a1", "tag": "1401e7c5-763e-4d9c-870e-fbd93fd7e99e"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:35:39.775281 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-7f39350c-43e2-4dc4-bd87-2e5ac126f583 None None] Set router e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6 gateway port host: dv-cinder-837699-3-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:35:39.861556 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0039c69b-10ae-4bf1-b277-1281cfe3300b x-openstack-request-id: req-0039c69b-10ae-4bf1-b277-1281cfe3300b {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:35:39.862053 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f347d271-7560-493f-abc7-6c8e1b3590a1", "tag": "1401e7c5-763e-4d9c-870e-fbd93fd7e99e", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:35:39.862152 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0039c69b-10ae-4bf1-b277-1281cfe3300b {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:35:39.862602 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0039c69b-10ae-4bf1-b277-1281cfe3300b'] response: {'name': 'network-changed', 'server_uuid': 'f347d271-7560-493f-abc7-6c8e1b3590a1', 'tag': '1401e7c5-763e-4d9c-870e-fbd93fd7e99e', 'status': 'completed', 'code': 200} Apr 29 13:35:39.946495 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ebdb76-adec-4fb0-8a25-bf6c47a865ed req-3d6ae069-a98e-40bc-83cd-77a80815899e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:35:39.947745 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-24ebdb76-adec-4fb0-8a25-bf6c47a865ed req-3d6ae069-a98e-40bc-83cd-77a80815899e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4d8c9259b58545adaf385c72bb77aa53&device_id=f347d271-7560-493f-abc7-6c8e1b3590a1 HTTP/1.1" status: 200 len: 1129 time: 0.0409110 Apr 29 13:35:40.032849 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-7f39350c-43e2-4dc4-bd87-2e5ac126f583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6', 'name': 'tempest-TestShelveInstance-1549379715-router', 'tenant_id': '4d8c9259b58545adaf385c72bb77aa53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '811744b4-a0fe-4e2e-867d-6acc85507a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:34:14Z', 'updated_at': '2022-04-29T13:34:18Z', 'revision_number': 4, 'project_id': '4d8c9259b58545adaf385c72bb77aa53', 'gw_port': {'id': '811744b4-a0fe-4e2e-867d-6acc85507a6f', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:22:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:34:15Z', 'updated_at': '2022-04-29T13:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_floatingips': [{'id': 'f658f917-7190-4a85-b693-9b7d43e35087', 'tenant_id': '4d8c9259b58545adaf385c72bb77aa53', 'floating_ip_address': '172.27.0.104', 'floating_network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'router_id': 'e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6', 'port_id': '1401e7c5-763e-4d9c-870e-fbd93fd7e99e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10b82da3-c375-4e58-823a-53086fcc21e4', 'mac_address': 'fa:16:3e:77:95:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f347d271-7560-493f-abc7-6c8e1b3590a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:35:38Z', 'updated_at': '2022-04-29T13:35:38Z', 'revision_number': 0, 'project_id': '4d8c9259b58545adaf385c72bb77aa53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aae074e5-aa9c-45c9-8032-4bd90ac45f28', 'name': '', 'network_id': '10b82da3-c375-4e58-823a-53086fcc21e4', 'tenant_id': '4d8c9259b58545adaf385c72bb77aa53', 'mac_address': 'fa:16:3e:ab:8e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '0feaa1e6-ce2e-4231-b630-d1a566720245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:34:17Z', 'updated_at': '2022-04-29T13:34:22Z', 'revision_number': 5, 'project_id': '4d8c9259b58545adaf385c72bb77aa53', 'subnets': [{'id': '0feaa1e6-ce2e-4231-b630-d1a566720245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:35:40.063453 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f39350c-43e2-4dc4-bd87-2e5ac126f583 None None] Checking router: e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6 for host: dv-cinder-837699-3-iscsi {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:35:40.068109 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ebdb76-adec-4fb0-8a25-bf6c47a865ed req-9756612f-a353-485b-979f-351d864807ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:35:40.070316 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-24ebdb76-adec-4fb0-8a25-bf6c47a865ed req-9756612f-a353-485b-979f-351d864807ca service neutron] 10.222.0.75 "GET /v2.0/networks?id=10b82da3-c375-4e58-823a-53086fcc21e4 HTTP/1.1" status: 200 len: 910 time: 0.1159837 Apr 29 13:35:40.074753 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f39350c-43e2-4dc4-bd87-2e5ac126f583 None None] Routers {'e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:35:40.075662 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-7f39350c-43e2-4dc4-bd87-2e5ac126f583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:35:24Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:35:40.151231 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-24ebdb76-adec-4fb0-8a25-bf6c47a865ed req-9ea582aa-2ebd-4e43-9724-bdfbef14fa18 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1401e7c5-763e-4d9c-870e-fbd93fd7e99e HTTP/1.1" status: 200 len: 999 time: 0.0735183 Apr 29 13:35:40.202812 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-7f39350c-43e2-4dc4-bd87-2e5ac126f583 None None] Set router e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6 gateway port host: dv-cinder-837699-3-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:35:40.208050 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ebdb76-adec-4fb0-8a25-bf6c47a865ed req-c1d9b674-a422-4c38-bdde-402cbf56ebab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:35:40.208950 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-24ebdb76-adec-4fb0-8a25-bf6c47a865ed req-c1d9b674-a422-4c38-bdde-402cbf56ebab service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0feaa1e6-ce2e-4231-b630-d1a566720245 HTTP/1.1" status: 200 len: 848 time: 0.0517364 Apr 29 13:35:40.271831 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 58842) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:35:40.272190 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ebdb76-adec-4fb0-8a25-bf6c47a865ed req-02d71f98-cde4-44c9-bac5-cdaeaf4eabd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:35:40.274012 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-24ebdb76-adec-4fb0-8a25-bf6c47a865ed req-02d71f98-cde4-44c9-bac5-cdaeaf4eabd5 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=10b82da3-c375-4e58-823a-53086fcc21e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0570781 Apr 29 13:35:40.388581 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-24ebdb76-adec-4fb0-8a25-bf6c47a865ed req-d2c4112e-fc0c-4f48-85ac-730957063961 service neutron] 10.222.0.75 "GET /v2.0/networks/10b82da3-c375-4e58-823a-53086fcc21e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073246 Apr 29 13:35:40.406934 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2d46ed24-86e0-457c-9220-314d3681575a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:35:40.445934 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-7f39350c-43e2-4dc4-bd87-2e5ac126f583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6', 'name': 'tempest-TestShelveInstance-1549379715-router', 'tenant_id': '4d8c9259b58545adaf385c72bb77aa53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '811744b4-a0fe-4e2e-867d-6acc85507a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:34:14Z', 'updated_at': '2022-04-29T13:34:18Z', 'revision_number': 4, 'project_id': '4d8c9259b58545adaf385c72bb77aa53', 'gw_port': {'id': '811744b4-a0fe-4e2e-867d-6acc85507a6f', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:22:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:34:15Z', 'updated_at': '2022-04-29T13:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_floatingips': [{'id': 'f658f917-7190-4a85-b693-9b7d43e35087', 'tenant_id': '4d8c9259b58545adaf385c72bb77aa53', 'floating_ip_address': '172.27.0.104', 'floating_network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'router_id': 'e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6', 'port_id': '1401e7c5-763e-4d9c-870e-fbd93fd7e99e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10b82da3-c375-4e58-823a-53086fcc21e4', 'mac_address': 'fa:16:3e:77:95:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f347d271-7560-493f-abc7-6c8e1b3590a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:35:38Z', 'updated_at': '2022-04-29T13:35:38Z', 'revision_number': 0, 'project_id': '4d8c9259b58545adaf385c72bb77aa53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aae074e5-aa9c-45c9-8032-4bd90ac45f28', 'name': '', 'network_id': '10b82da3-c375-4e58-823a-53086fcc21e4', 'tenant_id': '4d8c9259b58545adaf385c72bb77aa53', 'mac_address': 'fa:16:3e:ab:8e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '0feaa1e6-ce2e-4231-b630-d1a566720245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:34:17Z', 'updated_at': '2022-04-29T13:34:22Z', 'revision_number': 5, 'project_id': '4d8c9259b58545adaf385c72bb77aa53', 'subnets': [{'id': '0feaa1e6-ce2e-4231-b630-d1a566720245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:35:40.476650 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f39350c-43e2-4dc4-bd87-2e5ac126f583 None None] The sync data for ids ['e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6'] in dv-cinder-837699-3-iscsi is: [{'id': 'e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6', 'name': 'tempest-TestShelveInstance-1549379715-router', 'tenant_id': '4d8c9259b58545adaf385c72bb77aa53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '811744b4-a0fe-4e2e-867d-6acc85507a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:34:14Z', 'updated_at': '2022-04-29T13:34:18Z', 'revision_number': 4, 'project_id': '4d8c9259b58545adaf385c72bb77aa53', 'gw_port': {'id': '811744b4-a0fe-4e2e-867d-6acc85507a6f', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:22:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:34:15Z', 'updated_at': '2022-04-29T13:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_floatingips': [{'id': 'f658f917-7190-4a85-b693-9b7d43e35087', 'tenant_id': '4d8c9259b58545adaf385c72bb77aa53', 'floating_ip_address': '172.27.0.104', 'floating_network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'router_id': 'e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6', 'port_id': '1401e7c5-763e-4d9c-870e-fbd93fd7e99e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10b82da3-c375-4e58-823a-53086fcc21e4', 'mac_address': 'fa:16:3e:77:95:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f347d271-7560-493f-abc7-6c8e1b3590a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:35:38Z', 'updated_at': '2022-04-29T13:35:38Z', 'revision_number': 0, 'project_id': '4d8c9259b58545adaf385c72bb77aa53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aae074e5-aa9c-45c9-8032-4bd90ac45f28', 'name': '', 'network_id': '10b82da3-c375-4e58-823a-53086fcc21e4', 'tenant_id': '4d8c9259b58545adaf385c72bb77aa53', 'mac_address': 'fa:16:3e:ab:8e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '0feaa1e6-ce2e-4231-b630-d1a566720245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:34:17Z', 'updated_at': '2022-04-29T13:34:22Z', 'revision_number': 5, 'project_id': '4d8c9259b58545adaf385c72bb77aa53', 'subnets': [{'id': '0feaa1e6-ce2e-4231-b630-d1a566720245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:35:40.504166 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-24ebdb76-adec-4fb0-8a25-bf6c47a865ed req-29b93992-41ea-4ff2-ab11-aedee8f95f00 service neutron] 10.222.0.75 "GET /v2.0/networks/10b82da3-c375-4e58-823a-53086fcc21e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088903 Apr 29 13:35:40.521223 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2d46ed24-86e0-457c-9220-314d3681575a admin admin] Publish callbacks [] for security_group (02e7725a-3167-4fe7-a1e3-446c6627181f), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:35:40.527337 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2d46ed24-86e0-457c-9220-314d3681575a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (02e7725a-3167-4fe7-a1e3-446c6627181f), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:35:40.576720 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-2d46ed24-86e0-457c-9220-314d3681575a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ed51f6c2a31c44e6a25f8d0d873ac4ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3036749 Apr 29 13:35:40.577211 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 58852) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:35:40.577663 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d46ed24-86e0-457c-9220-314d3681575a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02e7725a-3167-4fe7-a1e3-446c6627181f,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:35:40.639747 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4aa0d50b-3f2c-439e-81af-a7fb8b697b0b admin admin] Publish callbacks [] for security_group (02e7725a-3167-4fe7-a1e3-446c6627181f), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:35:40.663066 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4aa0d50b-3f2c-439e-81af-a7fb8b697b0b admin admin] Publish callbacks [] for security_group (02e7725a-3167-4fe7-a1e3-446c6627181f), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:35:40.720435 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4aa0d50b-3f2c-439e-81af-a7fb8b697b0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (02e7725a-3167-4fe7-a1e3-446c6627181f), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:35:40.723955 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4aa0d50b-3f2c-439e-81af-a7fb8b697b0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:35:40.725304 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-4aa0d50b-3f2c-439e-81af-a7fb8b697b0b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/02e7725a-3167-4fe7-a1e3-446c6627181f HTTP/1.1" status: 204 len: 168 time: 0.1462877 Apr 29 13:35:40.727247 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355ea5bc-40ab-4a07-bb37-f665a4c05610 None None] New status for floating IP f658f917-7190-4a85-b693-9b7d43e35087: ACTIVE {{(pid=103367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 13:35:40.737697 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa0d50b-3f2c-439e-81af-a7fb8b697b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e7725a-3167-4fe7-a1e3-446c6627181f,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:35:51.593444 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-95daba6b-ea59-41ec-8c98-277faef73e67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (e437e712-237e-4a54-83a8-782eed3c5f0c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:35:54.265784 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7441eb77-4fb4-491b-b78f-597474a6822f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (ffd5f049-29fc-4e99-906d-6eadce93ab48), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:35:55.865259 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d46c6b96-c9c1-47b5-84ba-015c4e42046f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (1b2ea45c-9419-45d0-91af-29e2c5a1844a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:35:57.313861 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bea047bf-f99e-49b2-8b9d-5ba249a30c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (23d6c007-0036-4fdb-b033-28b1fd628d82), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:35:58.713095 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (070d87cd-fed4-4d07-85b5-c26ded61f2d8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:00.740401 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c4090ed3-b188-48ef-a6b9-5d78229fc55d None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:36:04.757099 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (477bd1e1-70d7-4a7b-b37c-5892af57f2e4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:16.089850 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 59058) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:36:16.192393 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4029d5ac-255c-4dfe-8fff-1cd33f3ac392 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:16.268719 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4029d5ac-255c-4dfe-8fff-1cd33f3ac392 admin admin] Publish callbacks [] for security_group (72e98c4e-2375-4768-91d6-62e71095709a), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:16.272710 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4029d5ac-255c-4dfe-8fff-1cd33f3ac392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (72e98c4e-2375-4768-91d6-62e71095709a), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:16.312423 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4029d5ac-255c-4dfe-8fff-1cd33f3ac392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e98c4e-2375-4768-91d6-62e71095709a,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:36:16.316330 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-4029d5ac-255c-4dfe-8fff-1cd33f3ac392 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0a0c10a9ab2a4b688fae9c985bb2249f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2254059 Apr 29 13:36:16.319008 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 59062) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:36:16.322646 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4029d5ac-255c-4dfe-8fff-1cd33f3ac392 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:16.322990 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4029d5ac-255c-4dfe-8fff-1cd33f3ac392 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:16.323330 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4029d5ac-255c-4dfe-8fff-1cd33f3ac392 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:16.323664 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4029d5ac-255c-4dfe-8fff-1cd33f3ac392 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:16.323998 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4029d5ac-255c-4dfe-8fff-1cd33f3ac392 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:16.324327 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4029d5ac-255c-4dfe-8fff-1cd33f3ac392 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:16.324649 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4029d5ac-255c-4dfe-8fff-1cd33f3ac392 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:16.324996 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4029d5ac-255c-4dfe-8fff-1cd33f3ac392 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:16.325318 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4029d5ac-255c-4dfe-8fff-1cd33f3ac392 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:16.325647 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4029d5ac-255c-4dfe-8fff-1cd33f3ac392 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:16.325967 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4029d5ac-255c-4dfe-8fff-1cd33f3ac392 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:16.326289 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4029d5ac-255c-4dfe-8fff-1cd33f3ac392 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:16.326607 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4029d5ac-255c-4dfe-8fff-1cd33f3ac392 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:16.326923 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4029d5ac-255c-4dfe-8fff-1cd33f3ac392 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:16.327240 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4029d5ac-255c-4dfe-8fff-1cd33f3ac392 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:16.370937 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-285e6832-e0fd-4946-8f16-b27f78b0f81b admin admin] Publish callbacks [] for security_group (72e98c4e-2375-4768-91d6-62e71095709a), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:16.391999 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-285e6832-e0fd-4946-8f16-b27f78b0f81b admin admin] Publish callbacks [] for security_group (72e98c4e-2375-4768-91d6-62e71095709a), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:16.441121 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-285e6832-e0fd-4946-8f16-b27f78b0f81b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (72e98c4e-2375-4768-91d6-62e71095709a), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:16.443694 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-285e6832-e0fd-4946-8f16-b27f78b0f81b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:16.444877 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-285e6832-e0fd-4946-8f16-b27f78b0f81b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/72e98c4e-2375-4768-91d6-62e71095709a HTTP/1.1" status: 204 len: 168 time: 0.1247823 Apr 29 13:36:16.452635 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285e6832-e0fd-4946-8f16-b27f78b0f81b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e98c4e-2375-4768-91d6-62e71095709a,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:36:16.459929 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285e6832-e0fd-4946-8f16-b27f78b0f81b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:16.460301 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285e6832-e0fd-4946-8f16-b27f78b0f81b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:16.460631 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285e6832-e0fd-4946-8f16-b27f78b0f81b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:16.461000 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285e6832-e0fd-4946-8f16-b27f78b0f81b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:16.461344 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285e6832-e0fd-4946-8f16-b27f78b0f81b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:16.461676 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285e6832-e0fd-4946-8f16-b27f78b0f81b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:16.462006 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285e6832-e0fd-4946-8f16-b27f78b0f81b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:16.462337 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285e6832-e0fd-4946-8f16-b27f78b0f81b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:16.462651 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285e6832-e0fd-4946-8f16-b27f78b0f81b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:16.462982 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285e6832-e0fd-4946-8f16-b27f78b0f81b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:16.463311 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285e6832-e0fd-4946-8f16-b27f78b0f81b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:16.463643 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285e6832-e0fd-4946-8f16-b27f78b0f81b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:16.463969 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285e6832-e0fd-4946-8f16-b27f78b0f81b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:16.464292 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285e6832-e0fd-4946-8f16-b27f78b0f81b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:16.464614 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285e6832-e0fd-4946-8f16-b27f78b0f81b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:16.702050 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 59068) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:36:16.716129 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-520b39c8-3fcc-4072-ac7d-ae0451e559bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:16.792850 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-520b39c8-3fcc-4072-ac7d-ae0451e559bf admin admin] Publish callbacks [] for security_group (b0afb6b5-af8e-4644-ac55-618a4cb84d01), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:16.796710 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-520b39c8-3fcc-4072-ac7d-ae0451e559bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (b0afb6b5-af8e-4644-ac55-618a4cb84d01), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:16.834837 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-520b39c8-3fcc-4072-ac7d-ae0451e559bf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e8e74190557346d49e858fd0bee30bff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1316783 Apr 29 13:36:16.836891 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520b39c8-3fcc-4072-ac7d-ae0451e559bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0afb6b5-af8e-4644-ac55-618a4cb84d01,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:36:16.837639 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 59070) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:36:16.885835 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3953a1c2-ec53-4fce-b46a-b4506e3ee0f9 admin admin] Publish callbacks [] for security_group (b0afb6b5-af8e-4644-ac55-618a4cb84d01), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:16.907451 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3953a1c2-ec53-4fce-b46a-b4506e3ee0f9 admin admin] Publish callbacks [] for security_group (b0afb6b5-af8e-4644-ac55-618a4cb84d01), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:16.954402 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3953a1c2-ec53-4fce-b46a-b4506e3ee0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (b0afb6b5-af8e-4644-ac55-618a4cb84d01), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:16.956603 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3953a1c2-ec53-4fce-b46a-b4506e3ee0f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:16.957787 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-3953a1c2-ec53-4fce-b46a-b4506e3ee0f9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b0afb6b5-af8e-4644-ac55-618a4cb84d01 HTTP/1.1" status: 204 len: 168 time: 0.1191833 Apr 29 13:36:16.965381 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3953a1c2-ec53-4fce-b46a-b4506e3ee0f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0afb6b5-af8e-4644-ac55-618a4cb84d01,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:36:21.595453 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0293e671-a160-4c7c-b6e5-afb8acfce977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (e437e712-237e-4a54-83a8-782eed3c5f0c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:21.879723 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 59170) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:36:21.982646 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8564c330-a86a-4cde-884b-98147059a01f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:22.059672 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8564c330-a86a-4cde-884b-98147059a01f admin admin] Publish callbacks [] for security_group (c3e9df7b-c9cc-402b-ada8-485db1439075), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:22.063465 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8564c330-a86a-4cde-884b-98147059a01f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (c3e9df7b-c9cc-402b-ada8-485db1439075), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:22.106196 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-8564c330-a86a-4cde-884b-98147059a01f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=259739e8acc648f0a06b42f3986cede4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2253456 Apr 29 13:36:22.107280 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8564c330-a86a-4cde-884b-98147059a01f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e9df7b-c9cc-402b-ada8-485db1439075,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:36:22.109003 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 59174) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:36:22.158413 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a99e1549-cbdd-4600-a7b2-a8d42f17db21 admin admin] Publish callbacks [] for security_group (c3e9df7b-c9cc-402b-ada8-485db1439075), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:22.179265 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a99e1549-cbdd-4600-a7b2-a8d42f17db21 admin admin] Publish callbacks [] for security_group (c3e9df7b-c9cc-402b-ada8-485db1439075), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:22.225492 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a99e1549-cbdd-4600-a7b2-a8d42f17db21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (c3e9df7b-c9cc-402b-ada8-485db1439075), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:22.228056 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a99e1549-cbdd-4600-a7b2-a8d42f17db21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:22.229241 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-a99e1549-cbdd-4600-a7b2-a8d42f17db21 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c3e9df7b-c9cc-402b-ada8-485db1439075 HTTP/1.1" status: 204 len: 168 time: 0.1192377 Apr 29 13:36:22.237445 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99e1549-cbdd-4600-a7b2-a8d42f17db21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e9df7b-c9cc-402b-ada8-485db1439075,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:36:22.486199 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 59180) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:36:22.502680 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f04d818e-feda-4b9e-a638-0ceb7de3cb5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:22.577312 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f04d818e-feda-4b9e-a638-0ceb7de3cb5d admin admin] Publish callbacks [] for security_group (3c6c50e8-c582-4cb7-b16f-ba941cee66c2), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:22.581207 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f04d818e-feda-4b9e-a638-0ceb7de3cb5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (3c6c50e8-c582-4cb7-b16f-ba941cee66c2), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:22.619936 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-f04d818e-feda-4b9e-a638-0ceb7de3cb5d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3349dd246a14446e9842b95d2dd43813&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1324279 Apr 29 13:36:22.620813 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d818e-feda-4b9e-a638-0ceb7de3cb5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c6c50e8-c582-4cb7-b16f-ba941cee66c2,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:36:22.622708 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 59182) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:36:22.671639 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-de0d2354-0bb8-43f4-a0cf-c4a51de38a2e admin admin] Publish callbacks [] for security_group (3c6c50e8-c582-4cb7-b16f-ba941cee66c2), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:22.693563 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-de0d2354-0bb8-43f4-a0cf-c4a51de38a2e admin admin] Publish callbacks [] for security_group (3c6c50e8-c582-4cb7-b16f-ba941cee66c2), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:22.739478 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-de0d2354-0bb8-43f4-a0cf-c4a51de38a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (3c6c50e8-c582-4cb7-b16f-ba941cee66c2), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:22.742206 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-de0d2354-0bb8-43f4-a0cf-c4a51de38a2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:22.743365 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-de0d2354-0bb8-43f4-a0cf-c4a51de38a2e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3c6c50e8-c582-4cb7-b16f-ba941cee66c2 HTTP/1.1" status: 204 len: 168 time: 0.1196220 Apr 29 13:36:22.751069 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0d2354-0bb8-43f4-a0cf-c4a51de38a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c6c50e8-c582-4cb7-b16f-ba941cee66c2,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:36:23.067118 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 59188) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:36:23.080660 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ef759a04-13ae-41e3-929c-d2d48d645ad4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:23.158986 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ef759a04-13ae-41e3-929c-d2d48d645ad4 admin admin] Publish callbacks [] for security_group (6e4f143f-da3b-4b5f-9bb5-be9dd763cfbb), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:23.162939 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ef759a04-13ae-41e3-929c-d2d48d645ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (6e4f143f-da3b-4b5f-9bb5-be9dd763cfbb), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:23.202269 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-ef759a04-13ae-41e3-929c-d2d48d645ad4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f6becdf20c004a62844daf1dd5b2c101&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1339989 Apr 29 13:36:23.203145 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef759a04-13ae-41e3-929c-d2d48d645ad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4f143f-da3b-4b5f-9bb5-be9dd763cfbb,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:36:23.205548 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 59190) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:36:23.255918 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-462a97a1-a505-4bb3-a3c8-36521fb5e1e9 admin admin] Publish callbacks [] for security_group (6e4f143f-da3b-4b5f-9bb5-be9dd763cfbb), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:23.277741 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-462a97a1-a505-4bb3-a3c8-36521fb5e1e9 admin admin] Publish callbacks [] for security_group (6e4f143f-da3b-4b5f-9bb5-be9dd763cfbb), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:23.326700 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-462a97a1-a505-4bb3-a3c8-36521fb5e1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (6e4f143f-da3b-4b5f-9bb5-be9dd763cfbb), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:23.329398 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-462a97a1-a505-4bb3-a3c8-36521fb5e1e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:23.330816 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-462a97a1-a505-4bb3-a3c8-36521fb5e1e9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6e4f143f-da3b-4b5f-9bb5-be9dd763cfbb HTTP/1.1" status: 204 len: 168 time: 0.1242702 Apr 29 13:36:23.338581 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462a97a1-a505-4bb3-a3c8-36521fb5e1e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4f143f-da3b-4b5f-9bb5-be9dd763cfbb,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:36:24.268781 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a1bc07d8-469f-4b87-a1ef-24dad00e6518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (ffd5f049-29fc-4e99-906d-6eadce93ab48), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:25.355531 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 59258) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:36:25.459072 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5c09ec7a-2c23-4d0c-9a5a-967cbcdcda2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:25.536312 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5c09ec7a-2c23-4d0c-9a5a-967cbcdcda2e admin admin] Publish callbacks [] for security_group (52ae242e-593a-439c-9991-54c212f66278), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:25.540496 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5c09ec7a-2c23-4d0c-9a5a-967cbcdcda2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (52ae242e-593a-439c-9991-54c212f66278), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:25.576798 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c09ec7a-2c23-4d0c-9a5a-967cbcdcda2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ae242e-593a-439c-9991-54c212f66278,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:36:25.582121 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-5c09ec7a-2c23-4d0c-9a5a-967cbcdcda2e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ed1d4869c07d4fb09c2c42032d13f6de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2255468 Apr 29 13:36:25.584774 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 59262) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:36:25.634032 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2b46b749-ce1d-4443-a0cc-99ec9853fb18 admin admin] Publish callbacks [] for security_group (52ae242e-593a-439c-9991-54c212f66278), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:25.655724 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2b46b749-ce1d-4443-a0cc-99ec9853fb18 admin admin] Publish callbacks [] for security_group (52ae242e-593a-439c-9991-54c212f66278), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:25.703301 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2b46b749-ce1d-4443-a0cc-99ec9853fb18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (52ae242e-593a-439c-9991-54c212f66278), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:25.706606 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2b46b749-ce1d-4443-a0cc-99ec9853fb18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:25.707785 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-2b46b749-ce1d-4443-a0cc-99ec9853fb18 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/52ae242e-593a-439c-9991-54c212f66278 HTTP/1.1" status: 204 len: 168 time: 0.1220756 Apr 29 13:36:25.716391 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b46b749-ce1d-4443-a0cc-99ec9853fb18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ae242e-593a-439c-9991-54c212f66278,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:36:25.868669 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d46c6b96-c9c1-47b5-84ba-015c4e42046f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (1b2ea45c-9419-45d0-91af-29e2c5a1844a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:25.971292 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 59268) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:36:25.984318 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-10a772c6-bf7e-457e-8bb7-9df6b731ba17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:26.058819 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-10a772c6-bf7e-457e-8bb7-9df6b731ba17 admin admin] Publish callbacks [] for security_group (d68c0c4f-2a1d-4a0d-a1ad-885c26bc7be3), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:26.062611 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-10a772c6-bf7e-457e-8bb7-9df6b731ba17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (d68c0c4f-2a1d-4a0d-a1ad-885c26bc7be3), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:26.101627 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a772c6-bf7e-457e-8bb7-9df6b731ba17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d68c0c4f-2a1d-4a0d-a1ad-885c26bc7be3,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:36:26.105719 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-10a772c6-bf7e-457e-8bb7-9df6b731ba17 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=07a8cfe9a2ac4f11b062fa711ce2b46e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1334195 Apr 29 13:36:26.108368 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 59272) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:36:26.155429 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-81e2a560-3154-4c7d-b874-aa7b407db242 admin admin] Publish callbacks [] for security_group (d68c0c4f-2a1d-4a0d-a1ad-885c26bc7be3), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:26.177539 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-81e2a560-3154-4c7d-b874-aa7b407db242 admin admin] Publish callbacks [] for security_group (d68c0c4f-2a1d-4a0d-a1ad-885c26bc7be3), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:26.226689 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-81e2a560-3154-4c7d-b874-aa7b407db242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (d68c0c4f-2a1d-4a0d-a1ad-885c26bc7be3), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:26.229288 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-81e2a560-3154-4c7d-b874-aa7b407db242 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:26.230443 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-81e2a560-3154-4c7d-b874-aa7b407db242 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d68c0c4f-2a1d-4a0d-a1ad-885c26bc7be3 HTTP/1.1" status: 204 len: 168 time: 0.1211550 Apr 29 13:36:26.238711 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e2a560-3154-4c7d-b874-aa7b407db242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68c0c4f-2a1d-4a0d-a1ad-885c26bc7be3,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:36:26.890245 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 59294) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:36:26.985779 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-7da6b472-560b-4a54-afa8-35c4d0a38760 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1996160214-network', 'tenant_id': 'cbfc0e39ebbb42d5a3228f426b94c4dd'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:36:27.005871 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da6b472-560b-4a54-afa8-35c4d0a38760 admin admin] Made reservation on behalf of cbfc0e39ebbb42d5a3228f426b94c4dd for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:36:27.008534 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7da6b472-560b-4a54-afa8-35c4d0a38760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for network (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:27.017544 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7da6b472-560b-4a54-afa8-35c4d0a38760 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:27.093645 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7da6b472-560b-4a54-afa8-35c4d0a38760 admin admin] Publish callbacks [] for security_group (01df8775-c93b-43d2-85cd-c16eb9f9e735), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:27.098839 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7da6b472-560b-4a54-afa8-35c4d0a38760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (01df8775-c93b-43d2-85cd-c16eb9f9e735), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:27.126799 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7da6b472-560b-4a54-afa8-35c4d0a38760 admin admin] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:36:27.133260 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da6b472-560b-4a54-afa8-35c4d0a38760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01df8775-c93b-43d2-85cd-c16eb9f9e735,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:36:27.139236 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7da6b472-560b-4a54-afa8-35c4d0a38760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401276'] for segment (82246430-61ad-47f9-b1b1-3d9cb04ddac8), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:27.139568 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.db.segments_db [None req-7da6b472-560b-4a54-afa8-35c4d0a38760 admin admin] Added segment 82246430-61ad-47f9-b1b1-3d9cb04ddac8 of type vlan for network aed5bada-2ebd-473c-95ba-e41c403ed8c3 Apr 29 13:36:27.183502 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7da6b472-560b-4a54-afa8-35c4d0a38760 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783155844244'] for network (aed5bada-2ebd-473c-95ba-e41c403ed8c3), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:27.207942 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7da6b472-560b-4a54-afa8-35c4d0a38760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861'] for network (aed5bada-2ebd-473c-95ba-e41c403ed8c3), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:27.208856 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da6b472-560b-4a54-afa8-35c4d0a38760 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:36:27.209446 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7da6b472-560b-4a54-afa8-35c4d0a38760 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549835'] for network (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:27.243129 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-7da6b472-560b-4a54-afa8-35c4d0a38760 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3517842 Apr 29 13:36:27.246107 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 59298) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:36:27.251855 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-4c131d2c-8641-4194-acbb-3f562a3bb163 admin admin] Request body: {'subnet': {'network_id': 'aed5bada-2ebd-473c-95ba-e41c403ed8c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1996160214-subnet', 'tenant_id': 'cbfc0e39ebbb42d5a3228f426b94c4dd', 'ip_version': 4}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:36:27.271703 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c131d2c-8641-4194-acbb-3f562a3bb163 admin admin] Made reservation on behalf of cbfc0e39ebbb42d5a3228f426b94c4dd for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:36:27.274299 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4c131d2c-8641-4194-acbb-3f562a3bb163 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9228568'] for subnet (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:27.276412 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da6b472-560b-4a54-afa8-35c4d0a38760 admin admin] Pushing event updated for resources: {'Network': ['ID=aed5bada-2ebd-473c-95ba-e41c403ed8c3,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:36:27.286476 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Network aed5bada-2ebd-473c-95ba-e41c403ed8c3 details requested by agent ovs-agent-dv-cinder-837699-3-iscsi with host dv-cinder-837699-3-iscsi {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 13:36:27.361832 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bea047bf-f99e-49b2-8b9d-5ba249a30c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (23d6c007-0036-4fdb-b033-28b1fd628d82), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:27.452241 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4c131d2c-8641-4194-acbb-3f562a3bb163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8537541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9228778'] for subnet (ee500532-c94f-4522-9440-c6b811141821), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:27.513900 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c131d2c-8641-4194-acbb-3f562a3bb163 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee500532-c94f-4522-9440-c6b811141821,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:36:27.521092 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c131d2c-8641-4194-acbb-3f562a3bb163 admin admin] Checking segment: {'id': '82246430-61ad-47f9-b1b1-3d9cb04ddac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'aed5bada-2ebd-473c-95ba-e41c403ed8c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:36:27.521454 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c131d2c-8641-4194-acbb-3f562a3bb163 admin admin] Network hostable DHCP agents. Network: aed5bada-2ebd-473c-95ba-e41c403ed8c3, hostable agents: ['e437e712-237e-4a54-83a8-782eed3c5f0c'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:36:27.538460 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c131d2c-8641-4194-acbb-3f562a3bb163 admin admin] Network aed5bada-2ebd-473c-95ba-e41c403ed8c3 is scheduled to be hosted by DHCP agent e437e712-237e-4a54-83a8-782eed3c5f0c with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:36:27.547023 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-4c131d2c-8641-4194-acbb-3f562a3bb163 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837699-3-iscsi, aed5bada-2ebd-473c-95ba-e41c403ed8c3) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:36:27.552511 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c131d2c-8641-4194-acbb-3f562a3bb163 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:36:27.553611 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4c131d2c-8641-4194-acbb-3f562a3bb163 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549835'] for subnet (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:27.556925 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85db5701-46a0-4395-b4f8-2e5396c3b134 None None] Network aed5bada-2ebd-473c-95ba-e41c403ed8c3 requested from dv-cinder-837699-3-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:36:27.575444 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-4c131d2c-8641-4194-acbb-3f562a3bb163 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3280110 Apr 29 13:36:27.578132 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 59300) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:36:27.583983 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-c93b37e2-2afd-4db7-9e7d-8f7de58ff6e8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1996160214-router', 'tenant_id': 'cbfc0e39ebbb42d5a3228f426b94c4dd', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5'}}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:36:27.605607 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c93b37e2-2afd-4db7-9e7d-8f7de58ff6e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-712620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5407'] for router (70a707a7-95d9-4ad2-abdb-0f5b8db21cf7), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:27.606653 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c93b37e2-2afd-4db7-9e7d-8f7de58ff6e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-721068', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5398'] for router (70a707a7-95d9-4ad2-abdb-0f5b8db21cf7), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:27.661423 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c93b37e2-2afd-4db7-9e7d-8f7de58ff6e8 admin admin] Publish callbacks [] for router_controller (70a707a7-95d9-4ad2-abdb-0f5b8db21cf7), precommit_add_association {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:27.665376 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3eaf62-7851-44b3-8dea-87a37be7ac54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d66e39e-ae76-5681-86be-20f584a66953-aed5bada-2ebd-473c-95ba-e41c403ed8c3', 'network_id': 'aed5bada-2ebd-473c-95ba-e41c403ed8c3', 'project_id': 'cbfc0e39ebbb42d5a3228f426b94c4dd', 'fixed_ips': [{'subnet_id': 'ee500532-c94f-4522-9440-c6b811141821'}]}} from dv-cinder-837699-3-iscsi. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 13:36:27.666319 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9e3eaf62-7851-44b3-8dea-87a37be7ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (None), before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:27.805005 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-9e3eaf62-7851-44b3-8dea-87a37be7ac54 None None] Allocated IP 172.20.0.2 (aed5bada-2ebd-473c-95ba-e41c403ed8c3/ee500532-c94f-4522-9440-c6b811141821/251d265b-5c6c-4c47-9742-5311c7db046d) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:36:27.811603 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c93b37e2-2afd-4db7-9e7d-8f7de58ff6e8 admin admin] Publish callbacks [] for router_gateway (70a707a7-95d9-4ad2-abdb-0f5b8db21cf7), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:27.952249 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9e3eaf62-7851-44b3-8dea-87a37be7ac54 None None] Publish callbacks [] for port (251d265b-5c6c-4c47-9742-5311c7db046d), precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:27.959127 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9e3eaf62-7851-44b3-8dea-87a37be7ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783155810398'] for port (251d265b-5c6c-4c47-9742-5311c7db046d), after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:27.995045 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c93b37e2-2afd-4db7-9e7d-8f7de58ff6e8 admin admin] Publish callbacks [] for router_gateway (70a707a7-95d9-4ad2-abdb-0f5b8db21cf7), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:28.003461 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3eaf62-7851-44b3-8dea-87a37be7ac54 None None] Network aed5bada-2ebd-473c-95ba-e41c403ed8c3 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:36:28.009117 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-9e3eaf62-7851-44b3-8dea-87a37be7ac54 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:36:28.011519 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3eaf62-7851-44b3-8dea-87a37be7ac54 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:36:28.013791 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3eaf62-7851-44b3-8dea-87a37be7ac54 None None] Pushing event updated for resources: {'Port': ['ID=251d265b-5c6c-4c47-9742-5311c7db046d,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:36:28.018257 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c93b37e2-2afd-4db7-9e7d-8f7de58ff6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:28.023757 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3eaf62-7851-44b3-8dea-87a37be7ac54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:28.024132 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3eaf62-7851-44b3-8dea-87a37be7ac54 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:28.024494 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3eaf62-7851-44b3-8dea-87a37be7ac54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:28.024841 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3eaf62-7851-44b3-8dea-87a37be7ac54 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:28.025180 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3eaf62-7851-44b3-8dea-87a37be7ac54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:28.025518 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3eaf62-7851-44b3-8dea-87a37be7ac54 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:28.025954 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3eaf62-7851-44b3-8dea-87a37be7ac54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:28.026183 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3eaf62-7851-44b3-8dea-87a37be7ac54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:28.026577 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3eaf62-7851-44b3-8dea-87a37be7ac54 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:28.026882 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3eaf62-7851-44b3-8dea-87a37be7ac54 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:28.027173 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3eaf62-7851-44b3-8dea-87a37be7ac54 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:28.027510 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3eaf62-7851-44b3-8dea-87a37be7ac54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:28.027832 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3eaf62-7851-44b3-8dea-87a37be7ac54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:28.028151 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3eaf62-7851-44b3-8dea-87a37be7ac54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:28.028477 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3eaf62-7851-44b3-8dea-87a37be7ac54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:28.083520 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-9e3eaf62-7851-44b3-8dea-87a37be7ac54 None None] Attempting to bind port 251d265b-5c6c-4c47-9742-5311c7db046d on host dv-cinder-837699-3-iscsi for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:36:28.083894 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-9e3eaf62-7851-44b3-8dea-87a37be7ac54 None None] Attempting to bind port 251d265b-5c6c-4c47-9742-5311c7db046d by drivers openvswitch,hyperv on host dv-cinder-837699-3-iscsi at level 0 using segments [{'id': '82246430-61ad-47f9-b1b1-3d9cb04ddac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'aed5bada-2ebd-473c-95ba-e41c403ed8c3'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:36:28.084262 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3eaf62-7851-44b3-8dea-87a37be7ac54 None None] Attempting to bind port 251d265b-5c6c-4c47-9742-5311c7db046d on network aed5bada-2ebd-473c-95ba-e41c403ed8c3 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:36:28.089342 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3eaf62-7851-44b3-8dea-87a37be7ac54 None None] Checking agent: {'id': '070d87cd-fed4-4d07-85b5-c26ded61f2d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 12, 59), 'started_at': datetime.datetime(2022, 4, 29, 13, 13, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:36:28.089718 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3eaf62-7851-44b3-8dea-87a37be7ac54 None None] Checking segment: {'id': '82246430-61ad-47f9-b1b1-3d9cb04ddac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'aed5bada-2ebd-473c-95ba-e41c403ed8c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:36:28.090124 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9e3eaf62-7851-44b3-8dea-87a37be7ac54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:28.090519 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3eaf62-7851-44b3-8dea-87a37be7ac54 None None] Bound using segment: {'id': '82246430-61ad-47f9-b1b1-3d9cb04ddac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'aed5bada-2ebd-473c-95ba-e41c403ed8c3'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:36:28.090987 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-9e3eaf62-7851-44b3-8dea-87a37be7ac54 None None] Bound port: 251d265b-5c6c-4c47-9742-5311c7db046d, host: dv-cinder-837699-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82246430-61ad-47f9-b1b1-3d9cb04ddac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'aed5bada-2ebd-473c-95ba-e41c403ed8c3'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:36:28.091369 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9e3eaf62-7851-44b3-8dea-87a37be7ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (251d265b-5c6c-4c47-9742-5311c7db046d), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:28.122812 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-c93b37e2-2afd-4db7-9e7d-8f7de58ff6e8 admin admin] Allocated IP 172.27.0.102 (754f8d77-c1fb-438d-9dec-eec91b4433a5/8519c0fa-1b1c-41ff-b70f-9433c7b7bb38/8ae5f2aa-e0bf-4bc7-9906-084b45c88b72) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:36:28.155882 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-9e3eaf62-7851-44b3-8dea-87a37be7ac54 None None] For port 251d265b-5c6c-4c47-9742-5311c7db046d, host dv-cinder-837699-3-iscsi, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:36:28.159239 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-9e3eaf62-7851-44b3-8dea-87a37be7ac54 None None] For port 251d265b-5c6c-4c47-9742-5311c7db046d, host dv-cinder-837699-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=251d265b-5c6c-4c47-9742-5311c7db046d,segment=NetworkSegment(82246430-61ad-47f9-b1b1-3d9cb04ddac8),segment_id=82246430-61ad-47f9-b1b1-3d9cb04ddac8)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:36:28.165007 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9e3eaf62-7851-44b3-8dea-87a37be7ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (251d265b-5c6c-4c47-9742-5311c7db046d), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:28.232128 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3eaf62-7851-44b3-8dea-87a37be7ac54 None None] Pushing event updated for resources: {'Port': ['ID=251d265b-5c6c-4c47-9742-5311c7db046d,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:36:28.233702 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c93b37e2-2afd-4db7-9e7d-8f7de58ff6e8 admin admin] Publish callbacks [] for port (8ae5f2aa-e0bf-4bc7-9906-084b45c88b72), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:28.269493 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c93b37e2-2afd-4db7-9e7d-8f7de58ff6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783155810398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8537941'] for port (8ae5f2aa-e0bf-4bc7-9906-084b45c88b72), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:28.308572 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93b37e2-2afd-4db7-9e7d-8f7de58ff6e8 admin admin] Network 754f8d77-c1fb-438d-9dec-eec91b4433a5 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:36:28.313589 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-c93b37e2-2afd-4db7-9e7d-8f7de58ff6e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:36:28.317282 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93b37e2-2afd-4db7-9e7d-8f7de58ff6e8 admin admin] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:36:28.339633 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93b37e2-2afd-4db7-9e7d-8f7de58ff6e8 admin admin] Pushing event updated for resources: {'Port': ['ID=8ae5f2aa-e0bf-4bc7-9906-084b45c88b72,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:36:28.614664 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c93b37e2-2afd-4db7-9e7d-8f7de58ff6e8 admin admin] Publish callbacks [] for router_gateway (70a707a7-95d9-4ad2-abdb-0f5b8db21cf7), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:28.681697 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device 251d265b-5c6c-4c47-9742-5311c7db046d up at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:36:28.746426 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (070d87cd-fed4-4d07-85b5-c26ded61f2d8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:28.758801 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Provisioning complete for port 251d265b-5c6c-4c47-9742-5311c7db046d triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:36:28.759168 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (251d265b-5c6c-4c47-9742-5311c7db046d), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:28.843849 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c93b37e2-2afd-4db7-9e7d-8f7de58ff6e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-721113'] for router (70a707a7-95d9-4ad2-abdb-0f5b8db21cf7), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:28.854317 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Current status of the port 251d265b-5c6c-4c47-9742-5311c7db046d is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:36:28.854640 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (251d265b-5c6c-4c47-9742-5311c7db046d), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:28.895222 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] For port 251d265b-5c6c-4c47-9742-5311c7db046d, host dv-cinder-837699-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=251d265b-5c6c-4c47-9742-5311c7db046d,segment=NetworkSegment(82246430-61ad-47f9-b1b1-3d9cb04ddac8),segment_id=82246430-61ad-47f9-b1b1-3d9cb04ddac8)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:36:28.899792 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (251d265b-5c6c-4c47-9742-5311c7db046d), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:28.959380 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Pushing event updated for resources: {'Port': ['ID=251d265b-5c6c-4c47-9742-5311c7db046d,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:36:29.010574 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c93b37e2-2afd-4db7-9e7d-8f7de58ff6e8 admin admin] Router 70a707a7-95d9-4ad2-abdb-0f5b8db21cf7 is scheduled to L3 agent ffd5f049-29fc-4e99-906d-6eadce93ab48 with binding_index 1 {{(pid=103364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 13:36:29.214152 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42f97fa-5931-4b37-bd5b-74a5d7fd6dbc None None] Network aed5bada-2ebd-473c-95ba-e41c403ed8c3 requested from dv-cinder-837699-3-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:36:29.297389 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-c08fdbe7-88ea-4217-8629-329223fa2ff5 None None] Provisioning complete for port 251d265b-5c6c-4c47-9742-5311c7db046d triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:36:29.298314 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c08fdbe7-88ea-4217-8629-329223fa2ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (251d265b-5c6c-4c47-9742-5311c7db046d), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:29.409220 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-c08fdbe7-88ea-4217-8629-329223fa2ff5 None None] Current status of the port 251d265b-5c6c-4c47-9742-5311c7db046d is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:36:29.427325 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c93b37e2-2afd-4db7-9e7d-8f7de58ff6e8 admin admin] Notify agent at l3_agent.dv-cinder-837699-3-iscsi the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:36:29.438177 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30eddfed-509c-4462-8e96-546a075e1a47 None None] Sync routers for ids ['70a707a7-95d9-4ad2-abdb-0f5b8db21cf7'] in dv-cinder-837699-3-iscsi {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:36:29.448561 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c93b37e2-2afd-4db7-9e7d-8f7de58ff6e8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:29.450183 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30eddfed-509c-4462-8e96-546a075e1a47 None None] Routers {'70a707a7-95d9-4ad2-abdb-0f5b8db21cf7'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:36:29.450765 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-30eddfed-509c-4462-8e96-546a075e1a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:36:24Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['70a707a7-95d9-4ad2-abdb-0f5b8db21cf7'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:36:29.453442 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-c93b37e2-2afd-4db7-9e7d-8f7de58ff6e8 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8738818 Apr 29 13:36:29.455042 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 59302) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:36:29.646244 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-20103650-11de-4be8-a00e-684a7d8a9df4 None None] Provisioning complete for port 251d265b-5c6c-4c47-9742-5311c7db046d triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:36:29.646553 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-20103650-11de-4be8-a00e-684a7d8a9df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (251d265b-5c6c-4c47-9742-5311c7db046d), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:29.743435 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-30eddfed-509c-4462-8e96-546a075e1a47 None None] Set router 70a707a7-95d9-4ad2-abdb-0f5b8db21cf7 gateway port host: dv-cinder-837699-3-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:36:29.882307 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-20103650-11de-4be8-a00e-684a7d8a9df4 None None] Current status of the port 251d265b-5c6c-4c47-9742-5311c7db046d is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:36:29.900323 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-de558a5b-4525-4852-adc1-b6f5840ac841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:29.954804 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-30eddfed-509c-4462-8e96-546a075e1a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a707a7-95d9-4ad2-abdb-0f5b8db21cf7', 'name': 'tempest-TestMinimumBasicScenario-1996160214-router', 'tenant_id': 'cbfc0e39ebbb42d5a3228f426b94c4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '8ae5f2aa-e0bf-4bc7-9906-084b45c88b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:36:27Z', 'updated_at': '2022-04-29T13:36:28Z', 'revision_number': 3, 'project_id': 'cbfc0e39ebbb42d5a3228f426b94c4dd', 'gw_port': {'id': '8ae5f2aa-e0bf-4bc7-9906-084b45c88b72', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e1:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a707a7-95d9-4ad2-abdb-0f5b8db21cf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:36:28Z', 'updated_at': '2022-04-29T13:36:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi'}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:36:29.985136 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30eddfed-509c-4462-8e96-546a075e1a47 None None] Checking router: 70a707a7-95d9-4ad2-abdb-0f5b8db21cf7 for host: dv-cinder-837699-3-iscsi {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:36:29.986042 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30eddfed-509c-4462-8e96-546a075e1a47 None None] Updating router 70a707a7-95d9-4ad2-abdb-0f5b8db21cf7 port 8ae5f2aa-e0bf-4bc7-9906-084b45c88b72 binding host dv-cinder-837699-3-iscsi {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 13:36:30.013523 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-30eddfed-509c-4462-8e96-546a075e1a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (8ae5f2aa-e0bf-4bc7-9906-084b45c88b72), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:30.057104 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-de558a5b-4525-4852-adc1-b6f5840ac841 admin admin] Allocated IP 172.20.0.1 (aed5bada-2ebd-473c-95ba-e41c403ed8c3/ee500532-c94f-4522-9440-c6b811141821/c22f9823-1149-4216-8c18-e4869198ff71) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:36:30.160932 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-de558a5b-4525-4852-adc1-b6f5840ac841 admin admin] Publish callbacks [] for port (c22f9823-1149-4216-8c18-e4869198ff71), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:30.194813 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-de558a5b-4525-4852-adc1-b6f5840ac841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783155810398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9127861'] for port (c22f9823-1149-4216-8c18-e4869198ff71), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:30.234006 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de558a5b-4525-4852-adc1-b6f5840ac841 admin admin] Network aed5bada-2ebd-473c-95ba-e41c403ed8c3 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:36:30.237474 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-de558a5b-4525-4852-adc1-b6f5840ac841 admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:36:30.240471 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de558a5b-4525-4852-adc1-b6f5840ac841 admin admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:36:30.275830 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de558a5b-4525-4852-adc1-b6f5840ac841 admin admin] Pushing event updated for resources: {'Port': ['ID=c22f9823-1149-4216-8c18-e4869198ff71,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:36:30.285554 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-30eddfed-509c-4462-8e96-546a075e1a47 None None] Publish callbacks [] for port (8ae5f2aa-e0bf-4bc7-9906-084b45c88b72), precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:30.295565 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-30eddfed-509c-4462-8e96-546a075e1a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (8ae5f2aa-e0bf-4bc7-9906-084b45c88b72), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:30.299520 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-de558a5b-4525-4852-adc1-b6f5840ac841 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706220'] for router_interface (70a707a7-95d9-4ad2-abdb-0f5b8db21cf7), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:30.352713 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-30eddfed-509c-4462-8e96-546a075e1a47 None None] Attempting to bind port 8ae5f2aa-e0bf-4bc7-9906-084b45c88b72 on host dv-cinder-837699-3-iscsi for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:36:30.353234 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-30eddfed-509c-4462-8e96-546a075e1a47 None None] Attempting to bind port 8ae5f2aa-e0bf-4bc7-9906-084b45c88b72 by drivers openvswitch,hyperv on host dv-cinder-837699-3-iscsi at level 0 using segments [{'id': '2ea0efb1-2525-44c9-8409-d88aaadc45e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:36:30.353707 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30eddfed-509c-4462-8e96-546a075e1a47 None None] Attempting to bind port 8ae5f2aa-e0bf-4bc7-9906-084b45c88b72 on network 754f8d77-c1fb-438d-9dec-eec91b4433a5 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:36:30.356927 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584e04f0-3d09-454c-8335-6596c2a2d9de None None] Pushing event updated for resources: {'Port': ['ID=8ae5f2aa-e0bf-4bc7-9906-084b45c88b72,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:36:30.361917 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30eddfed-509c-4462-8e96-546a075e1a47 None None] Checking agent: {'id': '070d87cd-fed4-4d07-85b5-c26ded61f2d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 12, 59), 'started_at': datetime.datetime(2022, 4, 29, 13, 13, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:36:30.362412 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30eddfed-509c-4462-8e96-546a075e1a47 None None] Checking segment: {'id': '2ea0efb1-2525-44c9-8409-d88aaadc45e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:36:30.362890 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-30eddfed-509c-4462-8e96-546a075e1a47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:30.363351 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30eddfed-509c-4462-8e96-546a075e1a47 None None] Bound using segment: {'id': '2ea0efb1-2525-44c9-8409-d88aaadc45e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:36:30.363904 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-30eddfed-509c-4462-8e96-546a075e1a47 None None] Bound port: 8ae5f2aa-e0bf-4bc7-9906-084b45c88b72, host: dv-cinder-837699-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ea0efb1-2525-44c9-8409-d88aaadc45e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:36:30.364357 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-30eddfed-509c-4462-8e96-546a075e1a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (8ae5f2aa-e0bf-4bc7-9906-084b45c88b72), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:30.423594 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-30eddfed-509c-4462-8e96-546a075e1a47 None None] For port 8ae5f2aa-e0bf-4bc7-9906-084b45c88b72, host dv-cinder-837699-3-iscsi, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:36:30.427286 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-30eddfed-509c-4462-8e96-546a075e1a47 None None] For port 8ae5f2aa-e0bf-4bc7-9906-084b45c88b72, host dv-cinder-837699-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=8ae5f2aa-e0bf-4bc7-9906-084b45c88b72,segment=NetworkSegment(2ea0efb1-2525-44c9-8409-d88aaadc45e7),segment_id=2ea0efb1-2525-44c9-8409-d88aaadc45e7)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:36:30.434363 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-30eddfed-509c-4462-8e96-546a075e1a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (8ae5f2aa-e0bf-4bc7-9906-084b45c88b72), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:30.450423 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-de558a5b-4525-4852-adc1-b6f5840ac841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (c22f9823-1149-4216-8c18-e4869198ff71), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:30.505008 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30eddfed-509c-4462-8e96-546a075e1a47 None None] Routers {'70a707a7-95d9-4ad2-abdb-0f5b8db21cf7'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:36:30.505655 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-30eddfed-509c-4462-8e96-546a075e1a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:36:24Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['70a707a7-95d9-4ad2-abdb-0f5b8db21cf7'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:36:30.512977 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584e04f0-3d09-454c-8335-6596c2a2d9de None None] Pushing event updated for resources: {'Port': ['ID=8ae5f2aa-e0bf-4bc7-9906-084b45c88b72,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:36:30.552965 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-39b3a707-eabc-493f-a5bd-108f4eeb3430 None None] Provisioning complete for port c22f9823-1149-4216-8c18-e4869198ff71 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:36:30.553339 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-39b3a707-eabc-493f-a5bd-108f4eeb3430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (c22f9823-1149-4216-8c18-e4869198ff71), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:30.601671 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-39b3a707-eabc-493f-a5bd-108f4eeb3430 None None] Port c22f9823-1149-4216-8c18-e4869198ff71 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 13:36:30.660643 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-30eddfed-509c-4462-8e96-546a075e1a47 None None] Set router 70a707a7-95d9-4ad2-abdb-0f5b8db21cf7 gateway port host: dv-cinder-837699-3-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:36:30.688139 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device 251d265b-5c6c-4c47-9742-5311c7db046d up at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:36:30.833027 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Provisioning complete for port 251d265b-5c6c-4c47-9742-5311c7db046d triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:36:30.833768 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (251d265b-5c6c-4c47-9742-5311c7db046d), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:30.866466 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-de558a5b-4525-4852-adc1-b6f5840ac841 admin admin] Publish callbacks [] for port (c22f9823-1149-4216-8c18-e4869198ff71), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:30.871323 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-de558a5b-4525-4852-adc1-b6f5840ac841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9127854'] for port (c22f9823-1149-4216-8c18-e4869198ff71), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:30.936597 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de558a5b-4525-4852-adc1-b6f5840ac841 admin admin] Pushing event updated for resources: {'Port': ['ID=c22f9823-1149-4216-8c18-e4869198ff71,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:36:30.939861 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-de558a5b-4525-4852-adc1-b6f5840ac841 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711452'] for router_interface (70a707a7-95d9-4ad2-abdb-0f5b8db21cf7), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:30.964277 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-30eddfed-509c-4462-8e96-546a075e1a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a707a7-95d9-4ad2-abdb-0f5b8db21cf7', 'name': 'tempest-TestMinimumBasicScenario-1996160214-router', 'tenant_id': 'cbfc0e39ebbb42d5a3228f426b94c4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '8ae5f2aa-e0bf-4bc7-9906-084b45c88b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:36:27Z', 'updated_at': '2022-04-29T13:36:30Z', 'revision_number': 4, 'project_id': 'cbfc0e39ebbb42d5a3228f426b94c4dd', 'gw_port': {'id': '8ae5f2aa-e0bf-4bc7-9906-084b45c88b72', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e1:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a707a7-95d9-4ad2-abdb-0f5b8db21cf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:36:28Z', 'updated_at': '2022-04-29T13:36:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_interfaces': [{'id': 'c22f9823-1149-4216-8c18-e4869198ff71', 'name': '', 'network_id': 'aed5bada-2ebd-473c-95ba-e41c403ed8c3', 'tenant_id': 'cbfc0e39ebbb42d5a3228f426b94c4dd', 'mac_address': 'fa:16:3e:32:4b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a707a7-95d9-4ad2-abdb-0f5b8db21cf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'ee500532-c94f-4522-9440-c6b811141821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:36:29Z', 'updated_at': '2022-04-29T13:36:30Z', 'revision_number': 1, 'project_id': 'cbfc0e39ebbb42d5a3228f426b94c4dd', 'subnets': [{'id': 'ee500532-c94f-4522-9440-c6b811141821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:36:30.997969 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30eddfed-509c-4462-8e96-546a075e1a47 None None] The sync data for ids ['70a707a7-95d9-4ad2-abdb-0f5b8db21cf7'] in dv-cinder-837699-3-iscsi is: [{'id': '70a707a7-95d9-4ad2-abdb-0f5b8db21cf7', 'name': 'tempest-TestMinimumBasicScenario-1996160214-router', 'tenant_id': 'cbfc0e39ebbb42d5a3228f426b94c4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '8ae5f2aa-e0bf-4bc7-9906-084b45c88b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:36:27Z', 'updated_at': '2022-04-29T13:36:30Z', 'revision_number': 4, 'project_id': 'cbfc0e39ebbb42d5a3228f426b94c4dd', 'gw_port': {'id': '8ae5f2aa-e0bf-4bc7-9906-084b45c88b72', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e1:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a707a7-95d9-4ad2-abdb-0f5b8db21cf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:36:28Z', 'updated_at': '2022-04-29T13:36:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_interfaces': [{'id': 'c22f9823-1149-4216-8c18-e4869198ff71', 'name': '', 'network_id': 'aed5bada-2ebd-473c-95ba-e41c403ed8c3', 'tenant_id': 'cbfc0e39ebbb42d5a3228f426b94c4dd', 'mac_address': 'fa:16:3e:32:4b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a707a7-95d9-4ad2-abdb-0f5b8db21cf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'ee500532-c94f-4522-9440-c6b811141821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:36:29Z', 'updated_at': '2022-04-29T13:36:30Z', 'revision_number': 1, 'project_id': 'cbfc0e39ebbb42d5a3228f426b94c4dd', 'subnets': [{'id': 'ee500532-c94f-4522-9440-c6b811141821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:36:30.999385 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Current status of the port 251d265b-5c6c-4c47-9742-5311c7db046d is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:36:31.039985 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de558a5b-4525-4852-adc1-b6f5840ac841 admin admin] Network aed5bada-2ebd-473c-95ba-e41c403ed8c3 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:36:31.041524 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-de558a5b-4525-4852-adc1-b6f5840ac841 admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:36:31.170836 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de558a5b-4525-4852-adc1-b6f5840ac841 admin admin] Router 70a707a7-95d9-4ad2-abdb-0f5b8db21cf7 has already been hosted by L3 agent ffd5f049-29fc-4e99-906d-6eadce93ab48 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:36:31.310951 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de558a5b-4525-4852-adc1-b6f5840ac841 admin admin] Notify agent at l3_agent.dv-cinder-837699-3-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:36:31.319350 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-de558a5b-4525-4852-adc1-b6f5840ac841 admin admin] 10.222.0.11 "PUT /v2.0/routers/70a707a7-95d9-4ad2-abdb-0f5b8db21cf7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8626471 Apr 29 13:36:31.324359 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-76fe1573-bc1c-496c-9075-ebeecfc71d14 None None] Provisioning complete for port c22f9823-1149-4216-8c18-e4869198ff71 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:36:31.324727 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-76fe1573-bc1c-496c-9075-ebeecfc71d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (c22f9823-1149-4216-8c18-e4869198ff71), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:31.368210 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-76fe1573-bc1c-496c-9075-ebeecfc71d14 None None] Port c22f9823-1149-4216-8c18-e4869198ff71 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 13:36:31.834169 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 59318) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:36:31.841196 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-c505db3b-c552-4f4a-9a3b-409ae02bf1a6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2146922300-network', 'tenant_id': '82726506ddf24d85adfb83e779768053'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:36:31.865776 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c505db3b-c552-4f4a-9a3b-409ae02bf1a6 admin admin] Made reservation on behalf of 82726506ddf24d85adfb83e779768053 for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:36:31.868105 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c505db3b-c552-4f4a-9a3b-409ae02bf1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for network (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:31.877428 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c505db3b-c552-4f4a-9a3b-409ae02bf1a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:31.961673 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c505db3b-c552-4f4a-9a3b-409ae02bf1a6 admin admin] Publish callbacks [] for security_group (ceb1a37e-3eab-49c2-a141-81cb23bf98c0), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:31.966990 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c505db3b-c552-4f4a-9a3b-409ae02bf1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (ceb1a37e-3eab-49c2-a141-81cb23bf98c0), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:31.998822 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c505db3b-c552-4f4a-9a3b-409ae02bf1a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:36:32.005115 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c505db3b-c552-4f4a-9a3b-409ae02bf1a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb1a37e-3eab-49c2-a141-81cb23bf98c0,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:36:32.013159 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c505db3b-c552-4f4a-9a3b-409ae02bf1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401276'] for segment (51098c98-2d92-4e5e-aed5-d21e8f54f105), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:32.013563 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.db.segments_db [None req-c505db3b-c552-4f4a-9a3b-409ae02bf1a6 admin admin] Added segment 51098c98-2d92-4e5e-aed5-d21e8f54f105 of type vlan for network c7ab903d-8065-44a3-8e1f-2419098eca56 Apr 29 13:36:32.059959 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c505db3b-c552-4f4a-9a3b-409ae02bf1a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783155844244'] for network (c7ab903d-8065-44a3-8e1f-2419098eca56), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:32.086259 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c505db3b-c552-4f4a-9a3b-409ae02bf1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861'] for network (c7ab903d-8065-44a3-8e1f-2419098eca56), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:32.087347 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c505db3b-c552-4f4a-9a3b-409ae02bf1a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:36:32.087938 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c505db3b-c552-4f4a-9a3b-409ae02bf1a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549835'] for network (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:32.125565 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-c505db3b-c552-4f4a-9a3b-409ae02bf1a6 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2901473 Apr 29 13:36:32.128430 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 59320) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:36:32.133710 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-c1103d4f-88aa-4b27-933a-1dc42fd338fb admin admin] Request body: {'subnet': {'network_id': 'c7ab903d-8065-44a3-8e1f-2419098eca56', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2146922300-subnet', 'tenant_id': '82726506ddf24d85adfb83e779768053', 'ip_version': 4}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:36:32.154624 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1103d4f-88aa-4b27-933a-1dc42fd338fb admin admin] Made reservation on behalf of 82726506ddf24d85adfb83e779768053 for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:36:32.157883 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c1103d4f-88aa-4b27-933a-1dc42fd338fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9228568'] for subnet (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:32.158136 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c505db3b-c552-4f4a-9a3b-409ae02bf1a6 admin admin] Pushing event updated for resources: {'Network': ['ID=c7ab903d-8065-44a3-8e1f-2419098eca56,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:36:32.168056 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Network c7ab903d-8065-44a3-8e1f-2419098eca56 details requested by agent ovs-agent-dv-cinder-837699-3-iscsi with host dv-cinder-837699-3-iscsi {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 13:36:32.345202 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c1103d4f-88aa-4b27-933a-1dc42fd338fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8537541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9228778'] for subnet (450166bf-dc6d-49ed-9c1e-2b89f5a12070), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:32.404075 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1103d4f-88aa-4b27-933a-1dc42fd338fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=450166bf-dc6d-49ed-9c1e-2b89f5a12070,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:36:32.414684 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1103d4f-88aa-4b27-933a-1dc42fd338fb admin admin] Checking segment: {'id': '51098c98-2d92-4e5e-aed5-d21e8f54f105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c7ab903d-8065-44a3-8e1f-2419098eca56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:36:32.415057 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1103d4f-88aa-4b27-933a-1dc42fd338fb admin admin] Network hostable DHCP agents. Network: c7ab903d-8065-44a3-8e1f-2419098eca56, hostable agents: ['e437e712-237e-4a54-83a8-782eed3c5f0c'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:36:32.436024 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1103d4f-88aa-4b27-933a-1dc42fd338fb admin admin] Network c7ab903d-8065-44a3-8e1f-2419098eca56 is scheduled to be hosted by DHCP agent e437e712-237e-4a54-83a8-782eed3c5f0c with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:36:32.447708 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-c1103d4f-88aa-4b27-933a-1dc42fd338fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837699-3-iscsi, c7ab903d-8065-44a3-8e1f-2419098eca56) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:36:32.452519 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1103d4f-88aa-4b27-933a-1dc42fd338fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:36:32.453161 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c1103d4f-88aa-4b27-933a-1dc42fd338fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549835'] for subnet (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:32.458546 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c42303-efe4-41aa-8d2f-58e98199e06d None None] Network c7ab903d-8065-44a3-8e1f-2419098eca56 requested from dv-cinder-837699-3-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:36:32.470590 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-c1103d4f-88aa-4b27-933a-1dc42fd338fb admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3407724 Apr 29 13:36:32.473311 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 59322) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:36:32.477548 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-531f9e90-9857-4f94-941e-ca0dad6f6a49 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2146922300-router', 'tenant_id': '82726506ddf24d85adfb83e779768053', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5'}}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:36:32.498434 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-531f9e90-9857-4f94-941e-ca0dad6f6a49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-712620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5407'] for router (32fd788c-c25b-424a-8f53-5c48a12c2b95), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:32.499507 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-531f9e90-9857-4f94-941e-ca0dad6f6a49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-721068', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5398'] for router (32fd788c-c25b-424a-8f53-5c48a12c2b95), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:32.556355 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-531f9e90-9857-4f94-941e-ca0dad6f6a49 admin admin] Publish callbacks [] for router_controller (32fd788c-c25b-424a-8f53-5c48a12c2b95), precommit_add_association {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:32.567113 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13fcc735-48ea-4db8-b0ec-2991629839bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d66e39e-ae76-5681-86be-20f584a66953-c7ab903d-8065-44a3-8e1f-2419098eca56', 'network_id': 'c7ab903d-8065-44a3-8e1f-2419098eca56', 'project_id': '82726506ddf24d85adfb83e779768053', 'fixed_ips': [{'subnet_id': '450166bf-dc6d-49ed-9c1e-2b89f5a12070'}]}} from dv-cinder-837699-3-iscsi. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 13:36:32.568059 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-13fcc735-48ea-4db8-b0ec-2991629839bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (None), before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:32.712221 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-531f9e90-9857-4f94-941e-ca0dad6f6a49 admin admin] Publish callbacks [] for router_gateway (32fd788c-c25b-424a-8f53-5c48a12c2b95), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:32.712432 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device 8ae5f2aa-e0bf-4bc7-9906-084b45c88b72 up at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:36:32.769785 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-13fcc735-48ea-4db8-b0ec-2991629839bd None None] Allocated IP 172.20.0.2 (c7ab903d-8065-44a3-8e1f-2419098eca56/450166bf-dc6d-49ed-9c1e-2b89f5a12070/f466b135-74c7-4ffd-b82c-7dfd1519f0b5) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:36:32.812393 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Provisioning complete for port 8ae5f2aa-e0bf-4bc7-9906-084b45c88b72 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:36:32.812785 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (8ae5f2aa-e0bf-4bc7-9906-084b45c88b72), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:32.909768 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-531f9e90-9857-4f94-941e-ca0dad6f6a49 admin admin] Publish callbacks [] for router_gateway (32fd788c-c25b-424a-8f53-5c48a12c2b95), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:32.931770 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-531f9e90-9857-4f94-941e-ca0dad6f6a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:33.048220 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-531f9e90-9857-4f94-941e-ca0dad6f6a49 admin admin] Allocated IP 172.27.0.214 (754f8d77-c1fb-438d-9dec-eec91b4433a5/8519c0fa-1b1c-41ff-b70f-9433c7b7bb38/0f65be6b-f8ee-4707-9ea2-c6b8596e30d4) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:36:33.118960 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-13fcc735-48ea-4db8-b0ec-2991629839bd None None] Publish callbacks [] for port (f466b135-74c7-4ffd-b82c-7dfd1519f0b5), precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:33.120346 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Current status of the port 8ae5f2aa-e0bf-4bc7-9906-084b45c88b72 is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:36:33.120834 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (8ae5f2aa-e0bf-4bc7-9906-084b45c88b72), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:33.134798 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-13fcc735-48ea-4db8-b0ec-2991629839bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783155810398'] for port (f466b135-74c7-4ffd-b82c-7dfd1519f0b5), after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:33.149679 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] For port 8ae5f2aa-e0bf-4bc7-9906-084b45c88b72, host dv-cinder-837699-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=8ae5f2aa-e0bf-4bc7-9906-084b45c88b72,segment=NetworkSegment(2ea0efb1-2525-44c9-8409-d88aaadc45e7),segment_id=2ea0efb1-2525-44c9-8409-d88aaadc45e7)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:36:33.163714 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-531f9e90-9857-4f94-941e-ca0dad6f6a49 admin admin] Publish callbacks [] for port (0f65be6b-f8ee-4707-9ea2-c6b8596e30d4), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:33.177930 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (8ae5f2aa-e0bf-4bc7-9906-084b45c88b72), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:33.195069 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13fcc735-48ea-4db8-b0ec-2991629839bd None None] Network c7ab903d-8065-44a3-8e1f-2419098eca56 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:36:33.200806 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-13fcc735-48ea-4db8-b0ec-2991629839bd None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:36:33.201755 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-531f9e90-9857-4f94-941e-ca0dad6f6a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783155810398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8537941'] for port (0f65be6b-f8ee-4707-9ea2-c6b8596e30d4), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:33.202834 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fcc735-48ea-4db8-b0ec-2991629839bd None None] Pushing event updated for resources: {'Port': ['ID=f466b135-74c7-4ffd-b82c-7dfd1519f0b5,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:36:33.205553 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fcc735-48ea-4db8-b0ec-2991629839bd None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:36:33.244170 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531f9e90-9857-4f94-941e-ca0dad6f6a49 admin admin] Network 754f8d77-c1fb-438d-9dec-eec91b4433a5 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:36:33.248859 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d491370-56d4-404f-b2c6-84b11e719f56 None None] Sync routers for ids ['70a707a7-95d9-4ad2-abdb-0f5b8db21cf7'] in dv-cinder-837699-3-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:36:33.253111 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-531f9e90-9857-4f94-941e-ca0dad6f6a49 admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:36:33.257126 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531f9e90-9857-4f94-941e-ca0dad6f6a49 admin admin] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:36:33.267996 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d491370-56d4-404f-b2c6-84b11e719f56 None None] Routers {'70a707a7-95d9-4ad2-abdb-0f5b8db21cf7'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:36:33.268976 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-0d491370-56d4-404f-b2c6-84b11e719f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:36:24Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['70a707a7-95d9-4ad2-abdb-0f5b8db21cf7'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:36:33.277052 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Pushing event updated for resources: {'Port': ['ID=8ae5f2aa-e0bf-4bc7-9906-084b45c88b72,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:36:33.292800 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531f9e90-9857-4f94-941e-ca0dad6f6a49 admin admin] Pushing event updated for resources: {'Port': ['ID=0f65be6b-f8ee-4707-9ea2-c6b8596e30d4,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:36:33.320305 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-13fcc735-48ea-4db8-b0ec-2991629839bd None None] Attempting to bind port f466b135-74c7-4ffd-b82c-7dfd1519f0b5 on host dv-cinder-837699-3-iscsi for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:36:33.320775 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-13fcc735-48ea-4db8-b0ec-2991629839bd None None] Attempting to bind port f466b135-74c7-4ffd-b82c-7dfd1519f0b5 by drivers openvswitch,hyperv on host dv-cinder-837699-3-iscsi at level 0 using segments [{'id': '51098c98-2d92-4e5e-aed5-d21e8f54f105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c7ab903d-8065-44a3-8e1f-2419098eca56'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:36:33.321226 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fcc735-48ea-4db8-b0ec-2991629839bd None None] Attempting to bind port f466b135-74c7-4ffd-b82c-7dfd1519f0b5 on network c7ab903d-8065-44a3-8e1f-2419098eca56 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:36:33.326935 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fcc735-48ea-4db8-b0ec-2991629839bd None None] Checking agent: {'id': '070d87cd-fed4-4d07-85b5-c26ded61f2d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 12, 59), 'started_at': datetime.datetime(2022, 4, 29, 13, 13, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:36:33.327404 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fcc735-48ea-4db8-b0ec-2991629839bd None None] Checking segment: {'id': '51098c98-2d92-4e5e-aed5-d21e8f54f105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c7ab903d-8065-44a3-8e1f-2419098eca56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:36:33.327885 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-13fcc735-48ea-4db8-b0ec-2991629839bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:33.328352 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fcc735-48ea-4db8-b0ec-2991629839bd None None] Bound using segment: {'id': '51098c98-2d92-4e5e-aed5-d21e8f54f105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c7ab903d-8065-44a3-8e1f-2419098eca56'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:36:33.328987 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-13fcc735-48ea-4db8-b0ec-2991629839bd None None] Bound port: f466b135-74c7-4ffd-b82c-7dfd1519f0b5, host: dv-cinder-837699-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51098c98-2d92-4e5e-aed5-d21e8f54f105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c7ab903d-8065-44a3-8e1f-2419098eca56'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:36:33.329433 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-13fcc735-48ea-4db8-b0ec-2991629839bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (f466b135-74c7-4ffd-b82c-7dfd1519f0b5), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:33.396405 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-13fcc735-48ea-4db8-b0ec-2991629839bd None None] For port f466b135-74c7-4ffd-b82c-7dfd1519f0b5, host dv-cinder-837699-3-iscsi, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:36:33.399853 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-13fcc735-48ea-4db8-b0ec-2991629839bd None None] For port f466b135-74c7-4ffd-b82c-7dfd1519f0b5, host dv-cinder-837699-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=f466b135-74c7-4ffd-b82c-7dfd1519f0b5,segment=NetworkSegment(51098c98-2d92-4e5e-aed5-d21e8f54f105),segment_id=51098c98-2d92-4e5e-aed5-d21e8f54f105)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:36:33.405180 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-0d491370-56d4-404f-b2c6-84b11e719f56 None None] Set router 70a707a7-95d9-4ad2-abdb-0f5b8db21cf7 gateway port host: dv-cinder-837699-3-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:36:33.408389 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-13fcc735-48ea-4db8-b0ec-2991629839bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (f466b135-74c7-4ffd-b82c-7dfd1519f0b5), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:33.478151 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fcc735-48ea-4db8-b0ec-2991629839bd None None] Pushing event updated for resources: {'Port': ['ID=f466b135-74c7-4ffd-b82c-7dfd1519f0b5,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:36:33.555801 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-531f9e90-9857-4f94-941e-ca0dad6f6a49 admin admin] Publish callbacks [] for router_gateway (32fd788c-c25b-424a-8f53-5c48a12c2b95), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:33.623847 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-0d491370-56d4-404f-b2c6-84b11e719f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a707a7-95d9-4ad2-abdb-0f5b8db21cf7', 'name': 'tempest-TestMinimumBasicScenario-1996160214-router', 'tenant_id': 'cbfc0e39ebbb42d5a3228f426b94c4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '8ae5f2aa-e0bf-4bc7-9906-084b45c88b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:36:27Z', 'updated_at': '2022-04-29T13:36:30Z', 'revision_number': 4, 'project_id': 'cbfc0e39ebbb42d5a3228f426b94c4dd', 'gw_port': {'id': '8ae5f2aa-e0bf-4bc7-9906-084b45c88b72', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a707a7-95d9-4ad2-abdb-0f5b8db21cf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:36:28Z', 'updated_at': '2022-04-29T13:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_interfaces': [{'id': 'c22f9823-1149-4216-8c18-e4869198ff71', 'name': '', 'network_id': 'aed5bada-2ebd-473c-95ba-e41c403ed8c3', 'tenant_id': 'cbfc0e39ebbb42d5a3228f426b94c4dd', 'mac_address': 'fa:16:3e:32:4b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a707a7-95d9-4ad2-abdb-0f5b8db21cf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'ee500532-c94f-4522-9440-c6b811141821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:36:29Z', 'updated_at': '2022-04-29T13:36:30Z', 'revision_number': 2, 'project_id': 'cbfc0e39ebbb42d5a3228f426b94c4dd', 'subnets': [{'id': 'ee500532-c94f-4522-9440-c6b811141821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:36:33.666457 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d491370-56d4-404f-b2c6-84b11e719f56 None None] Checking router: 70a707a7-95d9-4ad2-abdb-0f5b8db21cf7 for host: dv-cinder-837699-3-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:36:33.666961 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d491370-56d4-404f-b2c6-84b11e719f56 None None] Updating router 70a707a7-95d9-4ad2-abdb-0f5b8db21cf7 port c22f9823-1149-4216-8c18-e4869198ff71 binding host dv-cinder-837699-3-iscsi {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 13:36:33.695164 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-0d491370-56d4-404f-b2c6-84b11e719f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (c22f9823-1149-4216-8c18-e4869198ff71), before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:33.803544 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-531f9e90-9857-4f94-941e-ca0dad6f6a49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-721113'] for router (32fd788c-c25b-424a-8f53-5c48a12c2b95), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:33.942666 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-531f9e90-9857-4f94-941e-ca0dad6f6a49 admin admin] Router 32fd788c-c25b-424a-8f53-5c48a12c2b95 is scheduled to L3 agent ffd5f049-29fc-4e99-906d-6eadce93ab48 with binding_index 1 {{(pid=103364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 13:36:33.978296 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-0d491370-56d4-404f-b2c6-84b11e719f56 None None] Publish callbacks [] for port (c22f9823-1149-4216-8c18-e4869198ff71), precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:33.983742 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-0d491370-56d4-404f-b2c6-84b11e719f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (c22f9823-1149-4216-8c18-e4869198ff71), after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:34.038617 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a304fb-a906-4cab-96ac-6bff721f41e2 None None] Pushing event updated for resources: {'Port': ['ID=c22f9823-1149-4216-8c18-e4869198ff71,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:36:34.050281 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a304fb-a906-4cab-96ac-6bff721f41e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:34.050634 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a304fb-a906-4cab-96ac-6bff721f41e2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:34.050995 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a304fb-a906-4cab-96ac-6bff721f41e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:34.051358 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a304fb-a906-4cab-96ac-6bff721f41e2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:34.051705 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a304fb-a906-4cab-96ac-6bff721f41e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:34.052042 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a304fb-a906-4cab-96ac-6bff721f41e2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:34.052832 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a304fb-a906-4cab-96ac-6bff721f41e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:34.052832 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a304fb-a906-4cab-96ac-6bff721f41e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:34.053053 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a304fb-a906-4cab-96ac-6bff721f41e2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:34.053372 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a304fb-a906-4cab-96ac-6bff721f41e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:34.053707 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a304fb-a906-4cab-96ac-6bff721f41e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:34.054052 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a304fb-a906-4cab-96ac-6bff721f41e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:34.054387 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a304fb-a906-4cab-96ac-6bff721f41e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:34.054715 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a304fb-a906-4cab-96ac-6bff721f41e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:34.055329 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a304fb-a906-4cab-96ac-6bff721f41e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:34.062354 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-531f9e90-9857-4f94-941e-ca0dad6f6a49 admin admin] Notify agent at l3_agent.dv-cinder-837699-3-iscsi the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:36:34.074858 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60fd2ab-3bcc-489c-a8d9-8e419aa4628e None None] Sync routers for ids ['32fd788c-c25b-424a-8f53-5c48a12c2b95'] in dv-cinder-837699-3-iscsi {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:36:34.086605 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60fd2ab-3bcc-489c-a8d9-8e419aa4628e None None] Routers {'32fd788c-c25b-424a-8f53-5c48a12c2b95'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:36:34.087232 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-f60fd2ab-3bcc-489c-a8d9-8e419aa4628e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:36:24Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['32fd788c-c25b-424a-8f53-5c48a12c2b95'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:36:34.087600 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-531f9e90-9857-4f94-941e-ca0dad6f6a49 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:34.088910 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-531f9e90-9857-4f94-941e-ca0dad6f6a49 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6145911 Apr 29 13:36:34.091685 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 59324) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:36:34.116010 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-0d491370-56d4-404f-b2c6-84b11e719f56 None None] Attempting to bind port c22f9823-1149-4216-8c18-e4869198ff71 on host dv-cinder-837699-3-iscsi for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:36:34.116393 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-0d491370-56d4-404f-b2c6-84b11e719f56 None None] Attempting to bind port c22f9823-1149-4216-8c18-e4869198ff71 by drivers openvswitch,hyperv on host dv-cinder-837699-3-iscsi at level 0 using segments [{'id': '82246430-61ad-47f9-b1b1-3d9cb04ddac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'aed5bada-2ebd-473c-95ba-e41c403ed8c3'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:36:34.116784 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d491370-56d4-404f-b2c6-84b11e719f56 None None] Attempting to bind port c22f9823-1149-4216-8c18-e4869198ff71 on network aed5bada-2ebd-473c-95ba-e41c403ed8c3 {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:36:34.122479 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d491370-56d4-404f-b2c6-84b11e719f56 None None] Checking agent: {'id': '070d87cd-fed4-4d07-85b5-c26ded61f2d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 12, 59), 'started_at': datetime.datetime(2022, 4, 29, 13, 13, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:36:34.122865 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d491370-56d4-404f-b2c6-84b11e719f56 None None] Checking segment: {'id': '82246430-61ad-47f9-b1b1-3d9cb04ddac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'aed5bada-2ebd-473c-95ba-e41c403ed8c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:36:34.123274 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-0d491370-56d4-404f-b2c6-84b11e719f56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:34.123671 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d491370-56d4-404f-b2c6-84b11e719f56 None None] Bound using segment: {'id': '82246430-61ad-47f9-b1b1-3d9cb04ddac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'aed5bada-2ebd-473c-95ba-e41c403ed8c3'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:36:34.124155 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-0d491370-56d4-404f-b2c6-84b11e719f56 None None] Bound port: c22f9823-1149-4216-8c18-e4869198ff71, host: dv-cinder-837699-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82246430-61ad-47f9-b1b1-3d9cb04ddac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'aed5bada-2ebd-473c-95ba-e41c403ed8c3'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:36:34.124528 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-0d491370-56d4-404f-b2c6-84b11e719f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (c22f9823-1149-4216-8c18-e4869198ff71), before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:34.222946 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-0d491370-56d4-404f-b2c6-84b11e719f56 None None] For port c22f9823-1149-4216-8c18-e4869198ff71, host dv-cinder-837699-3-iscsi, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:36:34.227319 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-0d491370-56d4-404f-b2c6-84b11e719f56 None None] For port c22f9823-1149-4216-8c18-e4869198ff71, host dv-cinder-837699-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=c22f9823-1149-4216-8c18-e4869198ff71,segment=NetworkSegment(82246430-61ad-47f9-b1b1-3d9cb04ddac8),segment_id=82246430-61ad-47f9-b1b1-3d9cb04ddac8)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:36:34.240429 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-0d491370-56d4-404f-b2c6-84b11e719f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (c22f9823-1149-4216-8c18-e4869198ff71), after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:34.258054 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-f60fd2ab-3bcc-489c-a8d9-8e419aa4628e None None] Set router 32fd788c-c25b-424a-8f53-5c48a12c2b95 gateway port host: dv-cinder-837699-3-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:36:34.418223 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d491370-56d4-404f-b2c6-84b11e719f56 None None] Routers {'70a707a7-95d9-4ad2-abdb-0f5b8db21cf7'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:36:34.418758 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-0d491370-56d4-404f-b2c6-84b11e719f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:36:24Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['70a707a7-95d9-4ad2-abdb-0f5b8db21cf7'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:36:34.451675 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-e273827d-c6a6-4452-8b32-490cf32f4660 None None] Provisioning complete for port c22f9823-1149-4216-8c18-e4869198ff71 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:36:34.452049 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e273827d-c6a6-4452-8b32-490cf32f4660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (c22f9823-1149-4216-8c18-e4869198ff71), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:34.483674 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a304fb-a906-4cab-96ac-6bff721f41e2 None None] Pushing event updated for resources: {'Port': ['ID=c22f9823-1149-4216-8c18-e4869198ff71,revision_number=4']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:36:34.555265 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-f60fd2ab-3bcc-489c-a8d9-8e419aa4628e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32fd788c-c25b-424a-8f53-5c48a12c2b95', 'name': 'tempest-TestMinimumBasicScenario-2146922300-router', 'tenant_id': '82726506ddf24d85adfb83e779768053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '0f65be6b-f8ee-4707-9ea2-c6b8596e30d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:36:32Z', 'updated_at': '2022-04-29T13:36:33Z', 'revision_number': 3, 'project_id': '82726506ddf24d85adfb83e779768053', 'gw_port': {'id': '0f65be6b-f8ee-4707-9ea2-c6b8596e30d4', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5d:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32fd788c-c25b-424a-8f53-5c48a12c2b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:36:32Z', 'updated_at': '2022-04-29T13:36:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi'}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:36:34.595952 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60fd2ab-3bcc-489c-a8d9-8e419aa4628e None None] Checking router: 32fd788c-c25b-424a-8f53-5c48a12c2b95 for host: dv-cinder-837699-3-iscsi {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:36:34.596276 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60fd2ab-3bcc-489c-a8d9-8e419aa4628e None None] Updating router 32fd788c-c25b-424a-8f53-5c48a12c2b95 port 0f65be6b-f8ee-4707-9ea2-c6b8596e30d4 binding host dv-cinder-837699-3-iscsi {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 13:36:34.600139 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-0d491370-56d4-404f-b2c6-84b11e719f56 None None] Set router 70a707a7-95d9-4ad2-abdb-0f5b8db21cf7 gateway port host: dv-cinder-837699-3-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:36:34.681982 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f60fd2ab-3bcc-489c-a8d9-8e419aa4628e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (0f65be6b-f8ee-4707-9ea2-c6b8596e30d4), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:34.683743 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-e273827d-c6a6-4452-8b32-490cf32f4660 None None] Current status of the port c22f9823-1149-4216-8c18-e4869198ff71 is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:36:34.684119 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e273827d-c6a6-4452-8b32-490cf32f4660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (c22f9823-1149-4216-8c18-e4869198ff71), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:34.700263 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2dc90560-4757-4a06-bba3-d90181077988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:34.810151 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa4c0a5-fd93-4673-81e3-dea908136270 None None] Network c7ab903d-8065-44a3-8e1f-2419098eca56 requested from dv-cinder-837699-3-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:36:34.878754 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-0d491370-56d4-404f-b2c6-84b11e719f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a707a7-95d9-4ad2-abdb-0f5b8db21cf7', 'name': 'tempest-TestMinimumBasicScenario-1996160214-router', 'tenant_id': 'cbfc0e39ebbb42d5a3228f426b94c4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '8ae5f2aa-e0bf-4bc7-9906-084b45c88b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:36:27Z', 'updated_at': '2022-04-29T13:36:30Z', 'revision_number': 4, 'project_id': 'cbfc0e39ebbb42d5a3228f426b94c4dd', 'gw_port': {'id': '8ae5f2aa-e0bf-4bc7-9906-084b45c88b72', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a707a7-95d9-4ad2-abdb-0f5b8db21cf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:36:28Z', 'updated_at': '2022-04-29T13:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_interfaces': [{'id': 'c22f9823-1149-4216-8c18-e4869198ff71', 'name': '', 'network_id': 'aed5bada-2ebd-473c-95ba-e41c403ed8c3', 'tenant_id': 'cbfc0e39ebbb42d5a3228f426b94c4dd', 'mac_address': 'fa:16:3e:32:4b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a707a7-95d9-4ad2-abdb-0f5b8db21cf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'ee500532-c94f-4522-9440-c6b811141821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:36:29Z', 'updated_at': '2022-04-29T13:36:34Z', 'revision_number': 4, 'project_id': 'cbfc0e39ebbb42d5a3228f426b94c4dd', 'subnets': [{'id': 'ee500532-c94f-4522-9440-c6b811141821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:36:34.915592 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d491370-56d4-404f-b2c6-84b11e719f56 None None] The sync data for ids ['70a707a7-95d9-4ad2-abdb-0f5b8db21cf7'] in dv-cinder-837699-3-iscsi is: [{'id': '70a707a7-95d9-4ad2-abdb-0f5b8db21cf7', 'name': 'tempest-TestMinimumBasicScenario-1996160214-router', 'tenant_id': 'cbfc0e39ebbb42d5a3228f426b94c4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '8ae5f2aa-e0bf-4bc7-9906-084b45c88b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:36:27Z', 'updated_at': '2022-04-29T13:36:30Z', 'revision_number': 4, 'project_id': 'cbfc0e39ebbb42d5a3228f426b94c4dd', 'gw_port': {'id': '8ae5f2aa-e0bf-4bc7-9906-084b45c88b72', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a707a7-95d9-4ad2-abdb-0f5b8db21cf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:36:28Z', 'updated_at': '2022-04-29T13:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_interfaces': [{'id': 'c22f9823-1149-4216-8c18-e4869198ff71', 'name': '', 'network_id': 'aed5bada-2ebd-473c-95ba-e41c403ed8c3', 'tenant_id': 'cbfc0e39ebbb42d5a3228f426b94c4dd', 'mac_address': 'fa:16:3e:32:4b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a707a7-95d9-4ad2-abdb-0f5b8db21cf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'ee500532-c94f-4522-9440-c6b811141821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:36:29Z', 'updated_at': '2022-04-29T13:36:34Z', 'revision_number': 4, 'project_id': 'cbfc0e39ebbb42d5a3228f426b94c4dd', 'subnets': [{'id': 'ee500532-c94f-4522-9440-c6b811141821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:36:34.934986 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-2dc90560-4757-4a06-bba3-d90181077988 admin admin] Allocated IP 172.20.0.1 (c7ab903d-8065-44a3-8e1f-2419098eca56/450166bf-dc6d-49ed-9c1e-2b89f5a12070/9861e22e-2db2-489f-8a0b-3e07fc198f76) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:36:34.958203 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device c22f9823-1149-4216-8c18-e4869198ff71 up at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:36:34.970599 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-e273827d-c6a6-4452-8b32-490cf32f4660 None None] For port c22f9823-1149-4216-8c18-e4869198ff71, host dv-cinder-837699-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=c22f9823-1149-4216-8c18-e4869198ff71,segment=NetworkSegment(82246430-61ad-47f9-b1b1-3d9cb04ddac8),segment_id=82246430-61ad-47f9-b1b1-3d9cb04ddac8)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:36:35.019808 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (477bd1e1-70d7-4a7b-b37c-5892af57f2e4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:35.026431 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e273827d-c6a6-4452-8b32-490cf32f4660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (c22f9823-1149-4216-8c18-e4869198ff71), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:35.068858 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2dc90560-4757-4a06-bba3-d90181077988 admin admin] Publish callbacks [] for port (9861e22e-2db2-489f-8a0b-3e07fc198f76), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:35.111481 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2dc90560-4757-4a06-bba3-d90181077988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783155810398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9127861'] for port (9861e22e-2db2-489f-8a0b-3e07fc198f76), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:35.152126 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc90560-4757-4a06-bba3-d90181077988 admin admin] Network c7ab903d-8065-44a3-8e1f-2419098eca56 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:36:35.155086 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-2dc90560-4757-4a06-bba3-d90181077988 admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:36:35.162135 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc90560-4757-4a06-bba3-d90181077988 admin admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:36:35.165033 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e273827d-c6a6-4452-8b32-490cf32f4660 None None] Pushing event updated for resources: {'Port': ['ID=c22f9823-1149-4216-8c18-e4869198ff71,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:36:35.188668 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc90560-4757-4a06-bba3-d90181077988 admin admin] Pushing event updated for resources: {'Port': ['ID=9861e22e-2db2-489f-8a0b-3e07fc198f76,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:36:35.207948 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2dc90560-4757-4a06-bba3-d90181077988 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706220'] for router_interface (32fd788c-c25b-424a-8f53-5c48a12c2b95), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:35.226744 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-1d1ff209-a1b4-4ff3-9227-ac10935758d3 None None] Provisioning complete for port f466b135-74c7-4ffd-b82c-7dfd1519f0b5 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:36:35.227120 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1d1ff209-a1b4-4ff3-9227-ac10935758d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (f466b135-74c7-4ffd-b82c-7dfd1519f0b5), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:35.234673 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Provisioning complete for port c22f9823-1149-4216-8c18-e4869198ff71 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:36:35.235052 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (c22f9823-1149-4216-8c18-e4869198ff71), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:35.363583 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2dc90560-4757-4a06-bba3-d90181077988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (9861e22e-2db2-489f-8a0b-3e07fc198f76), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:35.482678 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f60fd2ab-3bcc-489c-a8d9-8e419aa4628e None None] Publish callbacks [] for port (0f65be6b-f8ee-4707-9ea2-c6b8596e30d4), precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:35.484286 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-1d1ff209-a1b4-4ff3-9227-ac10935758d3 None None] Current status of the port f466b135-74c7-4ffd-b82c-7dfd1519f0b5 is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:36:35.484848 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1d1ff209-a1b4-4ff3-9227-ac10935758d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (f466b135-74c7-4ffd-b82c-7dfd1519f0b5), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:35.488063 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Current status of the port c22f9823-1149-4216-8c18-e4869198ff71 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:36:35.489233 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device f466b135-74c7-4ffd-b82c-7dfd1519f0b5 up at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:36:35.526367 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f60fd2ab-3bcc-489c-a8d9-8e419aa4628e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (0f65be6b-f8ee-4707-9ea2-c6b8596e30d4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:35.595576 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2dc90560-4757-4a06-bba3-d90181077988 admin admin] Publish callbacks [] for port (9861e22e-2db2-489f-8a0b-3e07fc198f76), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:35.603128 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2dc90560-4757-4a06-bba3-d90181077988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9127854'] for port (9861e22e-2db2-489f-8a0b-3e07fc198f76), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:35.680734 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2dc90560-4757-4a06-bba3-d90181077988 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711452'] for router_interface (32fd788c-c25b-424a-8f53-5c48a12c2b95), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:35.682709 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc90560-4757-4a06-bba3-d90181077988 admin admin] Pushing event updated for resources: {'Port': ['ID=9861e22e-2db2-489f-8a0b-3e07fc198f76,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:36:35.768203 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-1d1ff209-a1b4-4ff3-9227-ac10935758d3 None None] For port f466b135-74c7-4ffd-b82c-7dfd1519f0b5, host dv-cinder-837699-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=f466b135-74c7-4ffd-b82c-7dfd1519f0b5,segment=NetworkSegment(51098c98-2d92-4e5e-aed5-d21e8f54f105),segment_id=51098c98-2d92-4e5e-aed5-d21e8f54f105)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:36:35.773990 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-f60fd2ab-3bcc-489c-a8d9-8e419aa4628e None None] Attempting to bind port 0f65be6b-f8ee-4707-9ea2-c6b8596e30d4 on host dv-cinder-837699-3-iscsi for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:36:35.774354 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-f60fd2ab-3bcc-489c-a8d9-8e419aa4628e None None] Attempting to bind port 0f65be6b-f8ee-4707-9ea2-c6b8596e30d4 by drivers openvswitch,hyperv on host dv-cinder-837699-3-iscsi at level 0 using segments [{'id': '2ea0efb1-2525-44c9-8409-d88aaadc45e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:36:35.774742 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60fd2ab-3bcc-489c-a8d9-8e419aa4628e None None] Attempting to bind port 0f65be6b-f8ee-4707-9ea2-c6b8596e30d4 on network 754f8d77-c1fb-438d-9dec-eec91b4433a5 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:36:35.778657 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1d1ff209-a1b4-4ff3-9227-ac10935758d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (f466b135-74c7-4ffd-b82c-7dfd1519f0b5), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:35.780618 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490c5413-6f39-499a-a5a9-1241d90c8bed None None] Pushing event updated for resources: {'Port': ['ID=0f65be6b-f8ee-4707-9ea2-c6b8596e30d4,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:36:35.793764 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60fd2ab-3bcc-489c-a8d9-8e419aa4628e None None] Checking agent: {'id': '070d87cd-fed4-4d07-85b5-c26ded61f2d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 12, 59), 'started_at': datetime.datetime(2022, 4, 29, 13, 13, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:36:35.794150 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60fd2ab-3bcc-489c-a8d9-8e419aa4628e None None] Checking segment: {'id': '2ea0efb1-2525-44c9-8409-d88aaadc45e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:36:35.794551 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f60fd2ab-3bcc-489c-a8d9-8e419aa4628e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:35.794940 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60fd2ab-3bcc-489c-a8d9-8e419aa4628e None None] Bound using segment: {'id': '2ea0efb1-2525-44c9-8409-d88aaadc45e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:36:35.795405 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-f60fd2ab-3bcc-489c-a8d9-8e419aa4628e None None] Bound port: 0f65be6b-f8ee-4707-9ea2-c6b8596e30d4, host: dv-cinder-837699-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ea0efb1-2525-44c9-8409-d88aaadc45e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:36:35.795773 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f60fd2ab-3bcc-489c-a8d9-8e419aa4628e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (0f65be6b-f8ee-4707-9ea2-c6b8596e30d4), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:35.803733 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc90560-4757-4a06-bba3-d90181077988 admin admin] Network c7ab903d-8065-44a3-8e1f-2419098eca56 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:36:35.805516 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-2dc90560-4757-4a06-bba3-d90181077988 admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:36:35.843272 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Provisioning complete for port f466b135-74c7-4ffd-b82c-7dfd1519f0b5 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:36:35.843727 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (f466b135-74c7-4ffd-b82c-7dfd1519f0b5), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:35.848770 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-1d1ff209-a1b4-4ff3-9227-ac10935758d3 None None] Provisioning complete for port c22f9823-1149-4216-8c18-e4869198ff71 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:36:35.849148 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1d1ff209-a1b4-4ff3-9227-ac10935758d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (c22f9823-1149-4216-8c18-e4869198ff71), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:35.933139 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dc90560-4757-4a06-bba3-d90181077988 admin admin] Router 32fd788c-c25b-424a-8f53-5c48a12c2b95 has already been hosted by L3 agent ffd5f049-29fc-4e99-906d-6eadce93ab48 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:36:35.965223 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1ff209-a1b4-4ff3-9227-ac10935758d3 None None] Pushing event updated for resources: {'Port': ['ID=f466b135-74c7-4ffd-b82c-7dfd1519f0b5,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:36:35.972948 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-f60fd2ab-3bcc-489c-a8d9-8e419aa4628e None None] For port 0f65be6b-f8ee-4707-9ea2-c6b8596e30d4, host dv-cinder-837699-3-iscsi, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:36:35.980342 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-f60fd2ab-3bcc-489c-a8d9-8e419aa4628e None None] For port 0f65be6b-f8ee-4707-9ea2-c6b8596e30d4, host dv-cinder-837699-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=0f65be6b-f8ee-4707-9ea2-c6b8596e30d4,segment=NetworkSegment(2ea0efb1-2525-44c9-8409-d88aaadc45e7),segment_id=2ea0efb1-2525-44c9-8409-d88aaadc45e7)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:36:35.992265 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f60fd2ab-3bcc-489c-a8d9-8e419aa4628e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (0f65be6b-f8ee-4707-9ea2-c6b8596e30d4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:36.057565 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dc90560-4757-4a06-bba3-d90181077988 admin admin] Notify agent at l3_agent.dv-cinder-837699-3-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:36:36.067363 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-2dc90560-4757-4a06-bba3-d90181077988 admin admin] 10.222.0.11 "PUT /v2.0/routers/32fd788c-c25b-424a-8f53-5c48a12c2b95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9706368 Apr 29 13:36:36.118213 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490c5413-6f39-499a-a5a9-1241d90c8bed None None] Pushing event updated for resources: {'Port': ['ID=0f65be6b-f8ee-4707-9ea2-c6b8596e30d4,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:36:36.121135 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Current status of the port f466b135-74c7-4ffd-b82c-7dfd1519f0b5 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:36:36.122224 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device 8ae5f2aa-e0bf-4bc7-9906-084b45c88b72 up at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:36:36.123813 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-1d1ff209-a1b4-4ff3-9227-ac10935758d3 None None] Current status of the port c22f9823-1149-4216-8c18-e4869198ff71 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:36:36.127901 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60fd2ab-3bcc-489c-a8d9-8e419aa4628e None None] Routers {'32fd788c-c25b-424a-8f53-5c48a12c2b95'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:36:36.128295 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-f60fd2ab-3bcc-489c-a8d9-8e419aa4628e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:36:24Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['32fd788c-c25b-424a-8f53-5c48a12c2b95'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:36:36.258341 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Provisioning complete for port 8ae5f2aa-e0bf-4bc7-9906-084b45c88b72 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:36:36.258561 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (8ae5f2aa-e0bf-4bc7-9906-084b45c88b72), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:36.288386 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-89c40e99-999e-43df-8a4c-cfa93bdf31ff None None] Provisioning complete for port f466b135-74c7-4ffd-b82c-7dfd1519f0b5 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:36:36.288770 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-89c40e99-999e-43df-8a4c-cfa93bdf31ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (f466b135-74c7-4ffd-b82c-7dfd1519f0b5), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:36.328165 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-f60fd2ab-3bcc-489c-a8d9-8e419aa4628e None None] Set router 32fd788c-c25b-424a-8f53-5c48a12c2b95 gateway port host: dv-cinder-837699-3-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:36:36.557998 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-89c40e99-999e-43df-8a4c-cfa93bdf31ff None None] Current status of the port f466b135-74c7-4ffd-b82c-7dfd1519f0b5 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:36:36.562419 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Current status of the port 8ae5f2aa-e0bf-4bc7-9906-084b45c88b72 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:36:36.584778 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-89c40e99-999e-43df-8a4c-cfa93bdf31ff None None] Provisioning complete for port 9861e22e-2db2-489f-8a0b-3e07fc198f76 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:36:36.585148 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-89c40e99-999e-43df-8a4c-cfa93bdf31ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (9861e22e-2db2-489f-8a0b-3e07fc198f76), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:36.659573 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-89c40e99-999e-43df-8a4c-cfa93bdf31ff None None] Port 9861e22e-2db2-489f-8a0b-3e07fc198f76 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 13:36:36.661330 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-f60fd2ab-3bcc-489c-a8d9-8e419aa4628e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32fd788c-c25b-424a-8f53-5c48a12c2b95', 'name': 'tempest-TestMinimumBasicScenario-2146922300-router', 'tenant_id': '82726506ddf24d85adfb83e779768053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '0f65be6b-f8ee-4707-9ea2-c6b8596e30d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:36:32Z', 'updated_at': '2022-04-29T13:36:35Z', 'revision_number': 4, 'project_id': '82726506ddf24d85adfb83e779768053', 'gw_port': {'id': '0f65be6b-f8ee-4707-9ea2-c6b8596e30d4', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5d:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32fd788c-c25b-424a-8f53-5c48a12c2b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:36:32Z', 'updated_at': '2022-04-29T13:36:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_interfaces': [{'id': '9861e22e-2db2-489f-8a0b-3e07fc198f76', 'name': '', 'network_id': 'c7ab903d-8065-44a3-8e1f-2419098eca56', 'tenant_id': '82726506ddf24d85adfb83e779768053', 'mac_address': 'fa:16:3e:34:92:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32fd788c-c25b-424a-8f53-5c48a12c2b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '450166bf-dc6d-49ed-9c1e-2b89f5a12070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:36:34Z', 'updated_at': '2022-04-29T13:36:35Z', 'revision_number': 2, 'project_id': '82726506ddf24d85adfb83e779768053', 'subnets': [{'id': '450166bf-dc6d-49ed-9c1e-2b89f5a12070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:36:36.689774 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60fd2ab-3bcc-489c-a8d9-8e419aa4628e None None] The sync data for ids ['32fd788c-c25b-424a-8f53-5c48a12c2b95'] in dv-cinder-837699-3-iscsi is: [{'id': '32fd788c-c25b-424a-8f53-5c48a12c2b95', 'name': 'tempest-TestMinimumBasicScenario-2146922300-router', 'tenant_id': '82726506ddf24d85adfb83e779768053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '0f65be6b-f8ee-4707-9ea2-c6b8596e30d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:36:32Z', 'updated_at': '2022-04-29T13:36:35Z', 'revision_number': 4, 'project_id': '82726506ddf24d85adfb83e779768053', 'gw_port': {'id': '0f65be6b-f8ee-4707-9ea2-c6b8596e30d4', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5d:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32fd788c-c25b-424a-8f53-5c48a12c2b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:36:32Z', 'updated_at': '2022-04-29T13:36:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_interfaces': [{'id': '9861e22e-2db2-489f-8a0b-3e07fc198f76', 'name': '', 'network_id': 'c7ab903d-8065-44a3-8e1f-2419098eca56', 'tenant_id': '82726506ddf24d85adfb83e779768053', 'mac_address': 'fa:16:3e:34:92:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32fd788c-c25b-424a-8f53-5c48a12c2b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '450166bf-dc6d-49ed-9c1e-2b89f5a12070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:36:34Z', 'updated_at': '2022-04-29T13:36:35Z', 'revision_number': 2, 'project_id': '82726506ddf24d85adfb83e779768053', 'subnets': [{'id': '450166bf-dc6d-49ed-9c1e-2b89f5a12070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:36:36.699131 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device c22f9823-1149-4216-8c18-e4869198ff71 up at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:36:36.755174 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Provisioning complete for port c22f9823-1149-4216-8c18-e4869198ff71 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:36:36.755552 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (c22f9823-1149-4216-8c18-e4869198ff71), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:36.850696 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Current status of the port c22f9823-1149-4216-8c18-e4869198ff71 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:36:36.851947 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device f466b135-74c7-4ffd-b82c-7dfd1519f0b5 up at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:36:36.904388 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Provisioning complete for port f466b135-74c7-4ffd-b82c-7dfd1519f0b5 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:36:36.904901 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (f466b135-74c7-4ffd-b82c-7dfd1519f0b5), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:37.033329 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Current status of the port f466b135-74c7-4ffd-b82c-7dfd1519f0b5 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:36:37.324920 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3dfb62de-bb8f-477a-9a7c-60b6113c01c6 req-14118eb8-0832-402b-9eae-e5fe07cd0b01 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=f347d271-7560-493f-abc7-6c8e1b3590a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0454831 Apr 29 13:36:37.438010 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfb62de-bb8f-477a-9a7c-60b6113c01c6 req-af1461da-c688-4f33-8f4f-b6d471985bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:36:37.440400 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3dfb62de-bb8f-477a-9a7c-60b6113c01c6 req-af1461da-c688-4f33-8f4f-b6d471985bd6 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4d8c9259b58545adaf385c72bb77aa53&device_id=f347d271-7560-493f-abc7-6c8e1b3590a1 HTTP/1.1" status: 200 len: 1129 time: 0.0531404 Apr 29 13:36:37.571847 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfb62de-bb8f-477a-9a7c-60b6113c01c6 req-a6740c15-941d-4a0f-863d-2dfe55bf8758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:36:37.573648 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3dfb62de-bb8f-477a-9a7c-60b6113c01c6 req-a6740c15-941d-4a0f-863d-2dfe55bf8758 service neutron] 10.222.0.75 "GET /v2.0/networks?id=10b82da3-c375-4e58-823a-53086fcc21e4 HTTP/1.1" status: 200 len: 910 time: 0.1141162 Apr 29 13:36:37.647628 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3dfb62de-bb8f-477a-9a7c-60b6113c01c6 req-bf0e0b67-3128-4a49-9d3a-1272b827944b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1401e7c5-763e-4d9c-870e-fbd93fd7e99e HTTP/1.1" status: 200 len: 1001 time: 0.0665908 Apr 29 13:36:37.742186 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c4090ed3-b188-48ef-a6b9-5d78229fc55d None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:36:37.742773 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfb62de-bb8f-477a-9a7c-60b6113c01c6 req-6d6b1537-bc91-4f5b-8595-770635113a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:36:37.744713 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3dfb62de-bb8f-477a-9a7c-60b6113c01c6 req-6d6b1537-bc91-4f5b-8595-770635113a24 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0feaa1e6-ce2e-4231-b630-d1a566720245 HTTP/1.1" status: 200 len: 848 time: 0.0909295 Apr 29 13:36:37.818089 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfb62de-bb8f-477a-9a7c-60b6113c01c6 req-decb6357-9e00-49a4-9b88-c3367b252d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:36:37.819772 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3dfb62de-bb8f-477a-9a7c-60b6113c01c6 req-decb6357-9e00-49a4-9b88-c3367b252d0c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=10b82da3-c375-4e58-823a-53086fcc21e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0677369 Apr 29 13:36:37.937680 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3dfb62de-bb8f-477a-9a7c-60b6113c01c6 req-0038ce53-d435-4d0a-b8f5-27c690589d42 service neutron] 10.222.0.75 "GET /v2.0/networks/10b82da3-c375-4e58-823a-53086fcc21e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102407 Apr 29 13:36:38.061325 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3dfb62de-bb8f-477a-9a7c-60b6113c01c6 req-d9fc75f3-0adb-45be-803d-009954a0fb42 service neutron] 10.222.0.75 "GET /v2.0/networks/10b82da3-c375-4e58-823a-53086fcc21e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174641 Apr 29 13:36:38.715045 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device 0f65be6b-f8ee-4707-9ea2-c6b8596e30d4 up at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:36:38.783610 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Provisioning complete for port 0f65be6b-f8ee-4707-9ea2-c6b8596e30d4 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:36:38.784108 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (0f65be6b-f8ee-4707-9ea2-c6b8596e30d4), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:38.874430 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Current status of the port 0f65be6b-f8ee-4707-9ea2-c6b8596e30d4 is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:36:38.874653 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (0f65be6b-f8ee-4707-9ea2-c6b8596e30d4), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:38.900852 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] For port 0f65be6b-f8ee-4707-9ea2-c6b8596e30d4, host dv-cinder-837699-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=0f65be6b-f8ee-4707-9ea2-c6b8596e30d4,segment=NetworkSegment(2ea0efb1-2525-44c9-8409-d88aaadc45e7),segment_id=2ea0efb1-2525-44c9-8409-d88aaadc45e7)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:36:38.907268 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (0f65be6b-f8ee-4707-9ea2-c6b8596e30d4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:38.979311 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Pushing event updated for resources: {'Port': ['ID=0f65be6b-f8ee-4707-9ea2-c6b8596e30d4,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:36:39.311341 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0470ffcc-6c68-40f8-9b09-0124c30e0cbd None None] Sync routers for ids ['32fd788c-c25b-424a-8f53-5c48a12c2b95'] in dv-cinder-837699-3-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:36:39.323203 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0470ffcc-6c68-40f8-9b09-0124c30e0cbd None None] Routers {'32fd788c-c25b-424a-8f53-5c48a12c2b95'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:36:39.323842 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-0470ffcc-6c68-40f8-9b09-0124c30e0cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:36:24Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['32fd788c-c25b-424a-8f53-5c48a12c2b95'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:36:39.455346 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-0470ffcc-6c68-40f8-9b09-0124c30e0cbd None None] Set router 32fd788c-c25b-424a-8f53-5c48a12c2b95 gateway port host: dv-cinder-837699-3-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:36:39.720320 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-0470ffcc-6c68-40f8-9b09-0124c30e0cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32fd788c-c25b-424a-8f53-5c48a12c2b95', 'name': 'tempest-TestMinimumBasicScenario-2146922300-router', 'tenant_id': '82726506ddf24d85adfb83e779768053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '0f65be6b-f8ee-4707-9ea2-c6b8596e30d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:36:32Z', 'updated_at': '2022-04-29T13:36:35Z', 'revision_number': 4, 'project_id': '82726506ddf24d85adfb83e779768053', 'gw_port': {'id': '0f65be6b-f8ee-4707-9ea2-c6b8596e30d4', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fd788c-c25b-424a-8f53-5c48a12c2b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:36:32Z', 'updated_at': '2022-04-29T13:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_interfaces': [{'id': '9861e22e-2db2-489f-8a0b-3e07fc198f76', 'name': '', 'network_id': 'c7ab903d-8065-44a3-8e1f-2419098eca56', 'tenant_id': '82726506ddf24d85adfb83e779768053', 'mac_address': 'fa:16:3e:34:92:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32fd788c-c25b-424a-8f53-5c48a12c2b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '450166bf-dc6d-49ed-9c1e-2b89f5a12070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:36:34Z', 'updated_at': '2022-04-29T13:36:35Z', 'revision_number': 2, 'project_id': '82726506ddf24d85adfb83e779768053', 'subnets': [{'id': '450166bf-dc6d-49ed-9c1e-2b89f5a12070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:36:39.756214 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0470ffcc-6c68-40f8-9b09-0124c30e0cbd None None] Checking router: 32fd788c-c25b-424a-8f53-5c48a12c2b95 for host: dv-cinder-837699-3-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:36:39.756569 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0470ffcc-6c68-40f8-9b09-0124c30e0cbd None None] Updating router 32fd788c-c25b-424a-8f53-5c48a12c2b95 port 9861e22e-2db2-489f-8a0b-3e07fc198f76 binding host dv-cinder-837699-3-iscsi {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 13:36:39.793875 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-0470ffcc-6c68-40f8-9b09-0124c30e0cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (9861e22e-2db2-489f-8a0b-3e07fc198f76), before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:40.109239 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-0470ffcc-6c68-40f8-9b09-0124c30e0cbd None None] Publish callbacks [] for port (9861e22e-2db2-489f-8a0b-3e07fc198f76), precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:40.116651 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-0470ffcc-6c68-40f8-9b09-0124c30e0cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (9861e22e-2db2-489f-8a0b-3e07fc198f76), after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:40.169356 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b25280-e4c0-4aca-b9be-5601886e308d None None] Pushing event updated for resources: {'Port': ['ID=9861e22e-2db2-489f-8a0b-3e07fc198f76,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:36:40.231420 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-0470ffcc-6c68-40f8-9b09-0124c30e0cbd None None] Attempting to bind port 9861e22e-2db2-489f-8a0b-3e07fc198f76 on host dv-cinder-837699-3-iscsi for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:36:40.231799 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-0470ffcc-6c68-40f8-9b09-0124c30e0cbd None None] Attempting to bind port 9861e22e-2db2-489f-8a0b-3e07fc198f76 by drivers openvswitch,hyperv on host dv-cinder-837699-3-iscsi at level 0 using segments [{'id': '51098c98-2d92-4e5e-aed5-d21e8f54f105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c7ab903d-8065-44a3-8e1f-2419098eca56'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:36:40.232165 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0470ffcc-6c68-40f8-9b09-0124c30e0cbd None None] Attempting to bind port 9861e22e-2db2-489f-8a0b-3e07fc198f76 on network c7ab903d-8065-44a3-8e1f-2419098eca56 {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:36:40.238780 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0470ffcc-6c68-40f8-9b09-0124c30e0cbd None None] Checking agent: {'id': '070d87cd-fed4-4d07-85b5-c26ded61f2d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 12, 59), 'started_at': datetime.datetime(2022, 4, 29, 13, 13, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:36:40.239167 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0470ffcc-6c68-40f8-9b09-0124c30e0cbd None None] Checking segment: {'id': '51098c98-2d92-4e5e-aed5-d21e8f54f105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c7ab903d-8065-44a3-8e1f-2419098eca56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:36:40.239556 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-0470ffcc-6c68-40f8-9b09-0124c30e0cbd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:40.239950 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0470ffcc-6c68-40f8-9b09-0124c30e0cbd None None] Bound using segment: {'id': '51098c98-2d92-4e5e-aed5-d21e8f54f105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c7ab903d-8065-44a3-8e1f-2419098eca56'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:36:40.240423 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-0470ffcc-6c68-40f8-9b09-0124c30e0cbd None None] Bound port: 9861e22e-2db2-489f-8a0b-3e07fc198f76, host: dv-cinder-837699-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51098c98-2d92-4e5e-aed5-d21e8f54f105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c7ab903d-8065-44a3-8e1f-2419098eca56'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:36:40.240844 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-0470ffcc-6c68-40f8-9b09-0124c30e0cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (9861e22e-2db2-489f-8a0b-3e07fc198f76), before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:40.335202 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-0470ffcc-6c68-40f8-9b09-0124c30e0cbd None None] For port 9861e22e-2db2-489f-8a0b-3e07fc198f76, host dv-cinder-837699-3-iscsi, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:36:40.339959 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-0470ffcc-6c68-40f8-9b09-0124c30e0cbd None None] For port 9861e22e-2db2-489f-8a0b-3e07fc198f76, host dv-cinder-837699-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=9861e22e-2db2-489f-8a0b-3e07fc198f76,segment=NetworkSegment(51098c98-2d92-4e5e-aed5-d21e8f54f105),segment_id=51098c98-2d92-4e5e-aed5-d21e8f54f105)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:36:40.356286 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-0470ffcc-6c68-40f8-9b09-0124c30e0cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (9861e22e-2db2-489f-8a0b-3e07fc198f76), after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:40.431207 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0470ffcc-6c68-40f8-9b09-0124c30e0cbd None None] Routers {'32fd788c-c25b-424a-8f53-5c48a12c2b95'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:36:40.431762 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-0470ffcc-6c68-40f8-9b09-0124c30e0cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:36:24Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['32fd788c-c25b-424a-8f53-5c48a12c2b95'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:36:40.433213 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-1a6a0060-67dd-4728-885b-20cbceb7d5ca None None] Provisioning complete for port 9861e22e-2db2-489f-8a0b-3e07fc198f76 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:36:40.433676 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1a6a0060-67dd-4728-885b-20cbceb7d5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (9861e22e-2db2-489f-8a0b-3e07fc198f76), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:40.478277 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b25280-e4c0-4aca-b9be-5601886e308d None None] Pushing event updated for resources: {'Port': ['ID=9861e22e-2db2-489f-8a0b-3e07fc198f76,revision_number=4']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:36:40.573260 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-1a6a0060-67dd-4728-885b-20cbceb7d5ca None None] Current status of the port 9861e22e-2db2-489f-8a0b-3e07fc198f76 is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:36:40.573650 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1a6a0060-67dd-4728-885b-20cbceb7d5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (9861e22e-2db2-489f-8a0b-3e07fc198f76), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:40.596035 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-0470ffcc-6c68-40f8-9b09-0124c30e0cbd None None] Set router 32fd788c-c25b-424a-8f53-5c48a12c2b95 gateway port host: dv-cinder-837699-3-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:36:40.654143 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-1a6a0060-67dd-4728-885b-20cbceb7d5ca None None] For port 9861e22e-2db2-489f-8a0b-3e07fc198f76, host dv-cinder-837699-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=9861e22e-2db2-489f-8a0b-3e07fc198f76,segment=NetworkSegment(51098c98-2d92-4e5e-aed5-d21e8f54f105),segment_id=51098c98-2d92-4e5e-aed5-d21e8f54f105)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:36:40.667866 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1a6a0060-67dd-4728-885b-20cbceb7d5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (9861e22e-2db2-489f-8a0b-3e07fc198f76), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:40.753849 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6a0060-67dd-4728-885b-20cbceb7d5ca None None] Pushing event updated for resources: {'Port': ['ID=9861e22e-2db2-489f-8a0b-3e07fc198f76,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:36:40.806234 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device 9861e22e-2db2-489f-8a0b-3e07fc198f76 up at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:36:40.809496 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9c00fefa-7d72-45c7-87db-e294f1995864 None None] Provisioning complete for port 9861e22e-2db2-489f-8a0b-3e07fc198f76 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:36:40.809496 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9c00fefa-7d72-45c7-87db-e294f1995864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (9861e22e-2db2-489f-8a0b-3e07fc198f76), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:40.919679 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Provisioning complete for port 9861e22e-2db2-489f-8a0b-3e07fc198f76 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:36:40.919945 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (9861e22e-2db2-489f-8a0b-3e07fc198f76), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:40.977625 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-0470ffcc-6c68-40f8-9b09-0124c30e0cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32fd788c-c25b-424a-8f53-5c48a12c2b95', 'name': 'tempest-TestMinimumBasicScenario-2146922300-router', 'tenant_id': '82726506ddf24d85adfb83e779768053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '0f65be6b-f8ee-4707-9ea2-c6b8596e30d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:36:32Z', 'updated_at': '2022-04-29T13:36:35Z', 'revision_number': 4, 'project_id': '82726506ddf24d85adfb83e779768053', 'gw_port': {'id': '0f65be6b-f8ee-4707-9ea2-c6b8596e30d4', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fd788c-c25b-424a-8f53-5c48a12c2b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:36:32Z', 'updated_at': '2022-04-29T13:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_interfaces': [{'id': '9861e22e-2db2-489f-8a0b-3e07fc198f76', 'name': '', 'network_id': 'c7ab903d-8065-44a3-8e1f-2419098eca56', 'tenant_id': '82726506ddf24d85adfb83e779768053', 'mac_address': 'fa:16:3e:34:92:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32fd788c-c25b-424a-8f53-5c48a12c2b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '450166bf-dc6d-49ed-9c1e-2b89f5a12070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:36:34Z', 'updated_at': '2022-04-29T13:36:40Z', 'revision_number': 4, 'project_id': '82726506ddf24d85adfb83e779768053', 'subnets': [{'id': '450166bf-dc6d-49ed-9c1e-2b89f5a12070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:36:41.013276 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0470ffcc-6c68-40f8-9b09-0124c30e0cbd None None] The sync data for ids ['32fd788c-c25b-424a-8f53-5c48a12c2b95'] in dv-cinder-837699-3-iscsi is: [{'id': '32fd788c-c25b-424a-8f53-5c48a12c2b95', 'name': 'tempest-TestMinimumBasicScenario-2146922300-router', 'tenant_id': '82726506ddf24d85adfb83e779768053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '0f65be6b-f8ee-4707-9ea2-c6b8596e30d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:36:32Z', 'updated_at': '2022-04-29T13:36:35Z', 'revision_number': 4, 'project_id': '82726506ddf24d85adfb83e779768053', 'gw_port': {'id': '0f65be6b-f8ee-4707-9ea2-c6b8596e30d4', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fd788c-c25b-424a-8f53-5c48a12c2b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:36:32Z', 'updated_at': '2022-04-29T13:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_interfaces': [{'id': '9861e22e-2db2-489f-8a0b-3e07fc198f76', 'name': '', 'network_id': 'c7ab903d-8065-44a3-8e1f-2419098eca56', 'tenant_id': '82726506ddf24d85adfb83e779768053', 'mac_address': 'fa:16:3e:34:92:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32fd788c-c25b-424a-8f53-5c48a12c2b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '450166bf-dc6d-49ed-9c1e-2b89f5a12070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:36:34Z', 'updated_at': '2022-04-29T13:36:40Z', 'revision_number': 4, 'project_id': '82726506ddf24d85adfb83e779768053', 'subnets': [{'id': '450166bf-dc6d-49ed-9c1e-2b89f5a12070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:36:41.132353 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9c00fefa-7d72-45c7-87db-e294f1995864 None None] Current status of the port 9861e22e-2db2-489f-8a0b-3e07fc198f76 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:36:41.187127 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Current status of the port 9861e22e-2db2-489f-8a0b-3e07fc198f76 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:36:41.188296 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device 0f65be6b-f8ee-4707-9ea2-c6b8596e30d4 up at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:36:41.253804 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Provisioning complete for port 0f65be6b-f8ee-4707-9ea2-c6b8596e30d4 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:36:41.254532 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (0f65be6b-f8ee-4707-9ea2-c6b8596e30d4), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:41.357171 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Current status of the port 0f65be6b-f8ee-4707-9ea2-c6b8596e30d4 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:36:42.686982 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device 9861e22e-2db2-489f-8a0b-3e07fc198f76 up at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:36:42.743347 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Provisioning complete for port 9861e22e-2db2-489f-8a0b-3e07fc198f76 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:36:42.743723 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (9861e22e-2db2-489f-8a0b-3e07fc198f76), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:42.833127 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Current status of the port 9861e22e-2db2-489f-8a0b-3e07fc198f76 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:36:46.139776 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0dcc56-c894-4bf6-8910-993cb522a579 req-caf53f68-4f76-4be7-95ec-da3c19bf2752 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:36:46.141326 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8f0dcc56-c894-4bf6-8910-993cb522a579 req-caf53f68-4f76-4be7-95ec-da3c19bf2752 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "GET /v2.0/networks?id=aed5bada-2ebd-473c-95ba-e41c403ed8c3 HTTP/1.1" status: 200 len: 815 time: 0.1018906 Apr 29 13:36:46.156087 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8f0dcc56-c894-4bf6-8910-993cb522a579 req-526c7091-6121-4b78-afdd-3b460f378c25 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "GET /v2.0/quotas/cbfc0e39ebbb42d5a3228f426b94c4dd HTTP/1.1" status: 200 len: 375 time: 0.0091443 Apr 29 13:36:46.208959 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8f0dcc56-c894-4bf6-8910-993cb522a579 req-4ea828a8-a4be-4318-9485-109b525eaa9f tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=cbfc0e39ebbb42d5a3228f426b94c4dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473673 Apr 29 13:36:46.319808 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8f0dcc56-c894-4bf6-8910-993cb522a579 req-5a67444d-2166-4d37-b12b-ac5d5fb748f6 service neutron] 10.222.0.11 "GET /v2.0/networks/aed5bada-2ebd-473c-95ba-e41c403ed8c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990875 Apr 29 13:36:46.417471 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8f0dcc56-c894-4bf6-8910-993cb522a579 req-8ed96b0c-b2c1-4524-8650-77561e1a1bc5 service neutron] 10.222.0.11 "GET /v2.0/networks/aed5bada-2ebd-473c-95ba-e41c403ed8c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918970 Apr 29 13:36:46.693783 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-c7a0d64c-ca9d-44f8-b04c-d40eec7a7c53 req-5289d4c6-ec98-4c0e-b78c-f28943a99033 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "GET /v2.0/ports?device_id=36ee0498-a5be-4743-a8bf-8c27f27b27e9 HTTP/1.1" status: 200 len: 210 time: 0.1469994 Apr 29 13:36:47.598920 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0dcc56-c894-4bf6-8910-993cb522a579 req-ae474de8-1d5c-454d-b40e-7ac60dab574c tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:36:47.600411 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8f0dcc56-c894-4bf6-8910-993cb522a579 req-ae474de8-1d5c-454d-b40e-7ac60dab574c tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.75 "GET /v2.0/networks?id=aed5bada-2ebd-473c-95ba-e41c403ed8c3 HTTP/1.1" status: 200 len: 815 time: 0.1064472 Apr 29 13:36:47.619336 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [req-8f0dcc56-c894-4bf6-8910-993cb522a579 req-eece279d-f671-42a9-9687-3bb5dac88340 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Request body: {'port': {'device_id': '36ee0498-a5be-4743-a8bf-8c27f27b27e9', 'network_id': 'aed5bada-2ebd-473c-95ba-e41c403ed8c3', 'admin_state_up': True, 'tenant_id': 'cbfc0e39ebbb42d5a3228f426b94c4dd'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:36:48.003246 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8db82736-ad30-4ab2-8c84-518f670b8bd6 req-94f8f518-8902-4dfa-862e-125b5289b263 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "GET /v2.0/ports?device_id=36ee0498-a5be-4743-a8bf-8c27f27b27e9 HTTP/1.1" status: 200 len: 210 time: 0.0416825 Apr 29 13:36:48.093886 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f0dcc56-c894-4bf6-8910-993cb522a579 req-eece279d-f671-42a9-9687-3bb5dac88340 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Made reservation on behalf of cbfc0e39ebbb42d5a3228f426b94c4dd for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:36:48.103785 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8f0dcc56-c894-4bf6-8910-993cb522a579 req-eece279d-f671-42a9-9687-3bb5dac88340 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:48.311789 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-8f0dcc56-c894-4bf6-8910-993cb522a579 req-eece279d-f671-42a9-9687-3bb5dac88340 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Allocated IP 172.20.0.14 (aed5bada-2ebd-473c-95ba-e41c403ed8c3/ee500532-c94f-4522-9440-c6b811141821/67427d93-0f3e-4980-a123-cec2759264d4) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:36:48.483038 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8f0dcc56-c894-4bf6-8910-993cb522a579 req-eece279d-f671-42a9-9687-3bb5dac88340 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Publish callbacks [] for port (67427d93-0f3e-4980-a123-cec2759264d4), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:48.520940 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8f0dcc56-c894-4bf6-8910-993cb522a579 req-eece279d-f671-42a9-9687-3bb5dac88340 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783155810398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8537941'] for port (67427d93-0f3e-4980-a123-cec2759264d4), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:48.566690 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f0dcc56-c894-4bf6-8910-993cb522a579 req-eece279d-f671-42a9-9687-3bb5dac88340 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Network aed5bada-2ebd-473c-95ba-e41c403ed8c3 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:36:48.573095 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-8f0dcc56-c894-4bf6-8910-993cb522a579 req-eece279d-f671-42a9-9687-3bb5dac88340 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:36:48.575899 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f0dcc56-c894-4bf6-8910-993cb522a579 req-eece279d-f671-42a9-9687-3bb5dac88340 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:36:48.608255 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eece279d-f671-42a9-9687-3bb5dac88340 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Pushing event updated for resources: {'Port': ['ID=67427d93-0f3e-4980-a123-cec2759264d4,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:36:48.643888 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0dcc56-c894-4bf6-8910-993cb522a579 req-eece279d-f671-42a9-9687-3bb5dac88340 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:36:48.644631 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8f0dcc56-c894-4bf6-8910-993cb522a579 req-eece279d-f671-42a9-9687-3bb5dac88340 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:48.665615 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8f0dcc56-c894-4bf6-8910-993cb522a579 req-eece279d-f671-42a9-9687-3bb5dac88340 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0504611 Apr 29 13:36:48.912766 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-b84e2be6-f8d7-46a4-945c-36dfcf729094 None None] Provisioning complete for port 67427d93-0f3e-4980-a123-cec2759264d4 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:36:48.913350 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b84e2be6-f8d7-46a4-945c-36dfcf729094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (67427d93-0f3e-4980-a123-cec2759264d4), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:48.960693 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-b84e2be6-f8d7-46a4-945c-36dfcf729094 None None] Port 67427d93-0f3e-4980-a123-cec2759264d4 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 13:36:49.122936 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6dfb59-1ab7-4e26-b74a-770f68ea6e7f req-8ba03472-f2a2-45dd-95d1-b980f4cc4218 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:36:49.127977 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-ed6dfb59-1ab7-4e26-b74a-770f68ea6e7f req-8ba03472-f2a2-45dd-95d1-b980f4cc4218 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "GET /v2.0/ports?device_id=36ee0498-a5be-4743-a8bf-8c27f27b27e9 HTTP/1.1" status: 200 len: 932 time: 0.0489471 Apr 29 13:36:49.179280 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-ed6dfb59-1ab7-4e26-b74a-770f68ea6e7f req-d5f2503c-2647-4c3d-93a0-58a1af39b869 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "GET /v2.0/security-groups?id=01df8775-c93b-43d2-85cd-c16eb9f9e735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475936 Apr 29 13:36:50.301433 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b5f27b-6ff0-4b14-89e4-f728471e9599 req-677661f2-7240-4a4c-8fee-a6baefe0926d tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:36:50.303095 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-42b5f27b-6ff0-4b14-89e4-f728471e9599 req-677661f2-7240-4a4c-8fee-a6baefe0926d tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "GET /v2.0/ports?device_id=36ee0498-a5be-4743-a8bf-8c27f27b27e9 HTTP/1.1" status: 200 len: 932 time: 0.0533631 Apr 29 13:36:50.360696 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-42b5f27b-6ff0-4b14-89e4-f728471e9599 req-85630479-76f8-4643-ad58-ba592d468ffc tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "GET /v2.0/security-groups?id=01df8775-c93b-43d2-85cd-c16eb9f9e735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503049 Apr 29 13:36:51.489099 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd4438-afe4-4446-9aa4-bb1ae0b55394 req-01f19c08-dc6c-4b70-8c14-efdc50ba7f04 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:36:51.490626 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-f6dd4438-afe4-4446-9aa4-bb1ae0b55394 req-01f19c08-dc6c-4b70-8c14-efdc50ba7f04 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "GET /v2.0/ports?device_id=36ee0498-a5be-4743-a8bf-8c27f27b27e9 HTTP/1.1" status: 200 len: 932 time: 0.0591018 Apr 29 13:36:51.544893 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-f6dd4438-afe4-4446-9aa4-bb1ae0b55394 req-c8c171de-6a93-4d00-9043-ecc48cd85b3e tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "GET /v2.0/security-groups?id=01df8775-c93b-43d2-85cd-c16eb9f9e735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481715 Apr 29 13:36:51.602392 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-428f0a1e-56c2-43ce-abe0-2b4721b25c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (e437e712-237e-4a54-83a8-782eed3c5f0c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:52.660277 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26642ff7-5a69-4e06-bab7-3650608c47de req-91ea7ffa-cb0c-4a5a-8e7c-0950d06a1074 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:36:52.661882 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-26642ff7-5a69-4e06-bab7-3650608c47de req-91ea7ffa-cb0c-4a5a-8e7c-0950d06a1074 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "GET /v2.0/ports?device_id=36ee0498-a5be-4743-a8bf-8c27f27b27e9 HTTP/1.1" status: 200 len: 932 time: 0.0482402 Apr 29 13:36:52.716586 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-26642ff7-5a69-4e06-bab7-3650608c47de req-e2041838-e9e6-4029-b73a-d0a7ca4fe672 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "GET /v2.0/security-groups?id=01df8775-c93b-43d2-85cd-c16eb9f9e735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465271 Apr 29 13:36:53.846161 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7104e9-67ac-48ac-87f7-9ed83978c16d req-8798a3d4-281a-4ffa-ae2b-36538a4d6685 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:36:53.848052 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-fc7104e9-67ac-48ac-87f7-9ed83978c16d req-8798a3d4-281a-4ffa-ae2b-36538a4d6685 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "GET /v2.0/ports?device_id=36ee0498-a5be-4743-a8bf-8c27f27b27e9 HTTP/1.1" status: 200 len: 932 time: 0.0554786 Apr 29 13:36:53.898876 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-fc7104e9-67ac-48ac-87f7-9ed83978c16d req-a8366003-1498-4f5c-ac28-cb2210936bad tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "GET /v2.0/security-groups?id=01df8775-c93b-43d2-85cd-c16eb9f9e735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447605 Apr 29 13:36:54.273232 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a83f70fa-8f2e-483f-87d8-f97567984189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (ffd5f049-29fc-4e99-906d-6eadce93ab48), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:55.030776 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c025755-56e3-4445-8aee-5230798a6fdc req-7b7c5fff-0d22-47e6-8a29-f57b8c7f7c9b tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:36:55.033287 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3c025755-56e3-4445-8aee-5230798a6fdc req-7b7c5fff-0d22-47e6-8a29-f57b8c7f7c9b tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "GET /v2.0/ports?device_id=36ee0498-a5be-4743-a8bf-8c27f27b27e9 HTTP/1.1" status: 200 len: 932 time: 0.0609050 Apr 29 13:36:55.089552 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3c025755-56e3-4445-8aee-5230798a6fdc req-e9a4b744-5c19-48ce-adbd-27b8aa31b60f tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "GET /v2.0/security-groups?id=01df8775-c93b-43d2-85cd-c16eb9f9e735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506184 Apr 29 13:36:55.873855 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d46c6b96-c9c1-47b5-84ba-015c4e42046f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (1b2ea45c-9419-45d0-91af-29e2c5a1844a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:56.212210 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230e7975-8ac2-4a01-859b-7af96fedd9b2 req-51d200ad-7ae6-420a-b806-d8c752c63b34 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:36:56.213819 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-230e7975-8ac2-4a01-859b-7af96fedd9b2 req-51d200ad-7ae6-420a-b806-d8c752c63b34 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "GET /v2.0/ports?device_id=36ee0498-a5be-4743-a8bf-8c27f27b27e9 HTTP/1.1" status: 200 len: 932 time: 0.0515347 Apr 29 13:36:56.260908 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-230e7975-8ac2-4a01-859b-7af96fedd9b2 req-75599306-15b5-4b99-8466-0b5db92f97e8 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "GET /v2.0/security-groups?id=01df8775-c93b-43d2-85cd-c16eb9f9e735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412505 Apr 29 13:36:57.346375 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bea047bf-f99e-49b2-8b9d-5ba249a30c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (23d6c007-0036-4fdb-b033-28b1fd628d82), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:57.379053 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aca583f-5043-410e-b909-52c7c5884820 req-1d3a3d66-9999-47c3-bb39-80211dac8036 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:36:57.380703 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9aca583f-5043-410e-b909-52c7c5884820 req-1d3a3d66-9999-47c3-bb39-80211dac8036 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "GET /v2.0/ports?device_id=36ee0498-a5be-4743-a8bf-8c27f27b27e9 HTTP/1.1" status: 200 len: 932 time: 0.0530765 Apr 29 13:36:57.431968 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9aca583f-5043-410e-b909-52c7c5884820 req-540b9381-82e3-46df-a392-57e788d462aa tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "GET /v2.0/security-groups?id=01df8775-c93b-43d2-85cd-c16eb9f9e735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429337 Apr 29 13:36:58.549761 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee74724f-58bb-4cdf-a334-80174ff1da42 req-c266e510-6da9-4b79-9492-fa7aec55ecab tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:36:58.551228 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-ee74724f-58bb-4cdf-a334-80174ff1da42 req-c266e510-6da9-4b79-9492-fa7aec55ecab tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "GET /v2.0/ports?device_id=36ee0498-a5be-4743-a8bf-8c27f27b27e9 HTTP/1.1" status: 200 len: 932 time: 0.0470748 Apr 29 13:36:58.599345 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-ee74724f-58bb-4cdf-a334-80174ff1da42 req-de92fb29-2bfd-4dc3-ada9-844de8ab5776 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "GET /v2.0/security-groups?id=01df8775-c93b-43d2-85cd-c16eb9f9e735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425024 Apr 29 13:36:58.719564 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (070d87cd-fed4-4d07-85b5-c26ded61f2d8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:59.712664 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f18e43-19fe-458a-86f8-5aee34e53804 req-80f745c5-39cf-45c3-a3ac-a86dd103725a tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:36:59.714188 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-04f18e43-19fe-458a-86f8-5aee34e53804 req-80f745c5-39cf-45c3-a3ac-a86dd103725a tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "GET /v2.0/ports?device_id=36ee0498-a5be-4743-a8bf-8c27f27b27e9 HTTP/1.1" status: 200 len: 932 time: 0.0479867 Apr 29 13:36:59.762140 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-04f18e43-19fe-458a-86f8-5aee34e53804 req-d62ed0fb-6d34-4f4a-8ac0-c7a7d5898fac tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "GET /v2.0/security-groups?id=01df8775-c93b-43d2-85cd-c16eb9f9e735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419638 Apr 29 13:37:00.046281 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [req-8f0dcc56-c894-4bf6-8910-993cb522a579 req-bd95444a-d332-4f97-b42e-b78fafdac0fd service neutron] Request body: {'port': {'device_id': '36ee0498-a5be-4743-a8bf-8c27f27b27e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83769'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:37:00.110828 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8f0dcc56-c894-4bf6-8910-993cb522a579 req-bd95444a-d332-4f97-b42e-b78fafdac0fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (67427d93-0f3e-4980-a123-cec2759264d4), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:37:00.374154 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [req-8f0dcc56-c894-4bf6-8910-993cb522a579 req-bd95444a-d332-4f97-b42e-b78fafdac0fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67427d93-0f3e-4980-a123-cec2759264d4 {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:37:00.382415 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8f0dcc56-c894-4bf6-8910-993cb522a579 req-bd95444a-d332-4f97-b42e-b78fafdac0fd service neutron] Publish callbacks [] for port (67427d93-0f3e-4980-a123-cec2759264d4), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:37:00.394589 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-8f0dcc56-c894-4bf6-8910-993cb522a579 req-bd95444a-d332-4f97-b42e-b78fafdac0fd service neutron] Transition to ACTIVE for port object 67427d93-0f3e-4980-a123-cec2759264d4 will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 13:37:00.397711 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8f0dcc56-c894-4bf6-8910-993cb522a579 req-bd95444a-d332-4f97-b42e-b78fafdac0fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8537934'] for port (67427d93-0f3e-4980-a123-cec2759264d4), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:37:00.474174 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd95444a-d332-4f97-b42e-b78fafdac0fd service neutron] Pushing event updated for resources: {'Port': ['ID=67427d93-0f3e-4980-a123-cec2759264d4,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:37:00.527792 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-8f0dcc56-c894-4bf6-8910-993cb522a579 req-bd95444a-d332-4f97-b42e-b78fafdac0fd service neutron] Attempting to bind port 67427d93-0f3e-4980-a123-cec2759264d4 on host hv-cinder-83769 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:37:00.528135 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-8f0dcc56-c894-4bf6-8910-993cb522a579 req-bd95444a-d332-4f97-b42e-b78fafdac0fd service neutron] Attempting to bind port 67427d93-0f3e-4980-a123-cec2759264d4 by drivers openvswitch,hyperv on host hv-cinder-83769 at level 0 using segments [{'id': '82246430-61ad-47f9-b1b1-3d9cb04ddac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'aed5bada-2ebd-473c-95ba-e41c403ed8c3'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:37:00.528482 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0dcc56-c894-4bf6-8910-993cb522a579 req-bd95444a-d332-4f97-b42e-b78fafdac0fd service neutron] Attempting to bind port 67427d93-0f3e-4980-a123-cec2759264d4 on network aed5bada-2ebd-473c-95ba-e41c403ed8c3 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:37:00.533805 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0dcc56-c894-4bf6-8910-993cb522a579 req-bd95444a-d332-4f97-b42e-b78fafdac0fd service neutron] Port 67427d93-0f3e-4980-a123-cec2759264d4 on network aed5bada-2ebd-473c-95ba-e41c403ed8c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83769 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 13:37:00.534127 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0dcc56-c894-4bf6-8910-993cb522a579 req-bd95444a-d332-4f97-b42e-b78fafdac0fd service neutron] Attempting to bind port 67427d93-0f3e-4980-a123-cec2759264d4 on network aed5bada-2ebd-473c-95ba-e41c403ed8c3 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:37:00.539596 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0dcc56-c894-4bf6-8910-993cb522a579 req-bd95444a-d332-4f97-b42e-b78fafdac0fd service neutron] Checking agent: {'id': '477bd1e1-70d7-4a7b-b37c-5892af57f2e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83769', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 19, 28), 'started_at': datetime.datetime(2022, 4, 29, 13, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:37:00.539822 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0dcc56-c894-4bf6-8910-993cb522a579 req-bd95444a-d332-4f97-b42e-b78fafdac0fd service neutron] Checking segment: {'id': '82246430-61ad-47f9-b1b1-3d9cb04ddac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'aed5bada-2ebd-473c-95ba-e41c403ed8c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:37:00.540196 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0dcc56-c894-4bf6-8910-993cb522a579 req-bd95444a-d332-4f97-b42e-b78fafdac0fd service neutron] Bound using segment: {'id': '82246430-61ad-47f9-b1b1-3d9cb04ddac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'aed5bada-2ebd-473c-95ba-e41c403ed8c3'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:37:00.540634 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-8f0dcc56-c894-4bf6-8910-993cb522a579 req-bd95444a-d332-4f97-b42e-b78fafdac0fd service neutron] Bound port: 67427d93-0f3e-4980-a123-cec2759264d4, host: hv-cinder-83769, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82246430-61ad-47f9-b1b1-3d9cb04ddac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'aed5bada-2ebd-473c-95ba-e41c403ed8c3'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:37:00.541022 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8f0dcc56-c894-4bf6-8910-993cb522a579 req-bd95444a-d332-4f97-b42e-b78fafdac0fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (67427d93-0f3e-4980-a123-cec2759264d4), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:37:00.607810 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-8f0dcc56-c894-4bf6-8910-993cb522a579 req-bd95444a-d332-4f97-b42e-b78fafdac0fd service neutron] For port 67427d93-0f3e-4980-a123-cec2759264d4, host hv-cinder-83769, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:37:00.611814 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-8f0dcc56-c894-4bf6-8910-993cb522a579 req-bd95444a-d332-4f97-b42e-b78fafdac0fd service neutron] For port 67427d93-0f3e-4980-a123-cec2759264d4, host hv-cinder-83769, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=67427d93-0f3e-4980-a123-cec2759264d4,segment=NetworkSegment(82246430-61ad-47f9-b1b1-3d9cb04ddac8),segment_id=82246430-61ad-47f9-b1b1-3d9cb04ddac8)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:37:00.618996 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8f0dcc56-c894-4bf6-8910-993cb522a579 req-bd95444a-d332-4f97-b42e-b78fafdac0fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8537934'] for port (67427d93-0f3e-4980-a123-cec2759264d4), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:37:00.653191 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0dcc56-c894-4bf6-8910-993cb522a579 req-bd95444a-d332-4f97-b42e-b78fafdac0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:37:00.653819 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8f0dcc56-c894-4bf6-8910-993cb522a579 req-bd95444a-d332-4f97-b42e-b78fafdac0fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:37:00.655204 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8f0dcc56-c894-4bf6-8910-993cb522a579 req-bd95444a-d332-4f97-b42e-b78fafdac0fd service neutron] 10.222.0.75 "PUT /v2.0/ports/67427d93-0f3e-4980-a123-cec2759264d4 HTTP/1.1" status: 200 len: 1094 time: 0.6637552 Apr 29 13:37:00.655651 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36ee0498-a5be-4743-a8bf-8c27f27b27e9', 'tag': '67427d93-0f3e-4980-a123-cec2759264d4'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:37:00.658746 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34453e8beaba66333125c1a762a789c78ce2f458b63942c2f470c2340433bc94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a216a9c-9ab1-4777-80de-598ddc0c3a1b" -d '{"events": [{"name": "network-changed", "server_uuid": "36ee0498-a5be-4743-a8bf-8c27f27b27e9", "tag": "67427d93-0f3e-4980-a123-cec2759264d4"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:37:00.686751 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd95444a-d332-4f97-b42e-b78fafdac0fd service neutron] Pushing event updated for resources: {'Port': ['ID=67427d93-0f3e-4980-a123-cec2759264d4,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:37:00.700464 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b39cf7-c1d2-49f6-ad47-82518d6e3d27 x-openstack-request-id: req-25b39cf7-c1d2-49f6-ad47-82518d6e3d27 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:37:00.700843 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36ee0498-a5be-4743-a8bf-8c27f27b27e9", "tag": "67427d93-0f3e-4980-a123-cec2759264d4", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:37:00.701102 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-25b39cf7-c1d2-49f6-ad47-82518d6e3d27 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:37:00.701509 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25b39cf7-c1d2-49f6-ad47-82518d6e3d27'] response: {'name': 'network-changed', 'server_uuid': '36ee0498-a5be-4743-a8bf-8c27f27b27e9', 'tag': '67427d93-0f3e-4980-a123-cec2759264d4', 'status': 'completed', 'code': 200} Apr 29 13:37:00.789012 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a216a9c-9ab1-4777-80de-598ddc0c3a1b req-dfee9d13-5a1c-41e7-a3f2-13d2bfe3d965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:37:00.790544 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0a216a9c-9ab1-4777-80de-598ddc0c3a1b req-dfee9d13-5a1c-41e7-a3f2-13d2bfe3d965 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=cbfc0e39ebbb42d5a3228f426b94c4dd&device_id=36ee0498-a5be-4743-a8bf-8c27f27b27e9 HTTP/1.1" status: 200 len: 1128 time: 0.0486329 Apr 29 13:37:00.917647 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd18a2-3db5-41aa-9731-c55aada4fb03 req-16513bd4-300c-4baf-a793-b746194f43dd tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:37:00.919017 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0ecd18a2-3db5-41aa-9731-c55aada4fb03 req-16513bd4-300c-4baf-a793-b746194f43dd tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "GET /v2.0/ports?device_id=36ee0498-a5be-4743-a8bf-8c27f27b27e9 HTTP/1.1" status: 200 len: 944 time: 0.0840938 Apr 29 13:37:00.950806 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a216a9c-9ab1-4777-80de-598ddc0c3a1b req-29d99516-3ec5-4544-9779-32df71987690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:37:00.952253 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0a216a9c-9ab1-4777-80de-598ddc0c3a1b req-29d99516-3ec5-4544-9779-32df71987690 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=cbfc0e39ebbb42d5a3228f426b94c4dd&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1482384 Apr 29 13:37:01.004879 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0ecd18a2-3db5-41aa-9731-c55aada4fb03 req-8cba9fd2-1b81-4431-8e3d-f4557c911c83 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "GET /v2.0/security-groups?id=01df8775-c93b-43d2-85cd-c16eb9f9e735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786810 Apr 29 13:37:01.060697 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a216a9c-9ab1-4777-80de-598ddc0c3a1b req-b013ea78-facb-4cb5-9a54-be2b932c022a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:37:01.062168 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0a216a9c-9ab1-4777-80de-598ddc0c3a1b req-b013ea78-facb-4cb5-9a54-be2b932c022a service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1035419 Apr 29 13:37:01.161956 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0dcc56-c894-4bf6-8910-993cb522a579 req-a43420d5-8834-438d-881f-090544b4f9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:37:01.163434 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8f0dcc56-c894-4bf6-8910-993cb522a579 req-a43420d5-8834-438d-881f-090544b4f9a3 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=cbfc0e39ebbb42d5a3228f426b94c4dd&device_id=36ee0498-a5be-4743-a8bf-8c27f27b27e9 HTTP/1.1" status: 200 len: 1128 time: 0.0436831 Apr 29 13:37:01.216631 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8f0dcc56-c894-4bf6-8910-993cb522a579 req-bfb007c4-2afb-4645-9e5e-c1e8269fa9bd service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67427d93-0f3e-4980-a123-cec2759264d4 HTTP/1.1" status: 200 len: 217 time: 0.0344558 Apr 29 13:37:01.262772 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0dcc56-c894-4bf6-8910-993cb522a579 req-e193ef9e-af16-4b51-b4ca-8943aa04a63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:37:01.264198 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8f0dcc56-c894-4bf6-8910-993cb522a579 req-e193ef9e-af16-4b51-b4ca-8943aa04a63a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ee500532-c94f-4522-9440-c6b811141821 HTTP/1.1" status: 200 len: 854 time: 0.0425239 Apr 29 13:37:01.309178 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0dcc56-c894-4bf6-8910-993cb522a579 req-dfc644f8-91ac-4d92-b6ea-37c13d5921f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:37:01.310654 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8f0dcc56-c894-4bf6-8910-993cb522a579 req-dfc644f8-91ac-4d92-b6ea-37c13d5921f9 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=aed5bada-2ebd-473c-95ba-e41c403ed8c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409446 Apr 29 13:37:01.405333 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8f0dcc56-c894-4bf6-8910-993cb522a579 req-642fae3f-1c87-4e8d-856b-a3bdb7427899 service neutron] 10.222.0.75 "GET /v2.0/networks/aed5bada-2ebd-473c-95ba-e41c403ed8c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884700 Apr 29 13:37:01.500643 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8f0dcc56-c894-4bf6-8910-993cb522a579 req-816b8afe-7731-48e8-b254-0688edee79e1 service neutron] 10.222.0.75 "GET /v2.0/networks/aed5bada-2ebd-473c-95ba-e41c403ed8c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895727 Apr 29 13:37:02.122325 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a11aa3-3a3c-4345-b9cf-c0e8d6e5d316 req-9ffe5803-0bf7-430a-86be-6bb825571ebe tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:37:02.123807 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-c9a11aa3-3a3c-4345-b9cf-c0e8d6e5d316 req-9ffe5803-0bf7-430a-86be-6bb825571ebe tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "GET /v2.0/ports?device_id=36ee0498-a5be-4743-a8bf-8c27f27b27e9 HTTP/1.1" status: 200 len: 944 time: 0.0467224 Apr 29 13:37:02.411133 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-c9a11aa3-3a3c-4345-b9cf-c0e8d6e5d316 req-8ec3078b-e9bb-4ebb-b783-f275b16315a3 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "GET /v2.0/security-groups?id=01df8775-c93b-43d2-85cd-c16eb9f9e735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807624 Apr 29 13:37:03.528574 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c266a8-68b3-45fe-8cd7-3e9dff85440e req-923b78c5-9018-415a-9f25-5a666e4d0992 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:37:03.530110 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-20c266a8-68b3-45fe-8cd7-3e9dff85440e req-923b78c5-9018-415a-9f25-5a666e4d0992 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "GET /v2.0/ports?device_id=36ee0498-a5be-4743-a8bf-8c27f27b27e9 HTTP/1.1" status: 200 len: 944 time: 0.0507722 Apr 29 13:37:03.577630 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-20c266a8-68b3-45fe-8cd7-3e9dff85440e req-fd839a3d-6368-495d-9864-e85d18e631bc tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "GET /v2.0/security-groups?id=01df8775-c93b-43d2-85cd-c16eb9f9e735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417671 Apr 29 13:37:04.691970 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee8a01-4149-4950-9888-003c92573b07 req-5d65761a-7b8f-4301-8be6-3af403aae472 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:37:04.693490 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-d5ee8a01-4149-4950-9888-003c92573b07 req-5d65761a-7b8f-4301-8be6-3af403aae472 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "GET /v2.0/ports?device_id=36ee0498-a5be-4743-a8bf-8c27f27b27e9 HTTP/1.1" status: 200 len: 944 time: 0.0481024 Apr 29 13:37:04.742510 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-d5ee8a01-4149-4950-9888-003c92573b07 req-2316e1ed-7612-47ef-91aa-baed61f04e29 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "GET /v2.0/security-groups?id=01df8775-c93b-43d2-85cd-c16eb9f9e735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434160 Apr 29 13:37:04.766258 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (477bd1e1-70d7-4a7b-b37c-5892af57f2e4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:37:05.184368 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device 67427d93-0f3e-4980-a123-cec2759264d4 details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 13:37:05.285504 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] For port 67427d93-0f3e-4980-a123-cec2759264d4, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=67427d93-0f3e-4980-a123-cec2759264d4,segment=NetworkSegment(82246430-61ad-47f9-b1b1-3d9cb04ddac8),segment_id=82246430-61ad-47f9-b1b1-3d9cb04ddac8)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:37:05.296531 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Returning: {'device': '67427d93-0f3e-4980-a123-cec2759264d4', 'network_id': 'aed5bada-2ebd-473c-95ba-e41c403ed8c3', 'port_id': '67427d93-0f3e-4980-a123-cec2759264d4', 'mac_address': 'fa:16:3e:49:ea:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee500532-c94f-4522-9440-c6b811141821', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 13:37:05.337882 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Current status of the port 67427d93-0f3e-4980-a123-cec2759264d4 is: DOWN; New status is: BUILD {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:37:05.338293 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (67427d93-0f3e-4980-a123-cec2759264d4), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:37:05.351654 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67427d93-0f3e-4980-a123-cec2759264d4 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:37:05.372025 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] For port 67427d93-0f3e-4980-a123-cec2759264d4, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=67427d93-0f3e-4980-a123-cec2759264d4,segment=NetworkSegment(82246430-61ad-47f9-b1b1-3d9cb04ddac8),segment_id=82246430-61ad-47f9-b1b1-3d9cb04ddac8)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:37:05.376339 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (67427d93-0f3e-4980-a123-cec2759264d4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:37:05.426815 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Pushing event updated for resources: {'Port': ['ID=67427d93-0f3e-4980-a123-cec2759264d4,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:37:05.785458 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] get_ports_and_sgs() called for port_ids ['67427d93-0f3e-4980-a123-cec2759264d4'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 13:37:05.858153 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b20793-ead9-41fa-bc3b-8d7a6f2cf67b req-7d2c1451-46fd-4677-80de-606db2df8519 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:37:05.860455 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-53b20793-ead9-41fa-bc3b-8d7a6f2cf67b req-7d2c1451-46fd-4677-80de-606db2df8519 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "GET /v2.0/ports?device_id=36ee0498-a5be-4743-a8bf-8c27f27b27e9 HTTP/1.1" status: 200 len: 945 time: 0.0476830 Apr 29 13:37:05.910893 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-53b20793-ead9-41fa-bc3b-8d7a6f2cf67b req-d12355d8-ca08-4427-962a-2905680e5a17 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "GET /v2.0/security-groups?id=01df8775-c93b-43d2-85cd-c16eb9f9e735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445487 Apr 29 13:37:07.024763 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b0c8ff-7a3b-4cb6-9359-cf08ac7c0550 req-ce57e93b-652e-47b5-af95-248c5feb2376 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:37:07.026269 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-28b0c8ff-7a3b-4cb6-9359-cf08ac7c0550 req-ce57e93b-652e-47b5-af95-248c5feb2376 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "GET /v2.0/ports?device_id=36ee0498-a5be-4743-a8bf-8c27f27b27e9 HTTP/1.1" status: 200 len: 945 time: 0.0470161 Apr 29 13:37:07.075876 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-28b0c8ff-7a3b-4cb6-9359-cf08ac7c0550 req-b4e573e6-1e79-4896-9ec9-e4fc4670700a tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "GET /v2.0/security-groups?id=01df8775-c93b-43d2-85cd-c16eb9f9e735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439796 Apr 29 13:37:07.196832 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device 67427d93-0f3e-4980-a123-cec2759264d4 up at agent hyperv_hv-cinder-83769 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:37:07.244760 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Provisioning for port 67427d93-0f3e-4980-a123-cec2759264d4 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 13:37:07.251196 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Provisioning complete for port 67427d93-0f3e-4980-a123-cec2759264d4 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:37:07.251690 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (67427d93-0f3e-4980-a123-cec2759264d4), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:37:07.328262 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Current status of the port 67427d93-0f3e-4980-a123-cec2759264d4 is: BUILD; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:37:07.329155 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (67427d93-0f3e-4980-a123-cec2759264d4), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:37:07.353031 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36ee0498-a5be-4743-a8bf-8c27f27b27e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67427d93-0f3e-4980-a123-cec2759264d4'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:37:07.355275 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0016abbf82925ac5bb98c97d9984ae38170a8446c70b2249197f38a9e3d809b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f912f0-8efd-4ede-b4a1-bad1ae88c44c" -d '{"events": [{"server_uuid": "36ee0498-a5be-4743-a8bf-8c27f27b27e9", "name": "network-vif-plugged", "status": "completed", "tag": "67427d93-0f3e-4980-a123-cec2759264d4"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:37:07.369341 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] For port 67427d93-0f3e-4980-a123-cec2759264d4, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=67427d93-0f3e-4980-a123-cec2759264d4,segment=NetworkSegment(82246430-61ad-47f9-b1b1-3d9cb04ddac8),segment_id=82246430-61ad-47f9-b1b1-3d9cb04ddac8)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:37:07.374017 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (67427d93-0f3e-4980-a123-cec2759264d4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:37:07.398759 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45df9813-7bd2-4744-91ca-a3275c47652b x-openstack-request-id: req-45df9813-7bd2-4744-91ca-a3275c47652b {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:37:07.399055 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36ee0498-a5be-4743-a8bf-8c27f27b27e9", "name": "network-vif-plugged", "status": "completed", "tag": "67427d93-0f3e-4980-a123-cec2759264d4", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:37:07.399306 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-45df9813-7bd2-4744-91ca-a3275c47652b {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:37:07.399699 dv-cinder-837699-3-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45df9813-7bd2-4744-91ca-a3275c47652b'] response: {'server_uuid': '36ee0498-a5be-4743-a8bf-8c27f27b27e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67427d93-0f3e-4980-a123-cec2759264d4', 'code': 200} Apr 29 13:37:07.430278 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Pushing event updated for resources: {'Port': ['ID=67427d93-0f3e-4980-a123-cec2759264d4,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:37:07.592309 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84afc45e-f80d-49c4-8be7-678e8d685074 req-55c3339c-8cb3-442a-b3e5-12bb44aacb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:37:07.593809 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-84afc45e-f80d-49c4-8be7-678e8d685074 req-55c3339c-8cb3-442a-b3e5-12bb44aacb86 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=36ee0498-a5be-4743-a8bf-8c27f27b27e9 HTTP/1.1" status: 200 len: 1130 time: 0.0380995 Apr 29 13:37:07.636066 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-84afc45e-f80d-49c4-8be7-678e8d685074 req-c5bef242-f49c-4633-b618-27af83898917 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=01df8775-c93b-43d2-85cd-c16eb9f9e735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358269 Apr 29 13:37:08.187431 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7f7a03-d3d5-4958-b73f-5333f91d102e req-53b3cd96-1849-4c1c-97ae-9b99b0eae104 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:37:08.189443 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1a7f7a03-d3d5-4958-b73f-5333f91d102e req-53b3cd96-1849-4c1c-97ae-9b99b0eae104 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "GET /v2.0/ports?device_id=36ee0498-a5be-4743-a8bf-8c27f27b27e9 HTTP/1.1" status: 200 len: 946 time: 0.0467989 Apr 29 13:37:08.236275 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1a7f7a03-d3d5-4958-b73f-5333f91d102e req-7e9310b2-db5c-4422-b1b9-21cdabf064af tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "GET /v2.0/security-groups?id=01df8775-c93b-43d2-85cd-c16eb9f9e735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412610 Apr 29 13:37:09.354194 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf1bce0-dbab-4af1-be0b-aa65bff3bce4 req-015c864d-9086-4711-95c1-c41c898e00e6 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:37:09.355688 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bcf1bce0-dbab-4af1-be0b-aa65bff3bce4 req-015c864d-9086-4711-95c1-c41c898e00e6 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "GET /v2.0/ports?device_id=36ee0498-a5be-4743-a8bf-8c27f27b27e9 HTTP/1.1" status: 200 len: 946 time: 0.0497277 Apr 29 13:37:09.403817 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bcf1bce0-dbab-4af1-be0b-aa65bff3bce4 req-a33fb493-ace6-4212-bf23-41238383ac58 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "GET /v2.0/security-groups?id=01df8775-c93b-43d2-85cd-c16eb9f9e735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420568 Apr 29 13:37:10.516852 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41900d04-f82c-4a2c-851f-9f2e1968166c req-b61545b3-549e-449a-b60f-6a1d2dc61fd8 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:37:10.518314 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-41900d04-f82c-4a2c-851f-9f2e1968166c req-b61545b3-549e-449a-b60f-6a1d2dc61fd8 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "GET /v2.0/ports?device_id=36ee0498-a5be-4743-a8bf-8c27f27b27e9 HTTP/1.1" status: 200 len: 946 time: 0.0473428 Apr 29 13:37:10.563926 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-41900d04-f82c-4a2c-851f-9f2e1968166c req-f862ade3-2e9e-4249-8049-e3fa4a5f7d06 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "GET /v2.0/security-groups?id=01df8775-c93b-43d2-85cd-c16eb9f9e735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400536 Apr 29 13:37:10.678708 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3969c-5c2b-4dba-8119-504c0aef0e4d req-291edcf6-9c4d-4dab-a7b1-7245a50589a1 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:37:10.680187 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f3d3969c-5c2b-4dba-8119-504c0aef0e4d req-291edcf6-9c4d-4dab-a7b1-7245a50589a1 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "GET /v2.0/ports?device_id=36ee0498-a5be-4743-a8bf-8c27f27b27e9 HTTP/1.1" status: 200 len: 946 time: 0.0506952 Apr 29 13:37:10.728938 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f3d3969c-5c2b-4dba-8119-504c0aef0e4d req-888d78a5-9817-4db6-b5f2-f6ebe4de1634 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "GET /v2.0/security-groups?id=01df8775-c93b-43d2-85cd-c16eb9f9e735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430827 Apr 29 13:37:11.051377 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22be9f4e-1b97-4288-b0fb-ff12039bf614 req-961964df-14b7-4065-809e-4ef4e61e835c tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:37:11.052782 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-22be9f4e-1b97-4288-b0fb-ff12039bf614 req-961964df-14b7-4065-809e-4ef4e61e835c tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "GET /v2.0/ports?device_id=36ee0498-a5be-4743-a8bf-8c27f27b27e9 HTTP/1.1" status: 200 len: 946 time: 0.0472414 Apr 29 13:37:11.101247 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-22be9f4e-1b97-4288-b0fb-ff12039bf614 req-454146f0-320c-4a0c-abb9-9feb73ad9158 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "GET /v2.0/security-groups?id=01df8775-c93b-43d2-85cd-c16eb9f9e735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428510 Apr 29 13:37:14.742655 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c4090ed3-b188-48ef-a6b9-5d78229fc55d None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:37:17.574006 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [req-c3a892cb-fcf3-44e4-9a21-ca33dbc7a7e8 req-d65ce618-4c8c-4f20-be7e-94e1ca276e5e service neutron] (103364) timed out ('10.222.0.75', 53682) {{(pid=103364) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 29 13:37:20.509349 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a6de4-405d-4d36-854f-5934b88eba71 req-74d5f4ab-1a6f-49c2-9fd9-3ca4e1dc134f tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:37:20.510813 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ea5a6de4-405d-4d36-854f-5934b88eba71 req-74d5f4ab-1a6f-49c2-9fd9-3ca4e1dc134f tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "GET /v2.0/ports?device_id=36ee0498-a5be-4743-a8bf-8c27f27b27e9 HTTP/1.1" status: 200 len: 946 time: 0.0473819 Apr 29 13:37:20.559881 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ea5a6de4-405d-4d36-854f-5934b88eba71 req-79ed0eb8-7356-42f2-a861-d5b20ba1985d tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "GET /v2.0/security-groups?id=01df8775-c93b-43d2-85cd-c16eb9f9e735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433762 Apr 29 13:37:20.582745 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 59544) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:37:20.665305 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21385cbd-92f8-49fd-b2c0-bdd609a8592f tempest-TestMinimumBasicScenario-1693515291 tempest-TestMinimumBasicScenario-1693515291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:37:20.666905 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-21385cbd-92f8-49fd-b2c0-bdd609a8592f tempest-TestMinimumBasicScenario-1693515291 tempest-TestMinimumBasicScenario-1693515291-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=36ee0498-a5be-4743-a8bf-8c27f27b27e9 HTTP/1.1" status: 200 len: 1125 time: 0.0830746 Apr 29 13:37:20.669764 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 59548) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:37:20.674576 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-d957603b-5ee2-48fb-9458-68c7fd36f202 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Request body: {'floatingip': {'floating_network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'port_id': '67427d93-0f3e-4980-a123-cec2759264d4', 'tenant_id': 'cbfc0e39ebbb42d5a3228f426b94c4dd', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:37:20.694409 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d957603b-5ee2-48fb-9458-68c7fd36f202 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:37:20.776381 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d957603b-5ee2-48fb-9458-68c7fd36f202 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:37:20.880330 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-d957603b-5ee2-48fb-9458-68c7fd36f202 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Allocated IP 172.27.0.232 (754f8d77-c1fb-438d-9dec-eec91b4433a5/8519c0fa-1b1c-41ff-b70f-9433c7b7bb38/45c60d35-773e-49a9-890b-7899f770a78c) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:37:20.988298 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d957603b-5ee2-48fb-9458-68c7fd36f202 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Publish callbacks [] for port (45c60d35-773e-49a9-890b-7899f770a78c), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:37:21.021555 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d957603b-5ee2-48fb-9458-68c7fd36f202 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783155810398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8537941'] for port (45c60d35-773e-49a9-890b-7899f770a78c), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:37:21.057995 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d957603b-5ee2-48fb-9458-68c7fd36f202 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Network 754f8d77-c1fb-438d-9dec-eec91b4433a5 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:37:21.060805 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-d957603b-5ee2-48fb-9458-68c7fd36f202 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:37:21.067288 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d957603b-5ee2-48fb-9458-68c7fd36f202 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:37:21.090582 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d957603b-5ee2-48fb-9458-68c7fd36f202 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Pushing event updated for resources: {'Port': ['ID=45c60d35-773e-49a9-890b-7899f770a78c,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:37:21.104351 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d957603b-5ee2-48fb-9458-68c7fd36f202 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:37:21.104696 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d957603b-5ee2-48fb-9458-68c7fd36f202 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:37:21.105059 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d957603b-5ee2-48fb-9458-68c7fd36f202 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:37:21.105394 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d957603b-5ee2-48fb-9458-68c7fd36f202 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:37:21.105722 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d957603b-5ee2-48fb-9458-68c7fd36f202 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:37:21.106046 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d957603b-5ee2-48fb-9458-68c7fd36f202 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:37:21.106369 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d957603b-5ee2-48fb-9458-68c7fd36f202 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:37:21.106691 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d957603b-5ee2-48fb-9458-68c7fd36f202 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:37:21.107010 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d957603b-5ee2-48fb-9458-68c7fd36f202 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:37:21.107329 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d957603b-5ee2-48fb-9458-68c7fd36f202 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:37:21.107670 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d957603b-5ee2-48fb-9458-68c7fd36f202 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:37:21.107971 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d957603b-5ee2-48fb-9458-68c7fd36f202 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:37:21.108288 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d957603b-5ee2-48fb-9458-68c7fd36f202 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:37:21.108601 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d957603b-5ee2-48fb-9458-68c7fd36f202 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:37:21.108949 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d957603b-5ee2-48fb-9458-68c7fd36f202 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:37:21.448009 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d957603b-5ee2-48fb-9458-68c7fd36f202 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Publish callbacks [] for floatingip (2d280929-a503-42df-a51c-b04592a9aa32), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:37:21.518918 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d957603b-5ee2-48fb-9458-68c7fd36f202 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (45c60d35-773e-49a9-890b-7899f770a78c), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:37:21.598374 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5d2731c7-73b7-4241-af9a-3766dc755083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (e437e712-237e-4a54-83a8-782eed3c5f0c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:37:21.670914 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d957603b-5ee2-48fb-9458-68c7fd36f202 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Publish callbacks [] for port (45c60d35-773e-49a9-890b-7899f770a78c), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:37:21.675295 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d957603b-5ee2-48fb-9458-68c7fd36f202 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8537934'] for port (45c60d35-773e-49a9-890b-7899f770a78c), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:37:21.745858 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d957603b-5ee2-48fb-9458-68c7fd36f202 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Pushing event updated for resources: {'Port': ['ID=45c60d35-773e-49a9-890b-7899f770a78c,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:37:21.757948 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d957603b-5ee2-48fb-9458-68c7fd36f202 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706107'] for floatingip (2d280929-a503-42df-a51c-b04592a9aa32), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:37:21.861520 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.db.l3_db [None req-d957603b-5ee2-48fb-9458-68c7fd36f202 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Floating IP 2d280929-a503-42df-a51c-b04592a9aa32 associated. External IP: 172.27.0.232, port: 67427d93-0f3e-4980-a123-cec2759264d4. Apr 29 13:37:22.074375 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d957603b-5ee2-48fb-9458-68c7fd36f202 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Router 70a707a7-95d9-4ad2-abdb-0f5b8db21cf7 has already been hosted by L3 agent ffd5f049-29fc-4e99-906d-6eadce93ab48 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:37:22.460966 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d957603b-5ee2-48fb-9458-68c7fd36f202 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Notify agent at l3_agent.dv-cinder-837699-3-iscsi the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:37:22.470968 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fda5ded-7d7d-46c8-8004-ed34ca5b7319 None None] Sync routers for ids ['70a707a7-95d9-4ad2-abdb-0f5b8db21cf7'] in dv-cinder-837699-3-iscsi {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:37:22.480080 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d957603b-5ee2-48fb-9458-68c7fd36f202 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574'] for floatingip (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:37:22.482181 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fda5ded-7d7d-46c8-8004-ed34ca5b7319 None None] Routers {'70a707a7-95d9-4ad2-abdb-0f5b8db21cf7'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:37:22.482774 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-2fda5ded-7d7d-46c8-8004-ed34ca5b7319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:36:54Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['70a707a7-95d9-4ad2-abdb-0f5b8db21cf7'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:37:22.509916 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-d957603b-5ee2-48fb-9458-68c7fd36f202 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8391309 Apr 29 13:37:22.510614 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36ee0498-a5be-4743-a8bf-8c27f27b27e9', 'tag': '67427d93-0f3e-4980-a123-cec2759264d4'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:37:22.512716 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 59550) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:37:22.513222 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34453e8beaba66333125c1a762a789c78ce2f458b63942c2f470c2340433bc94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5db716e-4c23-4813-99f7-8dd61bbde6e7" -d '{"events": [{"name": "network-changed", "server_uuid": "36ee0498-a5be-4743-a8bf-8c27f27b27e9", "tag": "67427d93-0f3e-4980-a123-cec2759264d4"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:37:22.518769 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-0ec84351-1c13-45a2-9b74-8fe6dd756431 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-81082529', 'description': 'tempest-secgroup-smoke-81082529 description', 'project_id': 'cbfc0e39ebbb42d5a3228f426b94c4dd'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:37:22.542529 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0ec84351-1c13-45a2-9b74-8fe6dd756431 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:37:22.555136 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3479bc41-b0a6-43be-8f05-9edf34dc24d4 x-openstack-request-id: req-3479bc41-b0a6-43be-8f05-9edf34dc24d4 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:37:22.555677 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36ee0498-a5be-4743-a8bf-8c27f27b27e9", "tag": "67427d93-0f3e-4980-a123-cec2759264d4", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:37:22.555846 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3479bc41-b0a6-43be-8f05-9edf34dc24d4 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:37:22.556281 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3479bc41-b0a6-43be-8f05-9edf34dc24d4'] response: {'name': 'network-changed', 'server_uuid': '36ee0498-a5be-4743-a8bf-8c27f27b27e9', 'tag': '67427d93-0f3e-4980-a123-cec2759264d4', 'status': 'completed', 'code': 200} Apr 29 13:37:22.600295 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-2fda5ded-7d7d-46c8-8004-ed34ca5b7319 None None] Set router 70a707a7-95d9-4ad2-abdb-0f5b8db21cf7 gateway port host: dv-cinder-837699-3-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:37:22.620728 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0ec84351-1c13-45a2-9b74-8fe6dd756431 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Publish callbacks [] for security_group (df07862b-76d3-44d7-9a69-bab4e6b6ae08), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:37:22.626290 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0ec84351-1c13-45a2-9b74-8fe6dd756431 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (df07862b-76d3-44d7-9a69-bab4e6b6ae08), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:37:22.645466 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db716e-4c23-4813-99f7-8dd61bbde6e7 req-4e68250f-6fbc-402b-b564-480ea7380aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:37:22.647192 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e5db716e-4c23-4813-99f7-8dd61bbde6e7 req-4e68250f-6fbc-402b-b564-480ea7380aba service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=cbfc0e39ebbb42d5a3228f426b94c4dd&device_id=36ee0498-a5be-4743-a8bf-8c27f27b27e9 HTTP/1.1" status: 200 len: 1130 time: 0.0463138 Apr 29 13:37:22.648049 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0ec84351-1c13-45a2-9b74-8fe6dd756431 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:37:22.653226 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-0ec84351-1c13-45a2-9b74-8fe6dd756431 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1348929 Apr 29 13:37:22.653226 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 59554) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:37:22.657786 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-bd7759e6-101c-4bbc-9bd9-c1f7055c9314 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Request body: {'security_group_rule': {'security_group_id': 'df07862b-76d3-44d7-9a69-bab4e6b6ae08', 'project_id': 'cbfc0e39ebbb42d5a3228f426b94c4dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:37:22.681482 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec84351-1c13-45a2-9b74-8fe6dd756431 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df07862b-76d3-44d7-9a69-bab4e6b6ae08,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:37:22.692005 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec84351-1c13-45a2-9b74-8fe6dd756431 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:37:22.692356 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec84351-1c13-45a2-9b74-8fe6dd756431 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:37:22.692712 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec84351-1c13-45a2-9b74-8fe6dd756431 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:37:22.693099 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec84351-1c13-45a2-9b74-8fe6dd756431 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:37:22.693447 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec84351-1c13-45a2-9b74-8fe6dd756431 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:37:22.693793 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec84351-1c13-45a2-9b74-8fe6dd756431 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:37:22.694134 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec84351-1c13-45a2-9b74-8fe6dd756431 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:37:22.694472 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec84351-1c13-45a2-9b74-8fe6dd756431 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:37:22.694811 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec84351-1c13-45a2-9b74-8fe6dd756431 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:37:22.695147 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec84351-1c13-45a2-9b74-8fe6dd756431 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:37:22.695483 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec84351-1c13-45a2-9b74-8fe6dd756431 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:37:22.695904 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec84351-1c13-45a2-9b74-8fe6dd756431 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:37:22.696241 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec84351-1c13-45a2-9b74-8fe6dd756431 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:37:22.696576 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec84351-1c13-45a2-9b74-8fe6dd756431 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:37:22.696934 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec84351-1c13-45a2-9b74-8fe6dd756431 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:37:22.715290 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bd7759e6-101c-4bbc-9bd9-c1f7055c9314 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Publish callbacks [] for security_group_rule (61f9c2cd-70d7-4d71-a7e9-8288a6111e66), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:37:22.751961 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db716e-4c23-4813-99f7-8dd61bbde6e7 req-2be1a28c-3332-422a-8793-6808404010bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:37:22.753702 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e5db716e-4c23-4813-99f7-8dd61bbde6e7 req-2be1a28c-3332-422a-8793-6808404010bd service neutron] 10.222.0.75 "GET /v2.0/networks?id=aed5bada-2ebd-473c-95ba-e41c403ed8c3 HTTP/1.1" status: 200 len: 916 time: 0.1002748 Apr 29 13:37:22.777527 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bd7759e6-101c-4bbc-9bd9-c1f7055c9314 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Publish callbacks [] for security_group_rule (61f9c2cd-70d7-4d71-a7e9-8288a6111e66), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:37:22.786263 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bd7759e6-101c-4bbc-9bd9-c1f7055c9314 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773016'] for security_group_rule (61f9c2cd-70d7-4d71-a7e9-8288a6111e66), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:37:22.803547 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7759e6-101c-4bbc-9bd9-c1f7055c9314 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61f9c2cd-70d7-4d71-a7e9-8288a6111e66,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:37:22.818071 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bd7759e6-101c-4bbc-9bd9-c1f7055c9314 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:37:22.819290 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-bd7759e6-101c-4bbc-9bd9-c1f7055c9314 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1655505 Apr 29 13:37:22.823980 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 59556) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:37:22.830722 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-c444984e-fb08-4667-8b28-d17701c1cffc tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Request body: {'security_group_rule': {'security_group_id': 'df07862b-76d3-44d7-9a69-bab4e6b6ae08', 'project_id': 'cbfc0e39ebbb42d5a3228f426b94c4dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:37:22.833113 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-2fda5ded-7d7d-46c8-8004-ed34ca5b7319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a707a7-95d9-4ad2-abdb-0f5b8db21cf7', 'name': 'tempest-TestMinimumBasicScenario-1996160214-router', 'tenant_id': 'cbfc0e39ebbb42d5a3228f426b94c4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '8ae5f2aa-e0bf-4bc7-9906-084b45c88b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:36:27Z', 'updated_at': '2022-04-29T13:36:30Z', 'revision_number': 4, 'project_id': 'cbfc0e39ebbb42d5a3228f426b94c4dd', 'gw_port': {'id': '8ae5f2aa-e0bf-4bc7-9906-084b45c88b72', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a707a7-95d9-4ad2-abdb-0f5b8db21cf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:36:28Z', 'updated_at': '2022-04-29T13:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_floatingips': [{'id': '2d280929-a503-42df-a51c-b04592a9aa32', 'tenant_id': 'cbfc0e39ebbb42d5a3228f426b94c4dd', 'floating_ip_address': '172.27.0.232', 'floating_network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'router_id': '70a707a7-95d9-4ad2-abdb-0f5b8db21cf7', 'port_id': '67427d93-0f3e-4980-a123-cec2759264d4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aed5bada-2ebd-473c-95ba-e41c403ed8c3', 'mac_address': 'fa:16:3e:49:ea:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ee0498-a5be-4743-a8bf-8c27f27b27e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:37:21Z', 'updated_at': '2022-04-29T13:37:21Z', 'revision_number': 0, 'project_id': 'cbfc0e39ebbb42d5a3228f426b94c4dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c22f9823-1149-4216-8c18-e4869198ff71', 'name': '', 'network_id': 'aed5bada-2ebd-473c-95ba-e41c403ed8c3', 'tenant_id': 'cbfc0e39ebbb42d5a3228f426b94c4dd', 'mac_address': 'fa:16:3e:32:4b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a707a7-95d9-4ad2-abdb-0f5b8db21cf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'ee500532-c94f-4522-9440-c6b811141821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:36:29Z', 'updated_at': '2022-04-29T13:36:34Z', 'revision_number': 5, 'project_id': 'cbfc0e39ebbb42d5a3228f426b94c4dd', 'subnets': [{'id': 'ee500532-c94f-4522-9440-c6b811141821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:37:22.850720 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e5db716e-4c23-4813-99f7-8dd61bbde6e7 req-40231764-304e-45b8-820f-65dafd4286cc service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67427d93-0f3e-4980-a123-cec2759264d4 HTTP/1.1" status: 200 len: 1000 time: 0.0892193 Apr 29 13:37:22.860891 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fda5ded-7d7d-46c8-8004-ed34ca5b7319 None None] Checking router: 70a707a7-95d9-4ad2-abdb-0f5b8db21cf7 for host: dv-cinder-837699-3-iscsi {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:37:22.869551 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fda5ded-7d7d-46c8-8004-ed34ca5b7319 None None] Routers {'70a707a7-95d9-4ad2-abdb-0f5b8db21cf7'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:37:22.870165 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-2fda5ded-7d7d-46c8-8004-ed34ca5b7319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:36:54Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['70a707a7-95d9-4ad2-abdb-0f5b8db21cf7'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:37:22.890644 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c444984e-fb08-4667-8b28-d17701c1cffc tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Publish callbacks [] for security_group_rule (505d2405-7519-4380-a96c-bdf19a9fc97a), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:37:22.937860 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db716e-4c23-4813-99f7-8dd61bbde6e7 req-20b8e931-3d5b-414f-b1b6-4ee118f8f3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:37:22.939476 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e5db716e-4c23-4813-99f7-8dd61bbde6e7 req-20b8e931-3d5b-414f-b1b6-4ee118f8f3c6 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ee500532-c94f-4522-9440-c6b811141821 HTTP/1.1" status: 200 len: 854 time: 0.0819972 Apr 29 13:37:22.969607 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c444984e-fb08-4667-8b28-d17701c1cffc tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Publish callbacks [] for security_group_rule (505d2405-7519-4380-a96c-bdf19a9fc97a), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:37:22.981273 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-2fda5ded-7d7d-46c8-8004-ed34ca5b7319 None None] Set router 70a707a7-95d9-4ad2-abdb-0f5b8db21cf7 gateway port host: dv-cinder-837699-3-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:37:22.988798 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c444984e-fb08-4667-8b28-d17701c1cffc tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773016'] for security_group_rule (505d2405-7519-4380-a96c-bdf19a9fc97a), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:37:23.012644 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c444984e-fb08-4667-8b28-d17701c1cffc tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=505d2405-7519-4380-a96c-bdf19a9fc97a,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:37:23.015459 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db716e-4c23-4813-99f7-8dd61bbde6e7 req-de98e768-bfb4-4bb2-bcda-8fd446c19d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:37:23.017074 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e5db716e-4c23-4813-99f7-8dd61bbde6e7 req-de98e768-bfb4-4bb2-bcda-8fd446c19d8a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=aed5bada-2ebd-473c-95ba-e41c403ed8c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0626831 Apr 29 13:37:23.024303 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c444984e-fb08-4667-8b28-d17701c1cffc tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:37:23.025499 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-c444984e-fb08-4667-8b28-d17701c1cffc tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2005837 Apr 29 13:37:23.028290 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 59558) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:37:23.039531 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-5499ae5b-bbfd-40fa-8a78-a86fb795056a tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Request body: {'security_group_rule': {'security_group_id': 'df07862b-76d3-44d7-9a69-bab4e6b6ae08', 'project_id': 'cbfc0e39ebbb42d5a3228f426b94c4dd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:37:23.120714 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5499ae5b-bbfd-40fa-8a78-a86fb795056a tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Publish callbacks [] for security_group_rule (70900e04-990d-42df-8b61-9203fd9dcaab), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:37:23.160466 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e5db716e-4c23-4813-99f7-8dd61bbde6e7 req-b8569c7b-3fe2-4839-aca5-60babfe8647a service neutron] 10.222.0.75 "GET /v2.0/networks/aed5bada-2ebd-473c-95ba-e41c403ed8c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337452 Apr 29 13:37:23.204137 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5499ae5b-bbfd-40fa-8a78-a86fb795056a tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Publish callbacks [] for security_group_rule (70900e04-990d-42df-8b61-9203fd9dcaab), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:37:23.213020 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5499ae5b-bbfd-40fa-8a78-a86fb795056a tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773016'] for security_group_rule (70900e04-990d-42df-8b61-9203fd9dcaab), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:37:23.265777 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5499ae5b-bbfd-40fa-8a78-a86fb795056a tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70900e04-990d-42df-8b61-9203fd9dcaab,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:37:23.276565 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5499ae5b-bbfd-40fa-8a78-a86fb795056a tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:37:23.278329 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-5499ae5b-bbfd-40fa-8a78-a86fb795056a tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2490761 Apr 29 13:37:23.282587 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 59562) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:37:23.287135 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-ed0abc52-b845-4372-aa55-15c3940f80df tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Request body: {'security_group_rule': {'security_group_id': 'df07862b-76d3-44d7-9a69-bab4e6b6ae08', 'project_id': 'cbfc0e39ebbb42d5a3228f426b94c4dd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:37:23.309003 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e5db716e-4c23-4813-99f7-8dd61bbde6e7 req-dfd72f12-6278-4fec-993e-70411f825954 service neutron] 10.222.0.75 "GET /v2.0/networks/aed5bada-2ebd-473c-95ba-e41c403ed8c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353922 Apr 29 13:37:23.315842 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ed0abc52-b845-4372-aa55-15c3940f80df tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Publish callbacks [] for security_group_rule (5b8a8e1e-58af-4cf4-9fe4-3aabf2a67877), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:37:23.327520 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-2fda5ded-7d7d-46c8-8004-ed34ca5b7319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a707a7-95d9-4ad2-abdb-0f5b8db21cf7', 'name': 'tempest-TestMinimumBasicScenario-1996160214-router', 'tenant_id': 'cbfc0e39ebbb42d5a3228f426b94c4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '8ae5f2aa-e0bf-4bc7-9906-084b45c88b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:36:27Z', 'updated_at': '2022-04-29T13:36:30Z', 'revision_number': 4, 'project_id': 'cbfc0e39ebbb42d5a3228f426b94c4dd', 'gw_port': {'id': '8ae5f2aa-e0bf-4bc7-9906-084b45c88b72', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a707a7-95d9-4ad2-abdb-0f5b8db21cf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:36:28Z', 'updated_at': '2022-04-29T13:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_floatingips': [{'id': '2d280929-a503-42df-a51c-b04592a9aa32', 'tenant_id': 'cbfc0e39ebbb42d5a3228f426b94c4dd', 'floating_ip_address': '172.27.0.232', 'floating_network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'router_id': '70a707a7-95d9-4ad2-abdb-0f5b8db21cf7', 'port_id': '67427d93-0f3e-4980-a123-cec2759264d4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aed5bada-2ebd-473c-95ba-e41c403ed8c3', 'mac_address': 'fa:16:3e:49:ea:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ee0498-a5be-4743-a8bf-8c27f27b27e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:37:21Z', 'updated_at': '2022-04-29T13:37:21Z', 'revision_number': 0, 'project_id': 'cbfc0e39ebbb42d5a3228f426b94c4dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c22f9823-1149-4216-8c18-e4869198ff71', 'name': '', 'network_id': 'aed5bada-2ebd-473c-95ba-e41c403ed8c3', 'tenant_id': 'cbfc0e39ebbb42d5a3228f426b94c4dd', 'mac_address': 'fa:16:3e:32:4b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a707a7-95d9-4ad2-abdb-0f5b8db21cf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'ee500532-c94f-4522-9440-c6b811141821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:36:29Z', 'updated_at': '2022-04-29T13:36:34Z', 'revision_number': 5, 'project_id': 'cbfc0e39ebbb42d5a3228f426b94c4dd', 'subnets': [{'id': 'ee500532-c94f-4522-9440-c6b811141821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:37:23.357376 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fda5ded-7d7d-46c8-8004-ed34ca5b7319 None None] The sync data for ids ['70a707a7-95d9-4ad2-abdb-0f5b8db21cf7'] in dv-cinder-837699-3-iscsi is: [{'id': '70a707a7-95d9-4ad2-abdb-0f5b8db21cf7', 'name': 'tempest-TestMinimumBasicScenario-1996160214-router', 'tenant_id': 'cbfc0e39ebbb42d5a3228f426b94c4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '8ae5f2aa-e0bf-4bc7-9906-084b45c88b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:36:27Z', 'updated_at': '2022-04-29T13:36:30Z', 'revision_number': 4, 'project_id': 'cbfc0e39ebbb42d5a3228f426b94c4dd', 'gw_port': {'id': '8ae5f2aa-e0bf-4bc7-9906-084b45c88b72', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a707a7-95d9-4ad2-abdb-0f5b8db21cf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:36:28Z', 'updated_at': '2022-04-29T13:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_floatingips': [{'id': '2d280929-a503-42df-a51c-b04592a9aa32', 'tenant_id': 'cbfc0e39ebbb42d5a3228f426b94c4dd', 'floating_ip_address': '172.27.0.232', 'floating_network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'router_id': '70a707a7-95d9-4ad2-abdb-0f5b8db21cf7', 'port_id': '67427d93-0f3e-4980-a123-cec2759264d4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aed5bada-2ebd-473c-95ba-e41c403ed8c3', 'mac_address': 'fa:16:3e:49:ea:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ee0498-a5be-4743-a8bf-8c27f27b27e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:37:21Z', 'updated_at': '2022-04-29T13:37:21Z', 'revision_number': 0, 'project_id': 'cbfc0e39ebbb42d5a3228f426b94c4dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c22f9823-1149-4216-8c18-e4869198ff71', 'name': '', 'network_id': 'aed5bada-2ebd-473c-95ba-e41c403ed8c3', 'tenant_id': 'cbfc0e39ebbb42d5a3228f426b94c4dd', 'mac_address': 'fa:16:3e:32:4b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a707a7-95d9-4ad2-abdb-0f5b8db21cf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'ee500532-c94f-4522-9440-c6b811141821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:36:29Z', 'updated_at': '2022-04-29T13:36:34Z', 'revision_number': 5, 'project_id': 'cbfc0e39ebbb42d5a3228f426b94c4dd', 'subnets': [{'id': 'ee500532-c94f-4522-9440-c6b811141821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:37:23.382674 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ed0abc52-b845-4372-aa55-15c3940f80df tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Publish callbacks [] for security_group_rule (5b8a8e1e-58af-4cf4-9fe4-3aabf2a67877), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:37:23.386461 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ed0abc52-b845-4372-aa55-15c3940f80df tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773016'] for security_group_rule (5b8a8e1e-58af-4cf4-9fe4-3aabf2a67877), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:37:23.404927 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0abc52-b845-4372-aa55-15c3940f80df tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b8a8e1e-58af-4cf4-9fe4-3aabf2a67877,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:37:23.414738 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ed0abc52-b845-4372-aa55-15c3940f80df tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:37:23.415969 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-ed0abc52-b845-4372-aa55-15c3940f80df tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1323690 Apr 29 13:37:23.418711 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 59564) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:37:23.423262 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-534bbb0d-c650-4f16-acec-6ae5d4618689 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Request body: {'security_group_rule': {'security_group_id': 'df07862b-76d3-44d7-9a69-bab4e6b6ae08', 'project_id': 'cbfc0e39ebbb42d5a3228f426b94c4dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:37:23.445199 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.db.securitygroups_db [None req-534bbb0d-c650-4f16-acec-6ae5d4618689 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Project cbfc0e39ebbb42d5a3228f426b94c4dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 13:37:23.450949 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-534bbb0d-c650-4f16-acec-6ae5d4618689 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Publish callbacks [] for security_group_rule (1ced29d4-25ee-4910-90a6-4f79aa9d55b3), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:37:23.516112 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-534bbb0d-c650-4f16-acec-6ae5d4618689 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Publish callbacks [] for security_group_rule (1ced29d4-25ee-4910-90a6-4f79aa9d55b3), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:37:23.520402 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-534bbb0d-c650-4f16-acec-6ae5d4618689 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773016'] for security_group_rule (1ced29d4-25ee-4910-90a6-4f79aa9d55b3), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:37:23.540112 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534bbb0d-c650-4f16-acec-6ae5d4618689 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ced29d4-25ee-4910-90a6-4f79aa9d55b3,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:37:23.547454 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-534bbb0d-c650-4f16-acec-6ae5d4618689 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:37:23.548690 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-534bbb0d-c650-4f16-acec-6ae5d4618689 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1289463 Apr 29 13:37:23.551607 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 59566) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:37:23.556198 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-0cf1dae0-8834-48c5-98e9-f8b371e20c85 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Request body: {'security_group_rule': {'security_group_id': 'df07862b-76d3-44d7-9a69-bab4e6b6ae08', 'project_id': 'cbfc0e39ebbb42d5a3228f426b94c4dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:37:23.578666 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.db.securitygroups_db [None req-0cf1dae0-8834-48c5-98e9-f8b371e20c85 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Project cbfc0e39ebbb42d5a3228f426b94c4dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 13:37:23.580746 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217e08e5-2605-49b6-8c23-1450ad25b1c0 None None] New status for floating IP 2d280929-a503-42df-a51c-b04592a9aa32: ACTIVE {{(pid=103367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 13:37:23.585310 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0cf1dae0-8834-48c5-98e9-f8b371e20c85 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Publish callbacks [] for security_group_rule (4af68508-b718-4cad-a5d1-0c843dccc6bc), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:37:23.645706 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0cf1dae0-8834-48c5-98e9-f8b371e20c85 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Publish callbacks [] for security_group_rule (4af68508-b718-4cad-a5d1-0c843dccc6bc), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:37:23.649639 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0cf1dae0-8834-48c5-98e9-f8b371e20c85 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773016'] for security_group_rule (4af68508-b718-4cad-a5d1-0c843dccc6bc), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:37:23.667579 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf1dae0-8834-48c5-98e9-f8b371e20c85 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4af68508-b718-4cad-a5d1-0c843dccc6bc,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:37:23.676643 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0cf1dae0-8834-48c5-98e9-f8b371e20c85 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:37:23.677907 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-0cf1dae0-8834-48c5-98e9-f8b371e20c85 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1253490 Apr 29 13:37:23.779743 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e52c3506-b341-4cb7-9e6b-e31eb1334434 req-dd224d51-5800-4aa4-9303-56758a93718e tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-81082529&fields=id&tenant_id=cbfc0e39ebbb42d5a3228f426b94c4dd HTTP/1.1" status: 200 len: 267 time: 0.0535676 Apr 29 13:37:23.830702 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c3506-b341-4cb7-9e6b-e31eb1334434 req-309a98a4-8fee-40e5-a203-95217ae2189d tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:37:23.832165 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e52c3506-b341-4cb7-9e6b-e31eb1334434 req-309a98a4-8fee-40e5-a203-95217ae2189d tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "GET /v2.0/ports?device_id=36ee0498-a5be-4743-a8bf-8c27f27b27e9 HTTP/1.1" status: 200 len: 946 time: 0.0468223 Apr 29 13:37:23.842500 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [req-e52c3506-b341-4cb7-9e6b-e31eb1334434 req-fd23e161-bb50-43d3-bd4b-65cacdbfe3a9 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Request body: {'port': {'security_groups': ['01df8775-c93b-43d2-85cd-c16eb9f9e735', 'df07862b-76d3-44d7-9a69-bab4e6b6ae08']}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:37:23.911222 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-e52c3506-b341-4cb7-9e6b-e31eb1334434 req-fd23e161-bb50-43d3-bd4b-65cacdbfe3a9 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (67427d93-0f3e-4980-a123-cec2759264d4), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:37:24.107841 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-e52c3506-b341-4cb7-9e6b-e31eb1334434 req-fd23e161-bb50-43d3-bd4b-65cacdbfe3a9 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] For port 67427d93-0f3e-4980-a123-cec2759264d4, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=67427d93-0f3e-4980-a123-cec2759264d4,segment=NetworkSegment(82246430-61ad-47f9-b1b1-3d9cb04ddac8),segment_id=82246430-61ad-47f9-b1b1-3d9cb04ddac8)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:37:24.145456 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-e52c3506-b341-4cb7-9e6b-e31eb1334434 req-fd23e161-bb50-43d3-bd4b-65cacdbfe3a9 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Publish callbacks [] for port (67427d93-0f3e-4980-a123-cec2759264d4), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:37:24.150323 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-e52c3506-b341-4cb7-9e6b-e31eb1334434 req-fd23e161-bb50-43d3-bd4b-65cacdbfe3a9 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8537934'] for port (67427d93-0f3e-4980-a123-cec2759264d4), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:37:24.183803 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] get_ports_and_sgs() called for port_ids ['67427d93-0f3e-4980-a123-cec2759264d4'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 13:37:24.196177 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c3506-b341-4cb7-9e6b-e31eb1334434 req-fd23e161-bb50-43d3-bd4b-65cacdbfe3a9 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:37:24.196822 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-e52c3506-b341-4cb7-9e6b-e31eb1334434 req-fd23e161-bb50-43d3-bd4b-65cacdbfe3a9 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:37:24.198219 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e52c3506-b341-4cb7-9e6b-e31eb1334434 req-fd23e161-bb50-43d3-bd4b-65cacdbfe3a9 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "PUT /v2.0/ports/67427d93-0f3e-4980-a123-cec2759264d4 HTTP/1.1" status: 200 len: 982 time: 0.3600576 Apr 29 13:37:24.230653 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd23e161-bb50-43d3-bd4b-65cacdbfe3a9 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Pushing event updated for resources: {'Port': ['ID=67427d93-0f3e-4980-a123-cec2759264d4,revision_number=6']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:37:24.288946 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5bac940d-5245-4d15-8538-f042161188d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (ffd5f049-29fc-4e99-906d-6eadce93ab48), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:37:24.317814 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fdda4d-3c12-4719-a755-7d23ab5ef815 req-6df9c681-d47a-4246-9190-427d0957831c tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:37:24.319489 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-64fdda4d-3c12-4719-a755-7d23ab5ef815 req-6df9c681-d47a-4246-9190-427d0957831c tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "GET /v2.0/ports?device_id=36ee0498-a5be-4743-a8bf-8c27f27b27e9 HTTP/1.1" status: 200 len: 985 time: 0.0562978 Apr 29 13:37:24.326512 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] get_ports_and_sgs() called for port_ids ['67427d93-0f3e-4980-a123-cec2759264d4'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 13:37:24.388155 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-64fdda4d-3c12-4719-a755-7d23ab5ef815 req-871d4ae5-c13e-4163-a238-25bc26febc5b tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "GET /v2.0/security-groups?id=df07862b-76d3-44d7-9a69-bab4e6b6ae08&id=01df8775-c93b-43d2-85cd-c16eb9f9e735&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0616729 Apr 29 13:37:24.482146 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-5746f6f1-f21b-4e30-b4f3-c78473e6c45e None None] Provisioning complete for port 67427d93-0f3e-4980-a123-cec2759264d4 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:37:24.482432 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5746f6f1-f21b-4e30-b4f3-c78473e6c45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (67427d93-0f3e-4980-a123-cec2759264d4), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:37:24.557368 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36ee0498-a5be-4743-a8bf-8c27f27b27e9', 'tag': '67427d93-0f3e-4980-a123-cec2759264d4'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:37:24.560211 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34453e8beaba66333125c1a762a789c78ce2f458b63942c2f470c2340433bc94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b59972-7704-4c60-a45f-41b595352ccd" -d '{"events": [{"name": "network-changed", "server_uuid": "36ee0498-a5be-4743-a8bf-8c27f27b27e9", "tag": "67427d93-0f3e-4980-a123-cec2759264d4"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:37:24.596329 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67828167-733e-463c-9e4d-86279d88bf6b x-openstack-request-id: req-67828167-733e-463c-9e4d-86279d88bf6b {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:37:24.596623 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36ee0498-a5be-4743-a8bf-8c27f27b27e9", "tag": "67427d93-0f3e-4980-a123-cec2759264d4", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:37:24.596926 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-67828167-733e-463c-9e4d-86279d88bf6b {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:37:24.597603 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67828167-733e-463c-9e4d-86279d88bf6b'] response: {'name': 'network-changed', 'server_uuid': '36ee0498-a5be-4743-a8bf-8c27f27b27e9', 'tag': '67427d93-0f3e-4980-a123-cec2759264d4', 'status': 'completed', 'code': 200} Apr 29 13:37:24.683723 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b59972-7704-4c60-a45f-41b595352ccd req-ab01b265-1d35-41cd-86d7-b4e2dad56f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:37:24.685317 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-94b59972-7704-4c60-a45f-41b595352ccd req-ab01b265-1d35-41cd-86d7-b4e2dad56f42 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=cbfc0e39ebbb42d5a3228f426b94c4dd&device_id=36ee0498-a5be-4743-a8bf-8c27f27b27e9 HTTP/1.1" status: 200 len: 1169 time: 0.0406644 Apr 29 13:37:24.687140 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-5746f6f1-f21b-4e30-b4f3-c78473e6c45e None None] Current status of the port 67427d93-0f3e-4980-a123-cec2759264d4 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:37:24.783182 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b59972-7704-4c60-a45f-41b595352ccd req-a040f107-95e4-4edb-8683-8a9e24b1f0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:37:24.784688 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-94b59972-7704-4c60-a45f-41b595352ccd req-a040f107-95e4-4edb-8683-8a9e24b1f0e9 service neutron] 10.222.0.75 "GET /v2.0/networks?id=aed5bada-2ebd-473c-95ba-e41c403ed8c3 HTTP/1.1" status: 200 len: 916 time: 0.0929091 Apr 29 13:37:24.855563 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-94b59972-7704-4c60-a45f-41b595352ccd req-fac9655c-41a9-4e8b-93dc-a622be68da26 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67427d93-0f3e-4980-a123-cec2759264d4 HTTP/1.1" status: 200 len: 1002 time: 0.0650487 Apr 29 13:37:24.904803 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b59972-7704-4c60-a45f-41b595352ccd req-17ed0aa2-fdb5-4aa0-b03a-77f391ed2fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:37:24.906792 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-94b59972-7704-4c60-a45f-41b595352ccd req-17ed0aa2-fdb5-4aa0-b03a-77f391ed2fbf service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ee500532-c94f-4522-9440-c6b811141821 HTTP/1.1" status: 200 len: 854 time: 0.0434308 Apr 29 13:37:24.949520 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b59972-7704-4c60-a45f-41b595352ccd req-9cb7a4b8-1381-4615-8976-4ea5515182b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:37:24.951031 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-94b59972-7704-4c60-a45f-41b595352ccd req-9cb7a4b8-1381-4615-8976-4ea5515182b0 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=aed5bada-2ebd-473c-95ba-e41c403ed8c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385072 Apr 29 13:37:25.048020 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-94b59972-7704-4c60-a45f-41b595352ccd req-ee6dfa21-8b07-48f9-9881-1fe61f2de4a4 service neutron] 10.222.0.75 "GET /v2.0/networks/aed5bada-2ebd-473c-95ba-e41c403ed8c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880349 Apr 29 13:37:25.145802 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-94b59972-7704-4c60-a45f-41b595352ccd req-6f531434-dc95-440b-acc7-8516db2c6bc0 service neutron] 10.222.0.75 "GET /v2.0/networks/aed5bada-2ebd-473c-95ba-e41c403ed8c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855110 Apr 29 13:37:25.879434 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d46c6b96-c9c1-47b5-84ba-015c4e42046f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (1b2ea45c-9419-45d0-91af-29e2c5a1844a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:37:27.322088 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bea047bf-f99e-49b2-8b9d-5ba249a30c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (23d6c007-0036-4fdb-b033-28b1fd628d82), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:37:28.727516 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (070d87cd-fed4-4d07-85b5-c26ded61f2d8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:37:34.771789 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (477bd1e1-70d7-4a7b-b37c-5892af57f2e4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:37:37.359898 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [req-5eb8cf49-5adc-4ea0-af9a-690b2f82d06d req-e0072ed4-b880-4aed-be05-501c22be0a97 service neutron] (103364) timed out ('10.222.0.75', 53690) {{(pid=103364) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 29 13:37:39.308603 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7ff48ab1-58a0-49a9-89a4-8ff216884b5b req-cca96aaa-cbbd-49c8-9121-07fca86a6c17 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=f347d271-7560-493f-abc7-6c8e1b3590a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411863 Apr 29 13:37:39.403631 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff48ab1-58a0-49a9-89a4-8ff216884b5b req-c7908cd7-d0c9-4bc4-bda6-2d4f153b7794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:37:39.405163 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7ff48ab1-58a0-49a9-89a4-8ff216884b5b req-c7908cd7-d0c9-4bc4-bda6-2d4f153b7794 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4d8c9259b58545adaf385c72bb77aa53&device_id=f347d271-7560-493f-abc7-6c8e1b3590a1 HTTP/1.1" status: 200 len: 1129 time: 0.0381942 Apr 29 13:37:39.510475 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff48ab1-58a0-49a9-89a4-8ff216884b5b req-4bb062f6-c49b-497b-ad70-2596b22cfee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:37:39.511929 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7ff48ab1-58a0-49a9-89a4-8ff216884b5b req-4bb062f6-c49b-497b-ad70-2596b22cfee4 service neutron] 10.222.0.75 "GET /v2.0/networks?id=10b82da3-c375-4e58-823a-53086fcc21e4 HTTP/1.1" status: 200 len: 910 time: 0.0880129 Apr 29 13:37:39.574447 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7ff48ab1-58a0-49a9-89a4-8ff216884b5b req-31813e2c-8e89-4097-9cd4-aad5bbd08370 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1401e7c5-763e-4d9c-870e-fbd93fd7e99e HTTP/1.1" status: 200 len: 1001 time: 0.0569115 Apr 29 13:37:39.623053 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff48ab1-58a0-49a9-89a4-8ff216884b5b req-87b362f3-280f-4ac5-a8d6-919269f86e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:37:39.624523 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7ff48ab1-58a0-49a9-89a4-8ff216884b5b req-87b362f3-280f-4ac5-a8d6-919269f86e4d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0feaa1e6-ce2e-4231-b630-d1a566720245 HTTP/1.1" status: 200 len: 848 time: 0.0448630 Apr 29 13:37:39.675737 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff48ab1-58a0-49a9-89a4-8ff216884b5b req-a779467d-1e51-4cd7-865a-35419dc71361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:37:39.677770 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7ff48ab1-58a0-49a9-89a4-8ff216884b5b req-a779467d-1e51-4cd7-865a-35419dc71361 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=10b82da3-c375-4e58-823a-53086fcc21e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458620 Apr 29 13:37:39.769011 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7ff48ab1-58a0-49a9-89a4-8ff216884b5b req-9aabc850-e541-43c2-b701-a5d4f3643c7c service neutron] 10.222.0.75 "GET /v2.0/networks/10b82da3-c375-4e58-823a-53086fcc21e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847733 Apr 29 13:37:39.866380 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7ff48ab1-58a0-49a9-89a4-8ff216884b5b req-e39d03bf-4feb-44ed-8866-38ed92d05d57 service neutron] 10.222.0.75 "GET /v2.0/networks/10b82da3-c375-4e58-823a-53086fcc21e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910459 Apr 29 13:37:42.871618 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [req-9ed22651-971c-4877-8646-85130601bd1f req-96795278-2923-467a-bf94-df7f21a1615c service neutron] (103365) timed out ('10.222.0.75', 53670) {{(pid=103365) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 29 13:37:50.000168 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [req-2b072439-a38d-4eaf-9d6e-42e4cd424677 req-bef151f6-c78d-4789-aae5-20e2b67895ed service neutron] (103364) timed out ('10.222.0.75', 53709) {{(pid=103364) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 29 13:37:51.591083 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f7cbf3e4-c5e8-49e7-a26e-fd426d94b268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (e437e712-237e-4a54-83a8-782eed3c5f0c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:37:51.741759 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c4090ed3-b188-48ef-a6b9-5d78229fc55d None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:37:54.271326 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a19a72b6-e994-4bf3-bfe9-0b37d6cabb00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (ffd5f049-29fc-4e99-906d-6eadce93ab48), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:37:55.877937 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d46c6b96-c9c1-47b5-84ba-015c4e42046f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (1b2ea45c-9419-45d0-91af-29e2c5a1844a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:37:57.325224 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bea047bf-f99e-49b2-8b9d-5ba249a30c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (23d6c007-0036-4fdb-b033-28b1fd628d82), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:37:58.723661 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (070d87cd-fed4-4d07-85b5-c26ded61f2d8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:04.769134 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (477bd1e1-70d7-4a7b-b37c-5892af57f2e4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:06.836014 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6255e8-d16e-4b8b-9407-877abf1136c5 req-285682de-b050-4b94-9d5b-1fa47da79fa7 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:38:06.837527 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4a6255e8-d16e-4b8b-9407-877abf1136c5 req-285682de-b050-4b94-9d5b-1fa47da79fa7 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/ports?device_id=f347d271-7560-493f-abc7-6c8e1b3590a1 HTTP/1.1" status: 200 len: 945 time: 0.0483429 Apr 29 13:38:06.887315 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4a6255e8-d16e-4b8b-9407-877abf1136c5 req-9f893c78-b7f6-4133-a502-977e585198cb tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d76ac88-7a1b-47f8-9174-8d787d485cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439839 Apr 29 13:38:08.003715 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621f3de-fb3c-420e-8ff7-7e96354d2882 req-86b07c62-d96b-4b12-81dc-0a808dd7e988 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:38:08.005852 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e621f3de-fb3c-420e-8ff7-7e96354d2882 req-86b07c62-d96b-4b12-81dc-0a808dd7e988 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/ports?device_id=f347d271-7560-493f-abc7-6c8e1b3590a1 HTTP/1.1" status: 200 len: 945 time: 0.0495298 Apr 29 13:38:08.054306 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e621f3de-fb3c-420e-8ff7-7e96354d2882 req-56985482-1454-4db0-be7c-f46954f6778c tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d76ac88-7a1b-47f8-9174-8d787d485cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428133 Apr 29 13:38:09.167998 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab42f7-8021-4fd2-9e5e-b7f6eac91799 req-0a4c9881-1a71-4e7d-a8bb-ae8f7281f56b tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:38:09.169494 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-00ab42f7-8021-4fd2-9e5e-b7f6eac91799 req-0a4c9881-1a71-4e7d-a8bb-ae8f7281f56b tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/ports?device_id=f347d271-7560-493f-abc7-6c8e1b3590a1 HTTP/1.1" status: 200 len: 945 time: 0.0469801 Apr 29 13:38:09.221843 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-00ab42f7-8021-4fd2-9e5e-b7f6eac91799 req-18ed531b-c60b-431a-a884-cd9c10590043 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d76ac88-7a1b-47f8-9174-8d787d485cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468185 Apr 29 13:38:10.334837 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a675c7a9-17a0-4881-9664-13306c1a40a0 req-9daa003b-a507-4445-b808-fe1b4596fbb0 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:38:10.336317 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-a675c7a9-17a0-4881-9664-13306c1a40a0 req-9daa003b-a507-4445-b808-fe1b4596fbb0 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/ports?device_id=f347d271-7560-493f-abc7-6c8e1b3590a1 HTTP/1.1" status: 200 len: 945 time: 0.0473657 Apr 29 13:38:10.387353 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-a675c7a9-17a0-4881-9664-13306c1a40a0 req-593e3d21-c7b7-449e-a575-e3d2d35372da tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d76ac88-7a1b-47f8-9174-8d787d485cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454426 Apr 29 13:38:11.500373 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728f3383-3346-41dc-bd56-8aafb95833b2 req-9cdf1308-018e-4793-96a7-296995c50941 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:38:11.501918 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-728f3383-3346-41dc-bd56-8aafb95833b2 req-9cdf1308-018e-4793-96a7-296995c50941 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/ports?device_id=f347d271-7560-493f-abc7-6c8e1b3590a1 HTTP/1.1" status: 200 len: 945 time: 0.0488489 Apr 29 13:38:11.551931 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-728f3383-3346-41dc-bd56-8aafb95833b2 req-2424c025-4125-47e8-9633-f3901206079b tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d76ac88-7a1b-47f8-9174-8d787d485cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437167 Apr 29 13:38:12.674617 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f535515-870c-402e-9839-e700b32ab3f0 req-9fc5e606-b7fa-4c24-8a2e-72fcd29550ce tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:38:12.676224 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-0f535515-870c-402e-9839-e700b32ab3f0 req-9fc5e606-b7fa-4c24-8a2e-72fcd29550ce tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/ports?device_id=f347d271-7560-493f-abc7-6c8e1b3590a1 HTTP/1.1" status: 200 len: 945 time: 0.0524774 Apr 29 13:38:12.725827 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-0f535515-870c-402e-9839-e700b32ab3f0 req-36b2c895-d369-483c-9bb2-32ca1caad02d tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d76ac88-7a1b-47f8-9174-8d787d485cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438218 Apr 29 13:38:13.841372 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6bc981-5e85-43b3-a4d2-a958e509bd55 req-097954fa-94f5-4dd3-8c82-9d5961816913 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:38:13.842844 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ca6bc981-5e85-43b3-a4d2-a958e509bd55 req-097954fa-94f5-4dd3-8c82-9d5961816913 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/ports?device_id=f347d271-7560-493f-abc7-6c8e1b3590a1 HTTP/1.1" status: 200 len: 945 time: 0.0472291 Apr 29 13:38:13.893005 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ca6bc981-5e85-43b3-a4d2-a958e509bd55 req-e2a21ae7-a831-470a-9bf3-8ca59debd1a4 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d76ac88-7a1b-47f8-9174-8d787d485cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431914 Apr 29 13:38:15.007867 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcdc7ed-c92d-4602-8e96-e1e6c277e961 req-fedefe1d-3dbf-4610-81da-217514ed6a35 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:38:15.009377 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9fcdc7ed-c92d-4602-8e96-e1e6c277e961 req-fedefe1d-3dbf-4610-81da-217514ed6a35 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/ports?device_id=f347d271-7560-493f-abc7-6c8e1b3590a1 HTTP/1.1" status: 200 len: 945 time: 0.0489004 Apr 29 13:38:15.057915 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9fcdc7ed-c92d-4602-8e96-e1e6c277e961 req-6667c96f-3892-4a39-ad7e-ba4deb40986f tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d76ac88-7a1b-47f8-9174-8d787d485cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430167 Apr 29 13:38:16.331170 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fecf49-6c40-46be-b002-52461538ed4a req-7d97449a-72aa-4ba3-a0fa-63e8370065a4 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:38:16.333307 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-33fecf49-6c40-46be-b002-52461538ed4a req-7d97449a-72aa-4ba3-a0fa-63e8370065a4 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/ports?device_id=f347d271-7560-493f-abc7-6c8e1b3590a1 HTTP/1.1" status: 200 len: 945 time: 0.0508730 Apr 29 13:38:16.382703 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-33fecf49-6c40-46be-b002-52461538ed4a req-24f75775-2463-432e-9567-f90fc348b53f tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d76ac88-7a1b-47f8-9174-8d787d485cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438640 Apr 29 13:38:17.063919 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b92b5c-8038-4b38-81e3-101b136bece4 req-fcb0ebcd-dde2-47f3-afd8-d28a7c4f28e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:38:17.065475 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-34b92b5c-8038-4b38-81e3-101b136bece4 req-fcb0ebcd-dde2-47f3-afd8-d28a7c4f28e4 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4d8c9259b58545adaf385c72bb77aa53&device_id=f347d271-7560-493f-abc7-6c8e1b3590a1 HTTP/1.1" status: 200 len: 1129 time: 0.0394192 Apr 29 13:38:17.158432 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b92b5c-8038-4b38-81e3-101b136bece4 req-cd7f447a-9f52-4b70-91be-3a7ac6f9b744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:38:17.159910 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-34b92b5c-8038-4b38-81e3-101b136bece4 req-cd7f447a-9f52-4b70-91be-3a7ac6f9b744 service neutron] 10.222.0.75 "GET /v2.0/networks?id=10b82da3-c375-4e58-823a-53086fcc21e4 HTTP/1.1" status: 200 len: 910 time: 0.0888925 Apr 29 13:38:17.226305 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-34b92b5c-8038-4b38-81e3-101b136bece4 req-58569b71-ea17-4bcf-be9b-0cef3ee23e8f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1401e7c5-763e-4d9c-870e-fbd93fd7e99e HTTP/1.1" status: 200 len: 1001 time: 0.0595796 Apr 29 13:38:17.273383 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b92b5c-8038-4b38-81e3-101b136bece4 req-95926510-a35d-4834-96c0-a3e9c8dd73f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:38:17.274754 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-34b92b5c-8038-4b38-81e3-101b136bece4 req-95926510-a35d-4834-96c0-a3e9c8dd73f3 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0feaa1e6-ce2e-4231-b630-d1a566720245 HTTP/1.1" status: 200 len: 848 time: 0.0433400 Apr 29 13:38:17.321376 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b92b5c-8038-4b38-81e3-101b136bece4 req-0c3d0888-f1a6-4bec-a8a1-c9023a654e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:38:17.322869 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-34b92b5c-8038-4b38-81e3-101b136bece4 req-0c3d0888-f1a6-4bec-a8a1-c9023a654e4f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=10b82da3-c375-4e58-823a-53086fcc21e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423021 Apr 29 13:38:17.416070 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-34b92b5c-8038-4b38-81e3-101b136bece4 req-5c6b88a1-a90c-43ab-8816-2089de19330a service neutron] 10.222.0.75 "GET /v2.0/networks/10b82da3-c375-4e58-823a-53086fcc21e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867078 Apr 29 13:38:17.495866 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9df9e4-bfd0-4cd5-8b0d-10908b362ea3 req-7b51923e-1665-45e5-999e-f39360c3e85a tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:38:17.497403 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-2f9df9e4-bfd0-4cd5-8b0d-10908b362ea3 req-7b51923e-1665-45e5-999e-f39360c3e85a tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/ports?device_id=f347d271-7560-493f-abc7-6c8e1b3590a1 HTTP/1.1" status: 200 len: 945 time: 0.0484736 Apr 29 13:38:17.511108 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-34b92b5c-8038-4b38-81e3-101b136bece4 req-29226354-5384-497d-97eb-1a4d5dd1d709 service neutron] 10.222.0.75 "GET /v2.0/networks/10b82da3-c375-4e58-823a-53086fcc21e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887370 Apr 29 13:38:17.550732 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-2f9df9e4-bfd0-4cd5-8b0d-10908b362ea3 req-b507d9d1-37b7-494b-9db4-4ed7c0c59a90 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d76ac88-7a1b-47f8-9174-8d787d485cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474377 Apr 29 13:38:18.664642 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d21d58-d865-4682-aa00-4ebbd74e589a req-f44a9e3a-8caf-474b-9173-7a85cd4f3857 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:38:18.666212 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c8d21d58-d865-4682-aa00-4ebbd74e589a req-f44a9e3a-8caf-474b-9173-7a85cd4f3857 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/ports?device_id=f347d271-7560-493f-abc7-6c8e1b3590a1 HTTP/1.1" status: 200 len: 945 time: 0.0478315 Apr 29 13:38:18.714548 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c8d21d58-d865-4682-aa00-4ebbd74e589a req-f5e31090-62ea-4e5e-9120-4d25665d2d72 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d76ac88-7a1b-47f8-9174-8d787d485cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428228 Apr 29 13:38:19.838671 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4259b11-ec68-4919-8a2b-01d401f32a14 req-51f5a0bf-a9d7-4df8-b0ec-f4aecfda641e tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:38:19.840147 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-d4259b11-ec68-4919-8a2b-01d401f32a14 req-51f5a0bf-a9d7-4df8-b0ec-f4aecfda641e tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/ports?device_id=f347d271-7560-493f-abc7-6c8e1b3590a1 HTTP/1.1" status: 200 len: 945 time: 0.0505447 Apr 29 13:38:19.891567 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-d4259b11-ec68-4919-8a2b-01d401f32a14 req-48ea9de7-dd51-45cd-a54d-f8f95d8aabf8 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d76ac88-7a1b-47f8-9174-8d787d485cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455189 Apr 29 13:38:20.150104 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf9968-d1af-43c7-b6b0-e005044f1d33 req-1cfa4f06-fa0b-4a39-916d-7ac4359d7b51 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:38:20.152547 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-c1cf9968-d1af-43c7-b6b0-e005044f1d33 req-1cfa4f06-fa0b-4a39-916d-7ac4359d7b51 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/ports?device_id=f347d271-7560-493f-abc7-6c8e1b3590a1 HTTP/1.1" status: 200 len: 945 time: 0.0671582 Apr 29 13:38:20.154052 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 59628) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:38:20.219904 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-c1cf9968-d1af-43c7-b6b0-e005044f1d33 req-71a8297f-6e86-4789-b62c-b0a43a5a6d3e tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d76ac88-7a1b-47f8-9174-8d787d485cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606432 Apr 29 13:38:20.244049 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e72cff2b-e108-43c8-b0fd-54c16564cd45 req-91b02133-8f6a-4dd2-9258-ba51caf44249 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f347d271-7560-493f-abc7-6c8e1b3590a1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0888605 Apr 29 13:38:20.252775 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [req-e72cff2b-e108-43c8-b0fd-54c16564cd45 req-6054bc03-3fe6-4b12-a103-9d4d184cb274 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 13:38:20.253752 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e72cff2b-e108-43c8-b0fd-54c16564cd45 req-6054bc03-3fe6-4b12-a103-9d4d184cb274 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049770 Apr 29 13:38:20.348685 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 59636) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:38:20.444147 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72cff2b-e108-43c8-b0fd-54c16564cd45 req-2895204b-7e82-4544-960f-bce4eef5a56f tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:38:20.445458 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e72cff2b-e108-43c8-b0fd-54c16564cd45 req-2895204b-7e82-4544-960f-bce4eef5a56f tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/ports/1401e7c5-763e-4d9c-870e-fbd93fd7e99e HTTP/1.1" status: 200 len: 942 time: 0.0957730 Apr 29 13:38:21.336409 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427e1d00-0659-4726-9d81-8d35953e5fb8 req-f12e4e9d-62d3-43d5-8474-0351c67f5a19 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:38:21.338025 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-427e1d00-0659-4726-9d81-8d35953e5fb8 req-f12e4e9d-62d3-43d5-8474-0351c67f5a19 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/ports?device_id=f347d271-7560-493f-abc7-6c8e1b3590a1 HTTP/1.1" status: 200 len: 945 time: 0.0483830 Apr 29 13:38:21.390426 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-427e1d00-0659-4726-9d81-8d35953e5fb8 req-5e691604-9bf7-442a-b655-e1d33bbf2648 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d76ac88-7a1b-47f8-9174-8d787d485cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464828 Apr 29 13:38:21.591757 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-db8f59fe-e7da-4b5a-ae13-fca4d9bcad6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (e437e712-237e-4a54-83a8-782eed3c5f0c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:21.983378 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72cff2b-e108-43c8-b0fd-54c16564cd45 req-65842403-ed47-4264-8311-70aa25c09a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:38:21.984906 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e72cff2b-e108-43c8-b0fd-54c16564cd45 req-65842403-ed47-4264-8311-70aa25c09a33 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=f347d271-7560-493f-abc7-6c8e1b3590a1&tenant_id=4d8c9259b58545adaf385c72bb77aa53 HTTP/1.1" status: 200 len: 1129 time: 0.0406415 Apr 29 13:38:22.059152 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72cff2b-e108-43c8-b0fd-54c16564cd45 req-fefa4507-bd4e-4420-b3f3-926d78da3576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:38:22.060575 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e72cff2b-e108-43c8-b0fd-54c16564cd45 req-fefa4507-bd4e-4420-b3f3-926d78da3576 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4d8c9259b58545adaf385c72bb77aa53&device_id=f347d271-7560-493f-abc7-6c8e1b3590a1 HTTP/1.1" status: 200 len: 1129 time: 0.0425730 Apr 29 13:38:22.155693 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72cff2b-e108-43c8-b0fd-54c16564cd45 req-58263efe-ba52-4d67-8fcd-db784b7f5614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:38:22.157201 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e72cff2b-e108-43c8-b0fd-54c16564cd45 req-58263efe-ba52-4d67-8fcd-db784b7f5614 service neutron] 10.222.0.75 "GET /v2.0/networks?id=10b82da3-c375-4e58-823a-53086fcc21e4 HTTP/1.1" status: 200 len: 910 time: 0.0897887 Apr 29 13:38:22.226297 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e72cff2b-e108-43c8-b0fd-54c16564cd45 req-8ae1956d-ea10-4d5e-8c05-11cd19370d5a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1401e7c5-763e-4d9c-870e-fbd93fd7e99e HTTP/1.1" status: 200 len: 1001 time: 0.0630970 Apr 29 13:38:22.274453 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72cff2b-e108-43c8-b0fd-54c16564cd45 req-28d68deb-abcf-4c99-a100-e27faf9f186c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:38:22.275894 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e72cff2b-e108-43c8-b0fd-54c16564cd45 req-28d68deb-abcf-4c99-a100-e27faf9f186c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0feaa1e6-ce2e-4231-b630-d1a566720245 HTTP/1.1" status: 200 len: 848 time: 0.0435307 Apr 29 13:38:22.319745 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72cff2b-e108-43c8-b0fd-54c16564cd45 req-f432ff94-6fbf-40cf-846d-b2805432c913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:38:22.321186 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e72cff2b-e108-43c8-b0fd-54c16564cd45 req-f432ff94-6fbf-40cf-846d-b2805432c913 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=10b82da3-c375-4e58-823a-53086fcc21e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393183 Apr 29 13:38:22.415170 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e72cff2b-e108-43c8-b0fd-54c16564cd45 req-2d0abebb-d50a-4355-9694-5d57ea012d65 service neutron] 10.222.0.75 "GET /v2.0/networks/10b82da3-c375-4e58-823a-53086fcc21e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878437 Apr 29 13:38:22.514660 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e72cff2b-e108-43c8-b0fd-54c16564cd45 req-3eb67286-f3f3-4576-9d91-3bbd8e947746 service neutron] 10.222.0.75 "GET /v2.0/networks/10b82da3-c375-4e58-823a-53086fcc21e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893705 Apr 29 13:38:22.517729 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c410fb-89c8-4592-ab4b-29f51fef39d7 req-28954144-4ab1-4f86-a536-7b9fc489915d tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:38:22.519215 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-b7c410fb-89c8-4592-ab4b-29f51fef39d7 req-28954144-4ab1-4f86-a536-7b9fc489915d tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/ports?device_id=f347d271-7560-493f-abc7-6c8e1b3590a1 HTTP/1.1" status: 200 len: 945 time: 0.0543888 Apr 29 13:38:22.570857 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-b7c410fb-89c8-4592-ab4b-29f51fef39d7 req-0b77ce58-a05b-45b3-bfe6-13346e1916d8 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d76ac88-7a1b-47f8-9174-8d787d485cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458376 Apr 29 13:38:23.510532 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device 1401e7c5-763e-4d9c-870e-fbd93fd7e99e no longer exists at agent hyperv_hv-cinder-83769 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:38:23.584717 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Current status of the port 1401e7c5-763e-4d9c-870e-fbd93fd7e99e is: ACTIVE; New status is: DOWN {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:38:23.585124 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (1401e7c5-763e-4d9c-870e-fbd93fd7e99e), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:23.609622 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f347d271-7560-493f-abc7-6c8e1b3590a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1401e7c5-763e-4d9c-870e-fbd93fd7e99e'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:38:23.611979 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0016abbf82925ac5bb98c97d9984ae38170a8446c70b2249197f38a9e3d809b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd95b5ac-a4ce-4874-955d-ba352ade1fdf" -d '{"events": [{"server_uuid": "f347d271-7560-493f-abc7-6c8e1b3590a1", "name": "network-vif-unplugged", "status": "completed", "tag": "1401e7c5-763e-4d9c-870e-fbd93fd7e99e"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:38:23.625575 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] For port 1401e7c5-763e-4d9c-870e-fbd93fd7e99e, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=1401e7c5-763e-4d9c-870e-fbd93fd7e99e,segment=NetworkSegment(800e3918-5624-490e-ab00-1a42282887a3),segment_id=800e3918-5624-490e-ab00-1a42282887a3)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:38:23.630116 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (1401e7c5-763e-4d9c-870e-fbd93fd7e99e), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:23.658217 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Apr 2022 13:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-346d934f-555d-4b93-96e9-05e320babaf9 x-openstack-request-id: req-346d934f-555d-4b93-96e9-05e320babaf9 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:38:23.658510 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f347d271-7560-493f-abc7-6c8e1b3590a1", "name": "network-vif-unplugged", "status": "completed", "tag": "1401e7c5-763e-4d9c-870e-fbd93fd7e99e", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:38:23.658760 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-346d934f-555d-4b93-96e9-05e320babaf9 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:38:23.659148 dv-cinder-837699-3-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event matching ['req-346d934f-555d-4b93-96e9-05e320babaf9'] response: {'server_uuid': 'f347d271-7560-493f-abc7-6c8e1b3590a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1401e7c5-763e-4d9c-870e-fbd93fd7e99e', 'code': 200} Apr 29 13:38:23.683966 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Pushing event updated for resources: {'Port': ['ID=1401e7c5-763e-4d9c-870e-fbd93fd7e99e,revision_number=6']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:38:23.690788 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:38:23.691134 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:38:23.691477 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:38:23.691816 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:38:23.692149 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:38:23.692531 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:38:23.693027 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:38:23.693358 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:38:23.693687 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:38:23.694015 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:38:23.694352 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:38:23.694667 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:38:23.694985 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:38:23.695306 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:38:23.695626 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:38:23.695934 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b998a-e6e1-4510-af38-8577c1ca518f req-40dabe26-068f-4aab-a5cb-6de1c28e43aa tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:38:23.697461 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4a6b998a-e6e1-4510-af38-8577c1ca518f req-40dabe26-068f-4aab-a5cb-6de1c28e43aa tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/ports?device_id=f347d271-7560-493f-abc7-6c8e1b3590a1 HTTP/1.1" status: 200 len: 943 time: 0.0565321 Apr 29 13:38:23.748230 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4a6b998a-e6e1-4510-af38-8577c1ca518f req-0d22770c-144f-4c60-b244-eee5fb6bf99a tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d76ac88-7a1b-47f8-9174-8d787d485cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450540 Apr 29 13:38:24.274752 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b8b00cc8-9003-4a40-b8fd-58264432aea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (ffd5f049-29fc-4e99-906d-6eadce93ab48), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:24.863734 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7389f642-7277-4744-8dd7-d7a26b137089 req-6b95979f-a515-4d61-96c5-66758914770f tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:38:24.865783 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7389f642-7277-4744-8dd7-d7a26b137089 req-6b95979f-a515-4d61-96c5-66758914770f tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/ports?device_id=f347d271-7560-493f-abc7-6c8e1b3590a1 HTTP/1.1" status: 200 len: 943 time: 0.0481722 Apr 29 13:38:24.914883 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7389f642-7277-4744-8dd7-d7a26b137089 req-041c26d3-4dcd-46dd-9c76-9c85c2847169 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d76ac88-7a1b-47f8-9174-8d787d485cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433495 Apr 29 13:38:25.881343 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d46c6b96-c9c1-47b5-84ba-015c4e42046f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (1b2ea45c-9419-45d0-91af-29e2c5a1844a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:26.030075 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4acac-f091-4b52-8956-b92e076b9944 req-d3aea67a-5a52-416e-9f76-a0b47bab3aca tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:38:26.031535 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-23a4acac-f091-4b52-8956-b92e076b9944 req-d3aea67a-5a52-416e-9f76-a0b47bab3aca tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/ports?device_id=f347d271-7560-493f-abc7-6c8e1b3590a1 HTTP/1.1" status: 200 len: 943 time: 0.0471091 Apr 29 13:38:26.080031 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-23a4acac-f091-4b52-8956-b92e076b9944 req-ae293b4a-5600-419b-a753-33b70957a50a tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d76ac88-7a1b-47f8-9174-8d787d485cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425599 Apr 29 13:38:27.195709 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a45a86e-7989-44eb-bb93-7ea3f0653d57 req-4b90a0b7-4005-4395-90d2-fdd42da7316e tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:38:27.197109 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-4a45a86e-7989-44eb-bb93-7ea3f0653d57 req-4b90a0b7-4005-4395-90d2-fdd42da7316e tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/ports?device_id=f347d271-7560-493f-abc7-6c8e1b3590a1 HTTP/1.1" status: 200 len: 943 time: 0.0465920 Apr 29 13:38:27.249710 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-4a45a86e-7989-44eb-bb93-7ea3f0653d57 req-dac87fc7-fe52-4eda-82ac-88d951be0783 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d76ac88-7a1b-47f8-9174-8d787d485cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470583 Apr 29 13:38:27.328113 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bea047bf-f99e-49b2-8b9d-5ba249a30c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (23d6c007-0036-4fdb-b033-28b1fd628d82), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:28.363362 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b6a2f-f7ce-4a83-9869-1be755cbbab2 req-9acaf66a-ecff-422f-b0d6-858d62c0601a tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:38:28.365449 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-686b6a2f-f7ce-4a83-9869-1be755cbbab2 req-9acaf66a-ecff-422f-b0d6-858d62c0601a tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/ports?device_id=f347d271-7560-493f-abc7-6c8e1b3590a1 HTTP/1.1" status: 200 len: 943 time: 0.0481555 Apr 29 13:38:28.416624 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-686b6a2f-f7ce-4a83-9869-1be755cbbab2 req-da440bbc-0bae-4366-95a5-7c95a1497781 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d76ac88-7a1b-47f8-9174-8d787d485cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455699 Apr 29 13:38:28.716127 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (070d87cd-fed4-4d07-85b5-c26ded61f2d8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:28.741082 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c4090ed3-b188-48ef-a6b9-5d78229fc55d None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:38:29.539719 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb2240f-b81a-4eaf-a7ea-a260fb933553 req-168e31e7-d7f5-4fdc-aae9-e3e0df0cf2ce tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:38:29.541247 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-bdb2240f-b81a-4eaf-a7ea-a260fb933553 req-168e31e7-d7f5-4fdc-aae9-e3e0df0cf2ce tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/ports?device_id=f347d271-7560-493f-abc7-6c8e1b3590a1 HTTP/1.1" status: 200 len: 943 time: 0.0541272 Apr 29 13:38:29.593192 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-bdb2240f-b81a-4eaf-a7ea-a260fb933553 req-34a28a27-ccd7-4d2d-b16b-8a906f2e7a14 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d76ac88-7a1b-47f8-9174-8d787d485cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449216 Apr 29 13:38:29.999483 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32088469-15a4-4ad7-ba82-a6db18b829df req-1c935bf9-62e0-4412-880e-8c20ababf979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:38:30.001083 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-32088469-15a4-4ad7-ba82-a6db18b829df req-1c935bf9-62e0-4412-880e-8c20ababf979 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=f347d271-7560-493f-abc7-6c8e1b3590a1 HTTP/1.1" status: 200 len: 1127 time: 0.0407288 Apr 29 13:38:30.048928 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-32088469-15a4-4ad7-ba82-a6db18b829df req-a472ca50-8d0f-42c1-8465-16200ca2b3d5 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=4d76ac88-7a1b-47f8-9174-8d787d485cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410075 Apr 29 13:38:30.712389 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6acba4-fd32-49ba-bd02-4f17127202d7 req-e250f20f-8834-4c6c-a008-e66bca174278 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:38:30.713868 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1a6acba4-fd32-49ba-bd02-4f17127202d7 req-e250f20f-8834-4c6c-a008-e66bca174278 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/ports?device_id=f347d271-7560-493f-abc7-6c8e1b3590a1 HTTP/1.1" status: 200 len: 943 time: 0.0477901 Apr 29 13:38:30.763896 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1a6acba4-fd32-49ba-bd02-4f17127202d7 req-d004be19-3f1c-405b-bf33-5d561a9b704e tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d76ac88-7a1b-47f8-9174-8d787d485cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444183 Apr 29 13:38:31.543818 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device 1401e7c5-763e-4d9c-870e-fbd93fd7e99e details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 13:38:31.642603 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] For port 1401e7c5-763e-4d9c-870e-fbd93fd7e99e, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=1401e7c5-763e-4d9c-870e-fbd93fd7e99e,segment=NetworkSegment(800e3918-5624-490e-ab00-1a42282887a3),segment_id=800e3918-5624-490e-ab00-1a42282887a3)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:38:31.653398 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Returning: {'device': '1401e7c5-763e-4d9c-870e-fbd93fd7e99e', 'network_id': '10b82da3-c375-4e58-823a-53086fcc21e4', 'port_id': '1401e7c5-763e-4d9c-870e-fbd93fd7e99e', 'mac_address': 'fa:16:3e:77:95:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0feaa1e6-ce2e-4231-b630-d1a566720245', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 13:38:31.690378 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Current status of the port 1401e7c5-763e-4d9c-870e-fbd93fd7e99e is: DOWN; New status is: BUILD {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:38:31.690760 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (1401e7c5-763e-4d9c-870e-fbd93fd7e99e), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:31.704967 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1401e7c5-763e-4d9c-870e-fbd93fd7e99e {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:38:31.728512 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] For port 1401e7c5-763e-4d9c-870e-fbd93fd7e99e, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=1401e7c5-763e-4d9c-870e-fbd93fd7e99e,segment=NetworkSegment(800e3918-5624-490e-ab00-1a42282887a3),segment_id=800e3918-5624-490e-ab00-1a42282887a3)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:38:31.732332 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (1401e7c5-763e-4d9c-870e-fbd93fd7e99e), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:31.782369 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Pushing event updated for resources: {'Port': ['ID=1401e7c5-763e-4d9c-870e-fbd93fd7e99e,revision_number=7']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:38:31.899469 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ff9c60-9473-430a-aa42-1e6fb5f5a8d4 req-bc6b1cb2-7922-42e9-a79d-ac69fd1fba49 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:38:31.901004 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-94ff9c60-9473-430a-aa42-1e6fb5f5a8d4 req-bc6b1cb2-7922-42e9-a79d-ac69fd1fba49 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/ports?device_id=f347d271-7560-493f-abc7-6c8e1b3590a1 HTTP/1.1" status: 200 len: 944 time: 0.0497830 Apr 29 13:38:31.950736 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-94ff9c60-9473-430a-aa42-1e6fb5f5a8d4 req-5a43b163-0504-4b3b-8dee-f4b88143e258 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d76ac88-7a1b-47f8-9174-8d787d485cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440881 Apr 29 13:38:32.188262 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] get_ports_and_sgs() called for port_ids ['1401e7c5-763e-4d9c-870e-fbd93fd7e99e'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 13:38:33.068902 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff3481e-d844-4701-b331-7f5b37b8e416 req-e1f45da3-278e-4aa1-8020-5adff4236280 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:38:33.070400 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3ff3481e-d844-4701-b331-7f5b37b8e416 req-e1f45da3-278e-4aa1-8020-5adff4236280 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/ports?device_id=f347d271-7560-493f-abc7-6c8e1b3590a1 HTTP/1.1" status: 200 len: 944 time: 0.0525281 Apr 29 13:38:33.118311 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3ff3481e-d844-4701-b331-7f5b37b8e416 req-3fa01d0d-19bd-41f6-8c1b-fc05ed4a2e6a tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d76ac88-7a1b-47f8-9174-8d787d485cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423467 Apr 29 13:38:33.554818 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device 1401e7c5-763e-4d9c-870e-fbd93fd7e99e up at agent hyperv_hv-cinder-83769 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:38:33.602179 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Provisioning complete for port 1401e7c5-763e-4d9c-870e-fbd93fd7e99e triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:38:33.602564 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (1401e7c5-763e-4d9c-870e-fbd93fd7e99e), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:33.681730 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Current status of the port 1401e7c5-763e-4d9c-870e-fbd93fd7e99e is: BUILD; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:38:33.682111 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (1401e7c5-763e-4d9c-870e-fbd93fd7e99e), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:33.704609 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f347d271-7560-493f-abc7-6c8e1b3590a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1401e7c5-763e-4d9c-870e-fbd93fd7e99e'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:38:33.706875 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0016abbf82925ac5bb98c97d9984ae38170a8446c70b2249197f38a9e3d809b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-190fe0cc-2620-4bb2-b365-9799e4105fd7" -d '{"events": [{"server_uuid": "f347d271-7560-493f-abc7-6c8e1b3590a1", "name": "network-vif-plugged", "status": "completed", "tag": "1401e7c5-763e-4d9c-870e-fbd93fd7e99e"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:38:33.719572 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] For port 1401e7c5-763e-4d9c-870e-fbd93fd7e99e, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=1401e7c5-763e-4d9c-870e-fbd93fd7e99e,segment=NetworkSegment(800e3918-5624-490e-ab00-1a42282887a3),segment_id=800e3918-5624-490e-ab00-1a42282887a3)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:38:33.724146 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (1401e7c5-763e-4d9c-870e-fbd93fd7e99e), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:33.750040 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff8e8b8-a4bf-4555-a2ea-afbff348c834 x-openstack-request-id: req-0ff8e8b8-a4bf-4555-a2ea-afbff348c834 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:38:33.750331 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f347d271-7560-493f-abc7-6c8e1b3590a1", "name": "network-vif-plugged", "status": "completed", "tag": "1401e7c5-763e-4d9c-870e-fbd93fd7e99e", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:38:33.750584 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0ff8e8b8-a4bf-4555-a2ea-afbff348c834 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:38:33.750973 dv-cinder-837699-3-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ff8e8b8-a4bf-4555-a2ea-afbff348c834'] response: {'server_uuid': 'f347d271-7560-493f-abc7-6c8e1b3590a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1401e7c5-763e-4d9c-870e-fbd93fd7e99e', 'code': 200} Apr 29 13:38:33.777944 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Pushing event updated for resources: {'Port': ['ID=1401e7c5-763e-4d9c-870e-fbd93fd7e99e,revision_number=8']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:38:34.801710 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (477bd1e1-70d7-4a7b-b37c-5892af57f2e4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:35.995649 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1730c195-3087-491d-b91e-3c550eed011b req-74bade89-e739-4531-8564-094dd7d82ec8 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:38:35.997280 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1730c195-3087-491d-b91e-3c550eed011b req-74bade89-e739-4531-8564-094dd7d82ec8 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "GET /v2.0/ports?device_id=36ee0498-a5be-4743-a8bf-8c27f27b27e9 HTTP/1.1" status: 200 len: 985 time: 0.0523131 Apr 29 13:38:36.017491 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999e7a4e-a0c9-45ae-ab25-25ab3a9926b2 req-1bced0af-d3c6-486b-ba84-1a41f8cad596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:38:36.018991 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-999e7a4e-a0c9-45ae-ab25-25ab3a9926b2 req-1bced0af-d3c6-486b-ba84-1a41f8cad596 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=cbfc0e39ebbb42d5a3228f426b94c4dd&device_id=36ee0498-a5be-4743-a8bf-8c27f27b27e9 HTTP/1.1" status: 200 len: 1169 time: 0.0405650 Apr 29 13:38:36.058088 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1730c195-3087-491d-b91e-3c550eed011b req-87ed855c-98f8-439e-97aa-a8cf2d672f2b tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "GET /v2.0/security-groups?id=df07862b-76d3-44d7-9a69-bab4e6b6ae08&id=01df8775-c93b-43d2-85cd-c16eb9f9e735&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0550556 Apr 29 13:38:36.113439 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999e7a4e-a0c9-45ae-ab25-25ab3a9926b2 req-9ac8a33c-56a3-496b-928a-ab905afd3649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:38:36.115657 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-999e7a4e-a0c9-45ae-ab25-25ab3a9926b2 req-9ac8a33c-56a3-496b-928a-ab905afd3649 service neutron] 10.222.0.75 "GET /v2.0/networks?id=aed5bada-2ebd-473c-95ba-e41c403ed8c3 HTTP/1.1" status: 200 len: 916 time: 0.0903754 Apr 29 13:38:36.181101 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-999e7a4e-a0c9-45ae-ab25-25ab3a9926b2 req-f3686093-f4af-4db6-8c19-9d391b74b5a8 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67427d93-0f3e-4980-a123-cec2759264d4 HTTP/1.1" status: 200 len: 1002 time: 0.0584490 Apr 29 13:38:36.229780 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999e7a4e-a0c9-45ae-ab25-25ab3a9926b2 req-96b9f252-f2eb-4d64-bdfc-cb29e91e9556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:38:36.231362 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-999e7a4e-a0c9-45ae-ab25-25ab3a9926b2 req-96b9f252-f2eb-4d64-bdfc-cb29e91e9556 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ee500532-c94f-4522-9440-c6b811141821 HTTP/1.1" status: 200 len: 854 time: 0.0447562 Apr 29 13:38:36.278252 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999e7a4e-a0c9-45ae-ab25-25ab3a9926b2 req-a46c7448-170f-4837-8f80-65e44bf2a841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:38:36.279736 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-999e7a4e-a0c9-45ae-ab25-25ab3a9926b2 req-a46c7448-170f-4837-8f80-65e44bf2a841 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=aed5bada-2ebd-473c-95ba-e41c403ed8c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417373 Apr 29 13:38:36.368856 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-999e7a4e-a0c9-45ae-ab25-25ab3a9926b2 req-065fb539-0de2-4d8a-8abc-802959d22514 service neutron] 10.222.0.75 "GET /v2.0/networks/aed5bada-2ebd-473c-95ba-e41c403ed8c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821145 Apr 29 13:38:36.459352 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-999e7a4e-a0c9-45ae-ab25-25ab3a9926b2 req-c5c338b4-9839-4f2d-af4b-090eb74c8c27 service neutron] 10.222.0.75 "GET /v2.0/networks/aed5bada-2ebd-473c-95ba-e41c403ed8c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849650 Apr 29 13:38:37.173264 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed6e0a4-a16e-4655-bca2-bcc5f8630f9c req-3e0002f5-96e8-4cc2-b7fb-41f615f8816c tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:38:37.174776 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1ed6e0a4-a16e-4655-bca2-bcc5f8630f9c req-3e0002f5-96e8-4cc2-b7fb-41f615f8816c tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "GET /v2.0/ports?device_id=36ee0498-a5be-4743-a8bf-8c27f27b27e9 HTTP/1.1" status: 200 len: 985 time: 0.0465231 Apr 29 13:38:37.235800 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1ed6e0a4-a16e-4655-bca2-bcc5f8630f9c req-ed307e2b-71cf-4a86-bdf5-ab86eccf16ee tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "GET /v2.0/security-groups?id=df07862b-76d3-44d7-9a69-bab4e6b6ae08&id=01df8775-c93b-43d2-85cd-c16eb9f9e735&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0545697 Apr 29 13:38:38.352908 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620457ab-63c7-4674-b19f-d7f61b4655cb req-a9de2951-2f3a-43c2-bbfa-5fc207de42b1 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:38:38.354416 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-620457ab-63c7-4674-b19f-d7f61b4655cb req-a9de2951-2f3a-43c2-bbfa-5fc207de42b1 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "GET /v2.0/ports?device_id=36ee0498-a5be-4743-a8bf-8c27f27b27e9 HTTP/1.1" status: 200 len: 985 time: 0.0485017 Apr 29 13:38:38.414132 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-620457ab-63c7-4674-b19f-d7f61b4655cb req-35e2ac43-d0c4-4dca-9b75-10c2df6e31ad tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "GET /v2.0/security-groups?id=df07862b-76d3-44d7-9a69-bab4e6b6ae08&id=01df8775-c93b-43d2-85cd-c16eb9f9e735&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0540676 Apr 29 13:38:39.530112 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc025022-0b19-40b6-830c-f2cb36c2b56a req-2fa2dcce-5cf5-4aed-ac0a-e16c6006c4a6 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:38:39.531561 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-dc025022-0b19-40b6-830c-f2cb36c2b56a req-2fa2dcce-5cf5-4aed-ac0a-e16c6006c4a6 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "GET /v2.0/ports?device_id=36ee0498-a5be-4743-a8bf-8c27f27b27e9 HTTP/1.1" status: 200 len: 985 time: 0.0469651 Apr 29 13:38:39.594885 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-dc025022-0b19-40b6-830c-f2cb36c2b56a req-d2394fa1-d608-45a8-9cd9-1bb7a544cc2f tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "GET /v2.0/security-groups?id=df07862b-76d3-44d7-9a69-bab4e6b6ae08&id=01df8775-c93b-43d2-85cd-c16eb9f9e735&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0570774 Apr 29 13:38:40.712243 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa5fce1-d2d0-4baa-ae42-4747acd33c6f req-b51ca0ab-94e3-4474-90e1-ab72066add79 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:38:40.713731 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-bfa5fce1-d2d0-4baa-ae42-4747acd33c6f req-b51ca0ab-94e3-4474-90e1-ab72066add79 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "GET /v2.0/ports?device_id=36ee0498-a5be-4743-a8bf-8c27f27b27e9 HTTP/1.1" status: 200 len: 985 time: 0.0507166 Apr 29 13:38:40.776658 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-bfa5fce1-d2d0-4baa-ae42-4747acd33c6f req-a22e9e68-1dcd-45bc-a535-019a395b138c tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "GET /v2.0/security-groups?id=df07862b-76d3-44d7-9a69-bab4e6b6ae08&id=01df8775-c93b-43d2-85cd-c16eb9f9e735&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0571795 Apr 29 13:38:41.339380 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3133a9-9c93-41a9-807b-c16f84351f3f req-32a657ce-3526-4ff5-9f23-f4e384908051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:38:41.340914 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7d3133a9-9c93-41a9-807b-c16f84351f3f req-32a657ce-3526-4ff5-9f23-f4e384908051 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=cbfc0e39ebbb42d5a3228f426b94c4dd&device_id=36ee0498-a5be-4743-a8bf-8c27f27b27e9 HTTP/1.1" status: 200 len: 1169 time: 0.0396340 Apr 29 13:38:41.441778 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3133a9-9c93-41a9-807b-c16f84351f3f req-ea24f4b9-c15c-4e66-8a17-ce814b25f519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:38:41.444212 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7d3133a9-9c93-41a9-807b-c16f84351f3f req-ea24f4b9-c15c-4e66-8a17-ce814b25f519 service neutron] 10.222.0.75 "GET /v2.0/networks?id=aed5bada-2ebd-473c-95ba-e41c403ed8c3 HTTP/1.1" status: 200 len: 916 time: 0.0849266 Apr 29 13:38:41.769409 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7d3133a9-9c93-41a9-807b-c16f84351f3f req-be933d01-6350-4db7-a1de-f215fc6f69da service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67427d93-0f3e-4980-a123-cec2759264d4 HTTP/1.1" status: 200 len: 1002 time: 0.3197312 Apr 29 13:38:41.839089 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3133a9-9c93-41a9-807b-c16f84351f3f req-3351f077-07ed-49de-b166-0e9fccdb38f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:38:41.840653 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7d3133a9-9c93-41a9-807b-c16f84351f3f req-3351f077-07ed-49de-b166-0e9fccdb38f1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ee500532-c94f-4522-9440-c6b811141821 HTTP/1.1" status: 200 len: 854 time: 0.0451365 Apr 29 13:38:41.919222 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94691c43-48c7-41b9-8b07-ccd540a9c973 req-427eb128-1b9c-4622-9c0a-76953e25ab8d tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:38:41.920700 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-94691c43-48c7-41b9-8b07-ccd540a9c973 req-427eb128-1b9c-4622-9c0a-76953e25ab8d tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "GET /v2.0/ports?device_id=36ee0498-a5be-4743-a8bf-8c27f27b27e9 HTTP/1.1" status: 200 len: 985 time: 0.0760932 Apr 29 13:38:41.921636 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3133a9-9c93-41a9-807b-c16f84351f3f req-a11c7c2d-4f90-4cc3-b93e-7b6838f8d295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:38:41.923160 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7d3133a9-9c93-41a9-807b-c16f84351f3f req-a11c7c2d-4f90-4cc3-b93e-7b6838f8d295 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=aed5bada-2ebd-473c-95ba-e41c403ed8c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0698078 Apr 29 13:38:42.040726 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-94691c43-48c7-41b9-8b07-ccd540a9c973 req-2180ad22-dfdc-435d-91e1-c5191c7041cd tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "GET /v2.0/security-groups?id=df07862b-76d3-44d7-9a69-bab4e6b6ae08&id=01df8775-c93b-43d2-85cd-c16eb9f9e735&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1142631 Apr 29 13:38:42.058549 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7d3133a9-9c93-41a9-807b-c16f84351f3f req-29e1af47-458b-4d89-9fad-a1cf2cfe5528 service neutron] 10.222.0.75 "GET /v2.0/networks/aed5bada-2ebd-473c-95ba-e41c403ed8c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258142 Apr 29 13:38:42.151081 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7d3133a9-9c93-41a9-807b-c16f84351f3f req-eb684b99-31c0-4459-b9d8-911ffdf2b28e service neutron] 10.222.0.75 "GET /v2.0/networks/aed5bada-2ebd-473c-95ba-e41c403ed8c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853434 Apr 29 13:38:43.155649 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d18c65-3f46-4d7c-a048-4badaac43a79 req-2dadc97d-d00d-4b88-bbe4-678f2be4383b tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:38:43.157164 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-37d18c65-3f46-4d7c-a048-4badaac43a79 req-2dadc97d-d00d-4b88-bbe4-678f2be4383b tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "GET /v2.0/ports?device_id=36ee0498-a5be-4743-a8bf-8c27f27b27e9 HTTP/1.1" status: 200 len: 985 time: 0.0476191 Apr 29 13:38:43.217145 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-37d18c65-3f46-4d7c-a048-4badaac43a79 req-96e12ab0-efb0-4582-b54c-e99edb7437a4 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "GET /v2.0/security-groups?id=df07862b-76d3-44d7-9a69-bab4e6b6ae08&id=01df8775-c93b-43d2-85cd-c16eb9f9e735&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0537109 Apr 29 13:38:44.332084 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610064ec-12fc-42eb-88d6-31c80f0a96a5 req-35d0742a-077b-4fbd-8b77-7efc88ceb41b tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:38:44.333735 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-610064ec-12fc-42eb-88d6-31c80f0a96a5 req-35d0742a-077b-4fbd-8b77-7efc88ceb41b tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "GET /v2.0/ports?device_id=36ee0498-a5be-4743-a8bf-8c27f27b27e9 HTTP/1.1" status: 200 len: 985 time: 0.0490608 Apr 29 13:38:44.401883 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-610064ec-12fc-42eb-88d6-31c80f0a96a5 req-66bcf334-9e32-44dd-bda8-487d66b52c83 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "GET /v2.0/security-groups?id=df07862b-76d3-44d7-9a69-bab4e6b6ae08&id=01df8775-c93b-43d2-85cd-c16eb9f9e735&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0584207 Apr 29 13:38:45.516938 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3539f3-4dec-49be-af76-53930b7e2788 req-c94d4515-86fd-462b-b245-b106c361f6a9 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:38:45.518391 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-2b3539f3-4dec-49be-af76-53930b7e2788 req-c94d4515-86fd-462b-b245-b106c361f6a9 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "GET /v2.0/ports?device_id=36ee0498-a5be-4743-a8bf-8c27f27b27e9 HTTP/1.1" status: 200 len: 985 time: 0.0478458 Apr 29 13:38:45.581654 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-2b3539f3-4dec-49be-af76-53930b7e2788 req-7d3fc732-f754-4ad8-a54a-2010c2055fd1 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "GET /v2.0/security-groups?id=df07862b-76d3-44d7-9a69-bab4e6b6ae08&id=01df8775-c93b-43d2-85cd-c16eb9f9e735&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0562236 Apr 29 13:38:46.697106 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69151269-7276-4089-b1bc-3bef65a0a9ca req-80038b29-2fb5-49d6-8538-bcea2a41db34 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:38:46.698598 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-69151269-7276-4089-b1bc-3bef65a0a9ca req-80038b29-2fb5-49d6-8538-bcea2a41db34 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "GET /v2.0/ports?device_id=36ee0498-a5be-4743-a8bf-8c27f27b27e9 HTTP/1.1" status: 200 len: 985 time: 0.0480742 Apr 29 13:38:46.759925 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-69151269-7276-4089-b1bc-3bef65a0a9ca req-cf80504d-17c6-4ea8-aefe-68c493354244 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "GET /v2.0/security-groups?id=df07862b-76d3-44d7-9a69-bab4e6b6ae08&id=01df8775-c93b-43d2-85cd-c16eb9f9e735&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0553501 Apr 29 13:38:47.878619 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a69bda-2691-426c-a3c1-792b8746cb98 req-466b1d37-c1cd-4a3d-8e6a-eb191a49cbe5 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:38:47.880745 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-33a69bda-2691-426c-a3c1-792b8746cb98 req-466b1d37-c1cd-4a3d-8e6a-eb191a49cbe5 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "GET /v2.0/ports?device_id=36ee0498-a5be-4743-a8bf-8c27f27b27e9 HTTP/1.1" status: 200 len: 985 time: 0.0536325 Apr 29 13:38:47.940901 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-33a69bda-2691-426c-a3c1-792b8746cb98 req-5cc5ec4f-e294-4f2a-b7ef-8bc690d96616 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "GET /v2.0/security-groups?id=df07862b-76d3-44d7-9a69-bab4e6b6ae08&id=01df8775-c93b-43d2-85cd-c16eb9f9e735&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0544546 Apr 29 13:38:49.054950 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52aec7b-1f1c-4fa7-babc-284974a22282 req-fb49334e-e8b1-4a43-8ba9-c3f012170f11 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:38:49.056433 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f52aec7b-1f1c-4fa7-babc-284974a22282 req-fb49334e-e8b1-4a43-8ba9-c3f012170f11 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "GET /v2.0/ports?device_id=36ee0498-a5be-4743-a8bf-8c27f27b27e9 HTTP/1.1" status: 200 len: 985 time: 0.0480063 Apr 29 13:38:49.115731 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f52aec7b-1f1c-4fa7-babc-284974a22282 req-adea0a75-d42e-461b-841e-bcad22d538de tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "GET /v2.0/security-groups?id=df07862b-76d3-44d7-9a69-bab4e6b6ae08&id=01df8775-c93b-43d2-85cd-c16eb9f9e735&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0536497 Apr 29 13:38:51.594207 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-833b03ef-27cb-49bc-9ea3-d1db4e24a2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (e437e712-237e-4a54-83a8-782eed3c5f0c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:54.276896 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8aaa6ca1-cc93-4e9f-959d-1ba5ca62ba2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (ffd5f049-29fc-4e99-906d-6eadce93ab48), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:55.883783 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d46c6b96-c9c1-47b5-84ba-015c4e42046f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (1b2ea45c-9419-45d0-91af-29e2c5a1844a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:57.350364 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bea047bf-f99e-49b2-8b9d-5ba249a30c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (23d6c007-0036-4fdb-b033-28b1fd628d82), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:58.718121 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (070d87cd-fed4-4d07-85b5-c26ded61f2d8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:04.815926 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (477bd1e1-70d7-4a7b-b37c-5892af57f2e4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:05.740170 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c4090ed3-b188-48ef-a6b9-5d78229fc55d None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:39:21.596963 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a6482de1-7f7d-41eb-b6c9-f43f16009c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (e437e712-237e-4a54-83a8-782eed3c5f0c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:24.278392 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ddda6ad9-91af-41f4-9c77-8647026750ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (ffd5f049-29fc-4e99-906d-6eadce93ab48), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:25.886614 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d46c6b96-c9c1-47b5-84ba-015c4e42046f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (1b2ea45c-9419-45d0-91af-29e2c5a1844a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:27.334840 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bea047bf-f99e-49b2-8b9d-5ba249a30c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (23d6c007-0036-4fdb-b033-28b1fd628d82), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:28.724842 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (070d87cd-fed4-4d07-85b5-c26ded61f2d8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:34.813403 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (477bd1e1-70d7-4a7b-b37c-5892af57f2e4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:41.300391 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4dd7afe6-8270-493f-9322-94a13fe8f098 req-cb30dcb7-ce31-4c88-b75d-718b65457668 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=f347d271-7560-493f-abc7-6c8e1b3590a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426886 Apr 29 13:39:41.393811 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd7afe6-8270-493f-9322-94a13fe8f098 req-32b50ec8-7fea-46ac-940c-cc80627f8c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:41.395450 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4dd7afe6-8270-493f-9322-94a13fe8f098 req-32b50ec8-7fea-46ac-940c-cc80627f8c57 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4d8c9259b58545adaf385c72bb77aa53&device_id=f347d271-7560-493f-abc7-6c8e1b3590a1 HTTP/1.1" status: 200 len: 1129 time: 0.0392470 Apr 29 13:39:41.502115 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd7afe6-8270-493f-9322-94a13fe8f098 req-e7c3a0c4-e6df-4a80-a202-65dd33b0c714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:41.503645 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4dd7afe6-8270-493f-9322-94a13fe8f098 req-e7c3a0c4-e6df-4a80-a202-65dd33b0c714 service neutron] 10.222.0.75 "GET /v2.0/networks?id=10b82da3-c375-4e58-823a-53086fcc21e4 HTTP/1.1" status: 200 len: 910 time: 0.0893247 Apr 29 13:39:41.571278 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4dd7afe6-8270-493f-9322-94a13fe8f098 req-b51139a7-8042-42f1-bbe3-24fce3395ed6 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1401e7c5-763e-4d9c-870e-fbd93fd7e99e HTTP/1.1" status: 200 len: 1001 time: 0.0614121 Apr 29 13:39:41.619464 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd7afe6-8270-493f-9322-94a13fe8f098 req-e91bc66b-5fbd-48a7-aef9-0f3e421d166b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:41.620964 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4dd7afe6-8270-493f-9322-94a13fe8f098 req-e91bc66b-5fbd-48a7-aef9-0f3e421d166b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0feaa1e6-ce2e-4231-b630-d1a566720245 HTTP/1.1" status: 200 len: 848 time: 0.0437133 Apr 29 13:39:41.663506 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd7afe6-8270-493f-9322-94a13fe8f098 req-f27c1436-7db0-4f0a-b459-fa5e4a14ced8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:41.665002 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4dd7afe6-8270-493f-9322-94a13fe8f098 req-f27c1436-7db0-4f0a-b459-fa5e4a14ced8 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=10b82da3-c375-4e58-823a-53086fcc21e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382760 Apr 29 13:39:41.760711 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4dd7afe6-8270-493f-9322-94a13fe8f098 req-7940528e-6ef3-47b6-82b0-4ad4de28050f service neutron] 10.222.0.75 "GET /v2.0/networks/10b82da3-c375-4e58-823a-53086fcc21e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899460 Apr 29 13:39:41.854539 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4dd7afe6-8270-493f-9322-94a13fe8f098 req-6cd77670-2037-438d-8d5b-ffb39e0385bf service neutron] 10.222.0.75 "GET /v2.0/networks/10b82da3-c375-4e58-823a-53086fcc21e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874770 Apr 29 13:39:42.738087 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c4090ed3-b188-48ef-a6b9-5d78229fc55d None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:39:51.599475 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-771f2270-8fd0-4de4-8f5d-185da52ca320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (e437e712-237e-4a54-83a8-782eed3c5f0c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:52.784283 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-04e211f3-7fc3-4141-9f24-b2ab854168d9 req-09ae5cc5-f18a-4411-ac34-f5795150534d tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-81082529&fields=id&tenant_id=cbfc0e39ebbb42d5a3228f426b94c4dd HTTP/1.1" status: 200 len: 267 time: 0.0458097 Apr 29 13:39:52.842816 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e211f3-7fc3-4141-9f24-b2ab854168d9 req-3f719f6b-65b6-4f1f-bb0d-30f59d38e3fa tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:52.844278 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-04e211f3-7fc3-4141-9f24-b2ab854168d9 req-3f719f6b-65b6-4f1f-bb0d-30f59d38e3fa tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "GET /v2.0/ports?device_id=36ee0498-a5be-4743-a8bf-8c27f27b27e9 HTTP/1.1" status: 200 len: 985 time: 0.0545356 Apr 29 13:39:52.855376 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [req-04e211f3-7fc3-4141-9f24-b2ab854168d9 req-0ab0fab2-f9cd-4ab0-a383-4d1215687edf tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Request body: {'port': {'security_groups': ['01df8775-c93b-43d2-85cd-c16eb9f9e735']}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:39:52.930066 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-04e211f3-7fc3-4141-9f24-b2ab854168d9 req-0ab0fab2-f9cd-4ab0-a383-4d1215687edf tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (67427d93-0f3e-4980-a123-cec2759264d4), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:53.105279 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-04e211f3-7fc3-4141-9f24-b2ab854168d9 req-0ab0fab2-f9cd-4ab0-a383-4d1215687edf tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] For port 67427d93-0f3e-4980-a123-cec2759264d4, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=67427d93-0f3e-4980-a123-cec2759264d4,segment=NetworkSegment(82246430-61ad-47f9-b1b1-3d9cb04ddac8),segment_id=82246430-61ad-47f9-b1b1-3d9cb04ddac8)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:39:53.134519 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-04e211f3-7fc3-4141-9f24-b2ab854168d9 req-0ab0fab2-f9cd-4ab0-a383-4d1215687edf tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Publish callbacks [] for port (67427d93-0f3e-4980-a123-cec2759264d4), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:53.139156 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-04e211f3-7fc3-4141-9f24-b2ab854168d9 req-0ab0fab2-f9cd-4ab0-a383-4d1215687edf tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9127854'] for port (67427d93-0f3e-4980-a123-cec2759264d4), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:53.174670 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] get_ports_and_sgs() called for port_ids ['67427d93-0f3e-4980-a123-cec2759264d4'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 13:39:53.182440 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e211f3-7fc3-4141-9f24-b2ab854168d9 req-0ab0fab2-f9cd-4ab0-a383-4d1215687edf tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:53.183078 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-04e211f3-7fc3-4141-9f24-b2ab854168d9 req-0ab0fab2-f9cd-4ab0-a383-4d1215687edf tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:53.184547 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-04e211f3-7fc3-4141-9f24-b2ab854168d9 req-0ab0fab2-f9cd-4ab0-a383-4d1215687edf tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "PUT /v2.0/ports/67427d93-0f3e-4980-a123-cec2759264d4 HTTP/1.1" status: 200 len: 943 time: 0.3336992 Apr 29 13:39:53.184995 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36ee0498-a5be-4743-a8bf-8c27f27b27e9', 'tag': '67427d93-0f3e-4980-a123-cec2759264d4'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:39:53.187304 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ba167d508349ed0cdfb80239bd9ae2522ecb2b1d56ec89f6128388f9fbd08d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaaaa02a-8af4-46f1-89ba-8e298b8a4f1e" -d '{"events": [{"name": "network-changed", "server_uuid": "36ee0498-a5be-4743-a8bf-8c27f27b27e9", "tag": "67427d93-0f3e-4980-a123-cec2759264d4"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:39:53.191365 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 59738) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:39:53.214894 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab0fab2-f9cd-4ab0-a383-4d1215687edf tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Pushing event updated for resources: {'Port': ['ID=67427d93-0f3e-4980-a123-cec2759264d4,revision_number=7']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:53.222695 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab0fab2-f9cd-4ab0-a383-4d1215687edf tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:53.223742 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab0fab2-f9cd-4ab0-a383-4d1215687edf tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:53.223742 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab0fab2-f9cd-4ab0-a383-4d1215687edf tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:53.224040 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab0fab2-f9cd-4ab0-a383-4d1215687edf tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:53.224390 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab0fab2-f9cd-4ab0-a383-4d1215687edf tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:53.224739 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab0fab2-f9cd-4ab0-a383-4d1215687edf tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:53.225446 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab0fab2-f9cd-4ab0-a383-4d1215687edf tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:53.225446 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab0fab2-f9cd-4ab0-a383-4d1215687edf tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:53.225773 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab0fab2-f9cd-4ab0-a383-4d1215687edf tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:53.226110 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab0fab2-f9cd-4ab0-a383-4d1215687edf tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:53.226443 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab0fab2-f9cd-4ab0-a383-4d1215687edf tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:53.226775 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab0fab2-f9cd-4ab0-a383-4d1215687edf tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:53.227327 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab0fab2-f9cd-4ab0-a383-4d1215687edf tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:53.227727 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab0fab2-f9cd-4ab0-a383-4d1215687edf tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:53.228083 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab0fab2-f9cd-4ab0-a383-4d1215687edf tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:53.256557 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca8d931c-8909-4db8-8e8c-acc9fa927dea x-openstack-request-id: req-ca8d931c-8909-4db8-8e8c-acc9fa927dea {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:39:53.256907 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36ee0498-a5be-4743-a8bf-8c27f27b27e9", "tag": "67427d93-0f3e-4980-a123-cec2759264d4", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:39:53.257167 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ca8d931c-8909-4db8-8e8c-acc9fa927dea {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:39:53.257602 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca8d931c-8909-4db8-8e8c-acc9fa927dea'] response: {'name': 'network-changed', 'server_uuid': '36ee0498-a5be-4743-a8bf-8c27f27b27e9', 'tag': '67427d93-0f3e-4980-a123-cec2759264d4', 'status': 'completed', 'code': 200} Apr 29 13:39:53.269188 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-243ec343-b9b0-4c15-bd95-aaf74df091c1 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Publish callbacks [] for security_group (df07862b-76d3-44d7-9a69-bab4e6b6ae08), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:53.311729 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-243ec343-b9b0-4c15-bd95-aaf74df091c1 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Publish callbacks [] for security_group (df07862b-76d3-44d7-9a69-bab4e6b6ae08), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:53.324596 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] get_ports_and_sgs() called for port_ids ['67427d93-0f3e-4980-a123-cec2759264d4'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 13:39:53.371639 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaaa02a-8af4-46f1-89ba-8e298b8a4f1e req-2b44ced4-db2f-4dc4-be32-1957d4237613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:53.373178 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-aaaaa02a-8af4-46f1-89ba-8e298b8a4f1e req-2b44ced4-db2f-4dc4-be32-1957d4237613 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=cbfc0e39ebbb42d5a3228f426b94c4dd&device_id=36ee0498-a5be-4743-a8bf-8c27f27b27e9 HTTP/1.1" status: 200 len: 1130 time: 0.0723269 Apr 29 13:39:53.438058 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-1becb501-9ac5-4e44-99e5-13350cbf6d72 None None] Provisioning complete for port 67427d93-0f3e-4980-a123-cec2759264d4 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:39:53.438430 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1becb501-9ac5-4e44-99e5-13350cbf6d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (67427d93-0f3e-4980-a123-cec2759264d4), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:53.468031 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-243ec343-b9b0-4c15-bd95-aaf74df091c1 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (df07862b-76d3-44d7-9a69-bab4e6b6ae08), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:53.470494 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-243ec343-b9b0-4c15-bd95-aaf74df091c1 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:53.471642 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-243ec343-b9b0-4c15-bd95-aaf74df091c1 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "DELETE /v2.0/security-groups/df07862b-76d3-44d7-9a69-bab4e6b6ae08 HTTP/1.1" status: 204 len: 168 time: 0.2787476 Apr 29 13:39:53.475150 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 59742) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:39:53.492036 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243ec343-b9b0-4c15-bd95-aaf74df091c1 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df07862b-76d3-44d7-9a69-bab4e6b6ae08,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:53.495285 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaaa02a-8af4-46f1-89ba-8e298b8a4f1e req-e1f93916-475b-4b04-a18b-adf4daa50753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:53.496928 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-aaaaa02a-8af4-46f1-89ba-8e298b8a4f1e req-e1f93916-475b-4b04-a18b-adf4daa50753 service neutron] 10.222.0.75 "GET /v2.0/networks?id=aed5bada-2ebd-473c-95ba-e41c403ed8c3 HTTP/1.1" status: 200 len: 916 time: 0.1178660 Apr 29 13:39:53.502737 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243ec343-b9b0-4c15-bd95-aaf74df091c1 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:53.503088 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243ec343-b9b0-4c15-bd95-aaf74df091c1 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:53.503431 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243ec343-b9b0-4c15-bd95-aaf74df091c1 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:53.503797 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243ec343-b9b0-4c15-bd95-aaf74df091c1 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:53.504110 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243ec343-b9b0-4c15-bd95-aaf74df091c1 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:53.504443 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243ec343-b9b0-4c15-bd95-aaf74df091c1 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:53.504786 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243ec343-b9b0-4c15-bd95-aaf74df091c1 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:53.505134 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243ec343-b9b0-4c15-bd95-aaf74df091c1 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:53.505446 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243ec343-b9b0-4c15-bd95-aaf74df091c1 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:53.505772 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243ec343-b9b0-4c15-bd95-aaf74df091c1 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:53.506098 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243ec343-b9b0-4c15-bd95-aaf74df091c1 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:53.506420 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243ec343-b9b0-4c15-bd95-aaf74df091c1 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:53.506808 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243ec343-b9b0-4c15-bd95-aaf74df091c1 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:53.507063 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243ec343-b9b0-4c15-bd95-aaf74df091c1 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:53.507385 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243ec343-b9b0-4c15-bd95-aaf74df091c1 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:53.576504 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-aaaaa02a-8af4-46f1-89ba-8e298b8a4f1e req-4bd17140-2beb-48a3-a91e-57fd956c2681 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67427d93-0f3e-4980-a123-cec2759264d4 HTTP/1.1" status: 200 len: 1002 time: 0.0644701 Apr 29 13:39:53.593878 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-1becb501-9ac5-4e44-99e5-13350cbf6d72 None None] Current status of the port 67427d93-0f3e-4980-a123-cec2759264d4 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:39:53.632681 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaaa02a-8af4-46f1-89ba-8e298b8a4f1e req-1378d965-a5a5-4e85-9170-f8d6dff99675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:53.634119 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-aaaaa02a-8af4-46f1-89ba-8e298b8a4f1e req-1378d965-a5a5-4e85-9170-f8d6dff99675 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ee500532-c94f-4522-9440-c6b811141821 HTTP/1.1" status: 200 len: 854 time: 0.0513799 Apr 29 13:39:53.644019 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9d67c-8c1a-43f3-8b2c-7b8ddfc72c62 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Deleting port 45c60d35-773e-49a9-890b-7899f770a78c {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:39:53.644364 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7aa9d67c-8c1a-43f3-8b2c-7b8ddfc72c62 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783156326988'] for port (45c60d35-773e-49a9-890b-7899f770a78c), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:53.678056 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaaa02a-8af4-46f1-89ba-8e298b8a4f1e req-29373540-11b1-4a29-84ec-37a8c39b63ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:53.679574 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-aaaaa02a-8af4-46f1-89ba-8e298b8a4f1e req-29373540-11b1-4a29-84ec-37a8c39b63ea service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=aed5bada-2ebd-473c-95ba-e41c403ed8c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395374 Apr 29 13:39:53.724594 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7aa9d67c-8c1a-43f3-8b2c-7b8ddfc72c62 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749638'] for port (45c60d35-773e-49a9-890b-7899f770a78c), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:53.724952 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7aa9d67c-8c1a-43f3-8b2c-7b8ddfc72c62 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Publish callbacks [] for floatingip (45c60d35-773e-49a9-890b-7899f770a78c), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:53.737620 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9d67c-8c1a-43f3-8b2c-7b8ddfc72c62 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Calling delete_port for 45c60d35-773e-49a9-890b-7899f770a78c owned by network:floatingip {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:39:53.776532 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-aaaaa02a-8af4-46f1-89ba-8e298b8a4f1e req-1a089d6c-fbf2-4b9e-80a5-a37db78bbab9 service neutron] 10.222.0.75 "GET /v2.0/networks/aed5bada-2ebd-473c-95ba-e41c403ed8c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899241 Apr 29 13:39:53.867379 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-aaaaa02a-8af4-46f1-89ba-8e298b8a4f1e req-9c5db297-e8b9-4748-9df4-18109197bf1c service neutron] 10.222.0.75 "GET /v2.0/networks/aed5bada-2ebd-473c-95ba-e41c403ed8c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844390 Apr 29 13:39:53.914706 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7aa9d67c-8c1a-43f3-8b2c-7b8ddfc72c62 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783156333258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783155810407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9127861'] for port (45c60d35-773e-49a9-890b-7899f770a78c), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:53.938314 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9d67c-8c1a-43f3-8b2c-7b8ddfc72c62 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Pushing event deleted for resources: {'Port': ['ID=45c60d35-773e-49a9-890b-7899f770a78c,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:54.005538 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7aa9d67c-8c1a-43f3-8b2c-7b8ddfc72c62 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Publish callbacks [] for floatingip (2d280929-a503-42df-a51c-b04592a9aa32), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:54.005875 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.db.l3_db [None req-7aa9d67c-8c1a-43f3-8b2c-7b8ddfc72c62 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Floating IP 2d280929-a503-42df-a51c-b04592a9aa32 disassociated (deleted). External IP: 172.27.0.232, port: 67427d93-0f3e-4980-a123-cec2759264d4. Apr 29 13:39:54.217938 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aa9d67c-8c1a-43f3-8b2c-7b8ddfc72c62 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Router 70a707a7-95d9-4ad2-abdb-0f5b8db21cf7 has already been hosted by L3 agent ffd5f049-29fc-4e99-906d-6eadce93ab48 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:39:54.279690 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9928bf5c-4fe3-44af-8f4b-46f9be8edc66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (ffd5f049-29fc-4e99-906d-6eadce93ab48), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:54.330165 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa9d67c-8c1a-43f3-8b2c-7b8ddfc72c62 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Notify agent at l3_agent.dv-cinder-837699-3-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:39:54.334906 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7aa9d67c-8c1a-43f3-8b2c-7b8ddfc72c62 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574'] for floatingip (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:54.339646 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fd0f02-607f-4cf3-9e52-133eeb53da82 None None] Sync routers for ids ['70a707a7-95d9-4ad2-abdb-0f5b8db21cf7'] in dv-cinder-837699-3-iscsi {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:39:54.349810 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fd0f02-607f-4cf3-9e52-133eeb53da82 None None] Routers {'70a707a7-95d9-4ad2-abdb-0f5b8db21cf7'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:39:54.350469 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-50fd0f02-607f-4cf3-9e52-133eeb53da82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:39:54Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['70a707a7-95d9-4ad2-abdb-0f5b8db21cf7'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:39:54.367452 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-7aa9d67c-8c1a-43f3-8b2c-7b8ddfc72c62 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "DELETE /v2.0/floatingips/2d280929-a503-42df-a51c-b04592a9aa32 HTTP/1.1" status: 204 len: 168 time: 0.8905330 Apr 29 13:39:54.608387 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-50fd0f02-607f-4cf3-9e52-133eeb53da82 None None] Set router 70a707a7-95d9-4ad2-abdb-0f5b8db21cf7 gateway port host: dv-cinder-837699-3-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:39:54.798334 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-50fd0f02-607f-4cf3-9e52-133eeb53da82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a707a7-95d9-4ad2-abdb-0f5b8db21cf7', 'name': 'tempest-TestMinimumBasicScenario-1996160214-router', 'tenant_id': 'cbfc0e39ebbb42d5a3228f426b94c4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '8ae5f2aa-e0bf-4bc7-9906-084b45c88b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:36:27Z', 'updated_at': '2022-04-29T13:36:30Z', 'revision_number': 4, 'project_id': 'cbfc0e39ebbb42d5a3228f426b94c4dd', 'gw_port': {'id': '8ae5f2aa-e0bf-4bc7-9906-084b45c88b72', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a707a7-95d9-4ad2-abdb-0f5b8db21cf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:36:28Z', 'updated_at': '2022-04-29T13:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_interfaces': [{'id': 'c22f9823-1149-4216-8c18-e4869198ff71', 'name': '', 'network_id': 'aed5bada-2ebd-473c-95ba-e41c403ed8c3', 'tenant_id': 'cbfc0e39ebbb42d5a3228f426b94c4dd', 'mac_address': 'fa:16:3e:32:4b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a707a7-95d9-4ad2-abdb-0f5b8db21cf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'ee500532-c94f-4522-9440-c6b811141821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:36:29Z', 'updated_at': '2022-04-29T13:36:34Z', 'revision_number': 5, 'project_id': 'cbfc0e39ebbb42d5a3228f426b94c4dd', 'subnets': [{'id': 'ee500532-c94f-4522-9440-c6b811141821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:39:54.830175 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fd0f02-607f-4cf3-9e52-133eeb53da82 None None] Checking router: 70a707a7-95d9-4ad2-abdb-0f5b8db21cf7 for host: dv-cinder-837699-3-iscsi {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:39:54.839841 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fd0f02-607f-4cf3-9e52-133eeb53da82 None None] Routers {'70a707a7-95d9-4ad2-abdb-0f5b8db21cf7'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:39:54.840474 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-50fd0f02-607f-4cf3-9e52-133eeb53da82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:39:54Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['70a707a7-95d9-4ad2-abdb-0f5b8db21cf7'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:39:54.953151 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-50fd0f02-607f-4cf3-9e52-133eeb53da82 None None] Set router 70a707a7-95d9-4ad2-abdb-0f5b8db21cf7 gateway port host: dv-cinder-837699-3-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:39:55.144105 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-50fd0f02-607f-4cf3-9e52-133eeb53da82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a707a7-95d9-4ad2-abdb-0f5b8db21cf7', 'name': 'tempest-TestMinimumBasicScenario-1996160214-router', 'tenant_id': 'cbfc0e39ebbb42d5a3228f426b94c4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '8ae5f2aa-e0bf-4bc7-9906-084b45c88b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:36:27Z', 'updated_at': '2022-04-29T13:36:30Z', 'revision_number': 4, 'project_id': 'cbfc0e39ebbb42d5a3228f426b94c4dd', 'gw_port': {'id': '8ae5f2aa-e0bf-4bc7-9906-084b45c88b72', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a707a7-95d9-4ad2-abdb-0f5b8db21cf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:36:28Z', 'updated_at': '2022-04-29T13:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_interfaces': [{'id': 'c22f9823-1149-4216-8c18-e4869198ff71', 'name': '', 'network_id': 'aed5bada-2ebd-473c-95ba-e41c403ed8c3', 'tenant_id': 'cbfc0e39ebbb42d5a3228f426b94c4dd', 'mac_address': 'fa:16:3e:32:4b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a707a7-95d9-4ad2-abdb-0f5b8db21cf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'ee500532-c94f-4522-9440-c6b811141821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:36:29Z', 'updated_at': '2022-04-29T13:36:34Z', 'revision_number': 5, 'project_id': 'cbfc0e39ebbb42d5a3228f426b94c4dd', 'subnets': [{'id': 'ee500532-c94f-4522-9440-c6b811141821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:39:55.172393 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fd0f02-607f-4cf3-9e52-133eeb53da82 None None] The sync data for ids ['70a707a7-95d9-4ad2-abdb-0f5b8db21cf7'] in dv-cinder-837699-3-iscsi is: [{'id': '70a707a7-95d9-4ad2-abdb-0f5b8db21cf7', 'name': 'tempest-TestMinimumBasicScenario-1996160214-router', 'tenant_id': 'cbfc0e39ebbb42d5a3228f426b94c4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '8ae5f2aa-e0bf-4bc7-9906-084b45c88b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:36:27Z', 'updated_at': '2022-04-29T13:36:30Z', 'revision_number': 4, 'project_id': 'cbfc0e39ebbb42d5a3228f426b94c4dd', 'gw_port': {'id': '8ae5f2aa-e0bf-4bc7-9906-084b45c88b72', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a707a7-95d9-4ad2-abdb-0f5b8db21cf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:36:28Z', 'updated_at': '2022-04-29T13:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_interfaces': [{'id': 'c22f9823-1149-4216-8c18-e4869198ff71', 'name': '', 'network_id': 'aed5bada-2ebd-473c-95ba-e41c403ed8c3', 'tenant_id': 'cbfc0e39ebbb42d5a3228f426b94c4dd', 'mac_address': 'fa:16:3e:32:4b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a707a7-95d9-4ad2-abdb-0f5b8db21cf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'ee500532-c94f-4522-9440-c6b811141821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:36:29Z', 'updated_at': '2022-04-29T13:36:34Z', 'revision_number': 5, 'project_id': 'cbfc0e39ebbb42d5a3228f426b94c4dd', 'subnets': [{'id': 'ee500532-c94f-4522-9440-c6b811141821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:39:55.258904 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36ee0498-a5be-4743-a8bf-8c27f27b27e9', 'tag': '67427d93-0f3e-4980-a123-cec2759264d4'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:39:55.261341 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ba167d508349ed0cdfb80239bd9ae2522ecb2b1d56ec89f6128388f9fbd08d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4242fda9-28ee-455b-82d7-321910846c36" -d '{"events": [{"name": "network-changed", "server_uuid": "36ee0498-a5be-4743-a8bf-8c27f27b27e9", "tag": "67427d93-0f3e-4980-a123-cec2759264d4"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:39:55.300153 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d232892-627d-45a1-8eda-24a67a437db7 x-openstack-request-id: req-1d232892-627d-45a1-8eda-24a67a437db7 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:39:55.300555 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36ee0498-a5be-4743-a8bf-8c27f27b27e9", "tag": "67427d93-0f3e-4980-a123-cec2759264d4", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:39:55.300970 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1d232892-627d-45a1-8eda-24a67a437db7 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:39:55.301493 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d232892-627d-45a1-8eda-24a67a437db7'] response: {'name': 'network-changed', 'server_uuid': '36ee0498-a5be-4743-a8bf-8c27f27b27e9', 'tag': '67427d93-0f3e-4980-a123-cec2759264d4', 'status': 'completed', 'code': 200} Apr 29 13:39:55.390297 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4242fda9-28ee-455b-82d7-321910846c36 req-1bcf43d0-298e-4423-97fb-4aa83b18544c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:55.391930 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4242fda9-28ee-455b-82d7-321910846c36 req-1bcf43d0-298e-4423-97fb-4aa83b18544c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=cbfc0e39ebbb42d5a3228f426b94c4dd&device_id=36ee0498-a5be-4743-a8bf-8c27f27b27e9 HTTP/1.1" status: 200 len: 1130 time: 0.0422232 Apr 29 13:39:55.399366 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b45f9ac-7692-45b5-82eb-261bca29d27d None None] New status for floating IP 2d280929-a503-42df-a51c-b04592a9aa32: DOWN {{(pid=103367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 13:39:55.490474 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4242fda9-28ee-455b-82d7-321910846c36 req-62dd40dc-0290-497b-89dd-b57450d498d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:55.491950 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4242fda9-28ee-455b-82d7-321910846c36 req-62dd40dc-0290-497b-89dd-b57450d498d5 service neutron] 10.222.0.75 "GET /v2.0/networks?id=aed5bada-2ebd-473c-95ba-e41c403ed8c3 HTTP/1.1" status: 200 len: 916 time: 0.0941772 Apr 29 13:39:55.536255 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4242fda9-28ee-455b-82d7-321910846c36 req-01a9e472-5595-4324-a4c3-a3296ce63990 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67427d93-0f3e-4980-a123-cec2759264d4 HTTP/1.1" status: 200 len: 217 time: 0.0367110 Apr 29 13:39:55.588625 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4242fda9-28ee-455b-82d7-321910846c36 req-744d5f77-36d3-4d05-98d3-f5aceaa4e846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:55.590115 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4242fda9-28ee-455b-82d7-321910846c36 req-744d5f77-36d3-4d05-98d3-f5aceaa4e846 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ee500532-c94f-4522-9440-c6b811141821 HTTP/1.1" status: 200 len: 854 time: 0.0476639 Apr 29 13:39:55.636248 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4242fda9-28ee-455b-82d7-321910846c36 req-1bbfb7c4-544a-4fa0-8e9c-1124b4b272e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:55.637785 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4242fda9-28ee-455b-82d7-321910846c36 req-1bbfb7c4-544a-4fa0-8e9c-1124b4b272e1 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=aed5bada-2ebd-473c-95ba-e41c403ed8c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417633 Apr 29 13:39:55.730173 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4242fda9-28ee-455b-82d7-321910846c36 req-c2a381d0-6ad5-478a-9f64-e7517cef9d04 service neutron] 10.222.0.75 "GET /v2.0/networks/aed5bada-2ebd-473c-95ba-e41c403ed8c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864811 Apr 29 13:39:55.828431 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4242fda9-28ee-455b-82d7-321910846c36 req-064eaef9-2854-49e7-b33b-719ae55e184e service neutron] 10.222.0.75 "GET /v2.0/networks/aed5bada-2ebd-473c-95ba-e41c403ed8c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909557 Apr 29 13:39:55.892508 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d46c6b96-c9c1-47b5-84ba-015c4e42046f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (1b2ea45c-9419-45d0-91af-29e2c5a1844a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:57.103486 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0917b0f9-a562-4b22-bef3-c7fc2bb40fd0 req-6c7a3f8c-b204-41a5-b18a-9e358fd82afa tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:57.105025 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-0917b0f9-a562-4b22-bef3-c7fc2bb40fd0 req-6c7a3f8c-b204-41a5-b18a-9e358fd82afa tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "GET /v2.0/ports?device_id=36ee0498-a5be-4743-a8bf-8c27f27b27e9 HTTP/1.1" status: 200 len: 946 time: 0.0483263 Apr 29 13:39:57.152031 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-0917b0f9-a562-4b22-bef3-c7fc2bb40fd0 req-ed11774f-b89f-422d-8f29-b7559cfb7c78 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "GET /v2.0/security-groups?id=01df8775-c93b-43d2-85cd-c16eb9f9e735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414362 Apr 29 13:39:57.339222 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bea047bf-f99e-49b2-8b9d-5ba249a30c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (23d6c007-0036-4fdb-b033-28b1fd628d82), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:58.280550 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a175ed2-15be-4935-b5bc-a936718a06c5 req-10914e29-ab3d-4904-a927-bd07b6385526 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:58.282057 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9a175ed2-15be-4935-b5bc-a936718a06c5 req-10914e29-ab3d-4904-a927-bd07b6385526 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "GET /v2.0/ports?device_id=36ee0498-a5be-4743-a8bf-8c27f27b27e9 HTTP/1.1" status: 200 len: 946 time: 0.0471439 Apr 29 13:39:58.329866 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9a175ed2-15be-4935-b5bc-a936718a06c5 req-b6ed902b-ce49-4f8b-8b88-94a4a59e606a tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "GET /v2.0/security-groups?id=01df8775-c93b-43d2-85cd-c16eb9f9e735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420785 Apr 29 13:39:58.719479 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (070d87cd-fed4-4d07-85b5-c26ded61f2d8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:59.139757 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ed94c4-bcc6-4d6d-afb6-45f50cfcbd89 req-d6cc7616-88dc-4b13-a3a7-51c541803a7d tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:59.141235 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c0ed94c4-bcc6-4d6d-afb6-45f50cfcbd89 req-d6cc7616-88dc-4b13-a3a7-51c541803a7d tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.75 "GET /v2.0/ports?device_id=36ee0498-a5be-4743-a8bf-8c27f27b27e9 HTTP/1.1" status: 200 len: 946 time: 0.0501473 Apr 29 13:39:59.224966 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-c0ed94c4-bcc6-4d6d-afb6-45f50cfcbd89 req-d29119c1-b721-4d9f-8863-4865d41140cb tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Deleting port 67427d93-0f3e-4980-a123-cec2759264d4 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:39:59.225311 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c0ed94c4-bcc6-4d6d-afb6-45f50cfcbd89 req-d29119c1-b721-4d9f-8863-4865d41140cb tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783156326988'] for port (67427d93-0f3e-4980-a123-cec2759264d4), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:59.318181 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-c0ed94c4-bcc6-4d6d-afb6-45f50cfcbd89 req-d29119c1-b721-4d9f-8863-4865d41140cb tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] For port 67427d93-0f3e-4980-a123-cec2759264d4, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=67427d93-0f3e-4980-a123-cec2759264d4,segment=NetworkSegment(82246430-61ad-47f9-b1b1-3d9cb04ddac8),segment_id=82246430-61ad-47f9-b1b1-3d9cb04ddac8)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:39:59.318874 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c0ed94c4-bcc6-4d6d-afb6-45f50cfcbd89 req-d29119c1-b721-4d9f-8863-4865d41140cb tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749638'] for port (67427d93-0f3e-4980-a123-cec2759264d4), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:59.332077 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-c0ed94c4-bcc6-4d6d-afb6-45f50cfcbd89 req-d29119c1-b721-4d9f-8863-4865d41140cb tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Calling delete_port for 67427d93-0f3e-4980-a123-cec2759264d4 owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:39:59.449360 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c5050-91e8-4b3a-80b9-ea88b947b41f req-2861db7e-0d59-4098-a6c7-519f6f3c86a9 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:59.450825 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-444c5050-91e8-4b3a-80b9-ea88b947b41f req-2861db7e-0d59-4098-a6c7-519f6f3c86a9 tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "GET /v2.0/ports?device_id=36ee0498-a5be-4743-a8bf-8c27f27b27e9 HTTP/1.1" status: 200 len: 946 time: 0.0498977 Apr 29 13:39:59.464379 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c0ed94c4-bcc6-4d6d-afb6-45f50cfcbd89 req-d29119c1-b721-4d9f-8863-4865d41140cb tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783156333258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783155810407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8537941'] for port (67427d93-0f3e-4980-a123-cec2759264d4), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:59.495320 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29119c1-b721-4d9f-8863-4865d41140cb tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Pushing event deleted for resources: {'Port': ['ID=67427d93-0f3e-4980-a123-cec2759264d4,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:59.502181 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] get_ports_and_sgs() called for port_ids ['67427d93-0f3e-4980-a123-cec2759264d4'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 13:39:59.523550 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-444c5050-91e8-4b3a-80b9-ea88b947b41f req-67937856-e2fe-4fa9-8508-a3c1c67ea1af tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.11 "GET /v2.0/security-groups?id=01df8775-c93b-43d2-85cd-c16eb9f9e735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630348 Apr 29 13:39:59.543628 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0ed94c4-bcc6-4d6d-afb6-45f50cfcbd89 req-d29119c1-b721-4d9f-8863-4865d41140cb tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] No DVR routers for this DVR port 67427d93-0f3e-4980-a123-cec2759264d4 on host hv-cinder-83769 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:39:59.546206 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c0ed94c4-bcc6-4d6d-afb6-45f50cfcbd89 req-d29119c1-b721-4d9f-8863-4865d41140cb tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:59.549525 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c0ed94c4-bcc6-4d6d-afb6-45f50cfcbd89 req-d29119c1-b721-4d9f-8863-4865d41140cb tempest-TestMinimumBasicScenario-1610286647 tempest-TestMinimumBasicScenario-1610286647-project] 10.222.0.75 "DELETE /v2.0/ports/67427d93-0f3e-4980-a123-cec2759264d4 HTTP/1.1" status: 204 len: 173 time: 0.4034781 Apr 29 13:39:59.549973 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36ee0498-a5be-4743-a8bf-8c27f27b27e9', 'name': 'network-vif-deleted', 'tag': '67427d93-0f3e-4980-a123-cec2759264d4'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:39:59.552252 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34453e8beaba66333125c1a762a789c78ce2f458b63942c2f470c2340433bc94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca3d911-9c04-4289-98f8-21cb2973e77b" -d '{"events": [{"server_uuid": "36ee0498-a5be-4743-a8bf-8c27f27b27e9", "name": "network-vif-deleted", "tag": "67427d93-0f3e-4980-a123-cec2759264d4"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:39:59.652354 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e0f038-d54c-426b-a838-cdbc8d614585 x-openstack-request-id: req-c0e0f038-d54c-426b-a838-cdbc8d614585 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:39:59.652680 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36ee0498-a5be-4743-a8bf-8c27f27b27e9", "name": "network-vif-deleted", "tag": "67427d93-0f3e-4980-a123-cec2759264d4", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:39:59.653079 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c0e0f038-d54c-426b-a838-cdbc8d614585 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:39:59.653644 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0e0f038-d54c-426b-a838-cdbc8d614585'] response: {'server_uuid': '36ee0498-a5be-4743-a8bf-8c27f27b27e9', 'name': 'network-vif-deleted', 'tag': '67427d93-0f3e-4980-a123-cec2759264d4', 'status': 'completed', 'code': 200} Apr 29 13:40:01.085270 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 59838) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:01.409344 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c2f0d4fb-1e5f-460f-b9b7-8157c2265719 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711483'] for router_interface (70a707a7-95d9-4ad2-abdb-0f5b8db21cf7), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:01.877658 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-c2f0d4fb-1e5f-460f-b9b7-8157c2265719 admin admin] Deleting port c22f9823-1149-4216-8c18-e4869198ff71 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:40:01.878003 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c2f0d4fb-1e5f-460f-b9b7-8157c2265719 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783156326988'] for port (c22f9823-1149-4216-8c18-e4869198ff71), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:01.932606 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device 67427d93-0f3e-4980-a123-cec2759264d4 no longer exists at agent hyperv_hv-cinder-83769 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:40:01.952204 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] No Port match for: 67427d93-0f3e-4980-a123-cec2759264d4 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:40:01.952545 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device 67427d93-0f3e-4980-a123-cec2759264d4 not bound to the agent host hv-cinder-83769 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:40:01.958403 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-c2f0d4fb-1e5f-460f-b9b7-8157c2265719 admin admin] For port c22f9823-1149-4216-8c18-e4869198ff71, host dv-cinder-837699-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=c22f9823-1149-4216-8c18-e4869198ff71,segment=NetworkSegment(82246430-61ad-47f9-b1b1-3d9cb04ddac8),segment_id=82246430-61ad-47f9-b1b1-3d9cb04ddac8)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:40:01.958843 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c2f0d4fb-1e5f-460f-b9b7-8157c2265719 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749638'] for port (c22f9823-1149-4216-8c18-e4869198ff71), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:01.971796 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-c2f0d4fb-1e5f-460f-b9b7-8157c2265719 admin admin] Calling delete_port for c22f9823-1149-4216-8c18-e4869198ff71 owned by network:router_interface {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:40:02.157263 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c2f0d4fb-1e5f-460f-b9b7-8157c2265719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783156333258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783155810407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9127861'] for port (c22f9823-1149-4216-8c18-e4869198ff71), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:02.182900 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f0d4fb-1e5f-460f-b9b7-8157c2265719 admin admin] Pushing event deleted for resources: {'Port': ['ID=c22f9823-1149-4216-8c18-e4869198ff71,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:02.360476 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c2f0d4fb-1e5f-460f-b9b7-8157c2265719 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711575'] for router_interface (70a707a7-95d9-4ad2-abdb-0f5b8db21cf7), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:02.578395 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2f0d4fb-1e5f-460f-b9b7-8157c2265719 admin admin] Router 70a707a7-95d9-4ad2-abdb-0f5b8db21cf7 has already been hosted by L3 agent ffd5f049-29fc-4e99-906d-6eadce93ab48 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:40:02.685651 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f0d4fb-1e5f-460f-b9b7-8157c2265719 admin admin] Notify agent at l3_agent.dv-cinder-837699-3-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:40:02.690664 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-c2f0d4fb-1e5f-460f-b9b7-8157c2265719 admin admin] 10.222.0.11 "PUT /v2.0/routers/70a707a7-95d9-4ad2-abdb-0f5b8db21cf7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6043611 Apr 29 13:40:02.693343 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 59844) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:02.698038 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0a23e1-8b62-41ad-9068-d35c931409f4 None None] Sync routers for ids ['70a707a7-95d9-4ad2-abdb-0f5b8db21cf7'] in dv-cinder-837699-3-iscsi {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:40:02.706773 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0a23e1-8b62-41ad-9068-d35c931409f4 None None] Routers {'70a707a7-95d9-4ad2-abdb-0f5b8db21cf7'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:40:02.707386 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-fd0a23e1-8b62-41ad-9068-d35c931409f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:39:54Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['70a707a7-95d9-4ad2-abdb-0f5b8db21cf7'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:40:02.806768 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b6d4eca3-fc6e-4564-af62-f6b1c138dd20 admin admin] Publish callbacks [] for router (70a707a7-95d9-4ad2-abdb-0f5b8db21cf7), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:02.818469 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-fd0a23e1-8b62-41ad-9068-d35c931409f4 None None] Set router 70a707a7-95d9-4ad2-abdb-0f5b8db21cf7 gateway port host: dv-cinder-837699-3-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:40:02.918135 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b6d4eca3-fc6e-4564-af62-f6b1c138dd20 admin admin] Publish callbacks [] for router_gateway (70a707a7-95d9-4ad2-abdb-0f5b8db21cf7), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:02.966401 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-b6d4eca3-fc6e-4564-af62-f6b1c138dd20 admin admin] Deleting port 8ae5f2aa-e0bf-4bc7-9906-084b45c88b72 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:40:02.966637 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b6d4eca3-fc6e-4564-af62-f6b1c138dd20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783156326988'] for port (8ae5f2aa-e0bf-4bc7-9906-084b45c88b72), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:02.999336 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-fd0a23e1-8b62-41ad-9068-d35c931409f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a707a7-95d9-4ad2-abdb-0f5b8db21cf7', 'name': 'tempest-TestMinimumBasicScenario-1996160214-router', 'tenant_id': 'cbfc0e39ebbb42d5a3228f426b94c4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '8ae5f2aa-e0bf-4bc7-9906-084b45c88b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:36:27Z', 'updated_at': '2022-04-29T13:40:02Z', 'revision_number': 5, 'project_id': 'cbfc0e39ebbb42d5a3228f426b94c4dd', 'gw_port': {'id': '8ae5f2aa-e0bf-4bc7-9906-084b45c88b72', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a707a7-95d9-4ad2-abdb-0f5b8db21cf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:36:28Z', 'updated_at': '2022-04-29T13:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi'}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:40:03.026510 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0a23e1-8b62-41ad-9068-d35c931409f4 None None] Checking router: 70a707a7-95d9-4ad2-abdb-0f5b8db21cf7 for host: dv-cinder-837699-3-iscsi {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:40:03.034982 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0a23e1-8b62-41ad-9068-d35c931409f4 None None] Routers {'70a707a7-95d9-4ad2-abdb-0f5b8db21cf7'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:40:03.035600 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-fd0a23e1-8b62-41ad-9068-d35c931409f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:39:54Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['70a707a7-95d9-4ad2-abdb-0f5b8db21cf7'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:40:03.048020 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-b6d4eca3-fc6e-4564-af62-f6b1c138dd20 admin admin] For port 8ae5f2aa-e0bf-4bc7-9906-084b45c88b72, host dv-cinder-837699-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=8ae5f2aa-e0bf-4bc7-9906-084b45c88b72,segment=NetworkSegment(2ea0efb1-2525-44c9-8409-d88aaadc45e7),segment_id=2ea0efb1-2525-44c9-8409-d88aaadc45e7)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:40:03.048385 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b6d4eca3-fc6e-4564-af62-f6b1c138dd20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749638'] for port (8ae5f2aa-e0bf-4bc7-9906-084b45c88b72), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:03.063068 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-b6d4eca3-fc6e-4564-af62-f6b1c138dd20 admin admin] Calling delete_port for 8ae5f2aa-e0bf-4bc7-9906-084b45c88b72 owned by network:router_gateway {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:40:03.125765 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-fd0a23e1-8b62-41ad-9068-d35c931409f4 None None] Set router 70a707a7-95d9-4ad2-abdb-0f5b8db21cf7 gateway port host: None {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:40:03.182288 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-fd0a23e1-8b62-41ad-9068-d35c931409f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a707a7-95d9-4ad2-abdb-0f5b8db21cf7', 'name': 'tempest-TestMinimumBasicScenario-1996160214-router', 'tenant_id': 'cbfc0e39ebbb42d5a3228f426b94c4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:36:27Z', 'updated_at': '2022-04-29T13:40:02Z', 'revision_number': 6, 'project_id': 'cbfc0e39ebbb42d5a3228f426b94c4dd', 'gw_port_host': None}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:40:03.209186 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0a23e1-8b62-41ad-9068-d35c931409f4 None None] The sync data for ids ['70a707a7-95d9-4ad2-abdb-0f5b8db21cf7'] in dv-cinder-837699-3-iscsi is: [{'id': '70a707a7-95d9-4ad2-abdb-0f5b8db21cf7', 'name': 'tempest-TestMinimumBasicScenario-1996160214-router', 'tenant_id': 'cbfc0e39ebbb42d5a3228f426b94c4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:36:27Z', 'updated_at': '2022-04-29T13:40:02Z', 'revision_number': 6, 'project_id': 'cbfc0e39ebbb42d5a3228f426b94c4dd', 'gw_port_host': None}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:40:03.234164 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b6d4eca3-fc6e-4564-af62-f6b1c138dd20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783156333258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783155810407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9127861'] for port (8ae5f2aa-e0bf-4bc7-9906-084b45c88b72), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:03.268529 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d4eca3-fc6e-4564-af62-f6b1c138dd20 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ae5f2aa-e0bf-4bc7-9906-084b45c88b72,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:03.327000 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b6d4eca3-fc6e-4564-af62-f6b1c138dd20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-721149'] for router_gateway (70a707a7-95d9-4ad2-abdb-0f5b8db21cf7), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:03.434614 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b6d4eca3-fc6e-4564-af62-f6b1c138dd20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5385'] for router (70a707a7-95d9-4ad2-abdb-0f5b8db21cf7), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:03.436844 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b6d4eca3-fc6e-4564-af62-f6b1c138dd20 admin admin] Publish callbacks [] for router_controller (70a707a7-95d9-4ad2-abdb-0f5b8db21cf7), precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:03.506026 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b6d4eca3-fc6e-4564-af62-f6b1c138dd20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709215'] for router (70a707a7-95d9-4ad2-abdb-0f5b8db21cf7), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:03.506432 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d4eca3-fc6e-4564-af62-f6b1c138dd20 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70a707a7-95d9-4ad2-abdb-0f5b8db21cf7 {{(pid=103365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 13:40:03.512219 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b6d4eca3-fc6e-4564-af62-f6b1c138dd20 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:03.513463 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-b6d4eca3-fc6e-4564-af62-f6b1c138dd20 admin admin] 10.222.0.11 "DELETE /v2.0/routers/70a707a7-95d9-4ad2-abdb-0f5b8db21cf7 HTTP/1.1" status: 204 len: 168 time: 0.8191442 Apr 29 13:40:03.516050 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 59846) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:03.563121 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2c4a761-17ae-4a7b-a28c-acba348688b4 admin admin] Deleting subnet ee500532-c94f-4522-9440-c6b811141821 {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 13:40:03.566617 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e2c4a761-17ae-4a7b-a28c-acba348688b4 admin admin] Publish callbacks [] for subnet (ee500532-c94f-4522-9440-c6b811141821), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:03.606647 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e2c4a761-17ae-4a7b-a28c-acba348688b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023095'] for subnet (ee500532-c94f-4522-9440-c6b811141821), precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:03.718965 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e2c4a761-17ae-4a7b-a28c-acba348688b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1407265'] for subnet (ee500532-c94f-4522-9440-c6b811141821), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:03.775258 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e2c4a761-17ae-4a7b-a28c-acba348688b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1407272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9127268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8602371'] for subnet (ee500532-c94f-4522-9440-c6b811141821), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:03.806451 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c4a761-17ae-4a7b-a28c-acba348688b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee500532-c94f-4522-9440-c6b811141821,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:03.808471 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e2c4a761-17ae-4a7b-a28c-acba348688b4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:03.811692 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-e2c4a761-17ae-4a7b-a28c-acba348688b4 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/ee500532-c94f-4522-9440-c6b811141821 HTTP/1.1" status: 204 len: 168 time: 0.2947013 Apr 29 13:40:03.813302 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c76bf55-f77e-495f-af4d-0b2499bdc04d None None] Network aed5bada-2ebd-473c-95ba-e41c403ed8c3 requested from dv-cinder-837699-3-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:40:03.814180 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 59848) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:03.883770 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e9a4dec2-294a-410c-9077-2e43f25f169f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793423'] for network (aed5bada-2ebd-473c-95ba-e41c403ed8c3), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:03.929085 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-e9a4dec2-294a-410c-9077-2e43f25f169f admin admin] Deleting port 251d265b-5c6c-4c47-9742-5311c7db046d {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:40:03.929426 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e9a4dec2-294a-410c-9077-2e43f25f169f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783156326988'] for port (251d265b-5c6c-4c47-9742-5311c7db046d), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:03.987135 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b16714-7175-48b6-8089-8a370aeb1b96 None None] DHCP port deletion for aed5bada-2ebd-473c-95ba-e41c403ed8c3 request from dv-cinder-837699-3-iscsi {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 13:40:04.036120 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-d6b16714-7175-48b6-8089-8a370aeb1b96 None None] Deleting port 251d265b-5c6c-4c47-9742-5311c7db046d {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:40:04.036833 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d6b16714-7175-48b6-8089-8a370aeb1b96 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783156326988'] for port (251d265b-5c6c-4c47-9742-5311c7db046d), before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:04.117506 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-d6b16714-7175-48b6-8089-8a370aeb1b96 None None] For port 251d265b-5c6c-4c47-9742-5311c7db046d, host dv-cinder-837699-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=251d265b-5c6c-4c47-9742-5311c7db046d,segment=NetworkSegment(82246430-61ad-47f9-b1b1-3d9cb04ddac8),segment_id=82246430-61ad-47f9-b1b1-3d9cb04ddac8)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:40:04.117911 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d6b16714-7175-48b6-8089-8a370aeb1b96 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749638'] for port (251d265b-5c6c-4c47-9742-5311c7db046d), precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:04.133738 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-d6b16714-7175-48b6-8089-8a370aeb1b96 None None] Calling delete_port for 251d265b-5c6c-4c47-9742-5311c7db046d owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:40:04.219161 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d6b16714-7175-48b6-8089-8a370aeb1b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783156333258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783155810407'] for port (251d265b-5c6c-4c47-9742-5311c7db046d), after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:04.235756 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b16714-7175-48b6-8089-8a370aeb1b96 None None] No DVR routers for this DVR port 251d265b-5c6c-4c47-9742-5311c7db046d on host dv-cinder-837699-3-iscsi {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:40:04.258304 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b16714-7175-48b6-8089-8a370aeb1b96 None None] Pushing event deleted for resources: {'Port': ['ID=251d265b-5c6c-4c47-9742-5311c7db046d,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:04.268903 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b16714-7175-48b6-8089-8a370aeb1b96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:40:04.269261 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b16714-7175-48b6-8089-8a370aeb1b96 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:40:04.269605 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b16714-7175-48b6-8089-8a370aeb1b96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:40:04.269947 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b16714-7175-48b6-8089-8a370aeb1b96 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:40:04.270351 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b16714-7175-48b6-8089-8a370aeb1b96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:40:04.270662 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b16714-7175-48b6-8089-8a370aeb1b96 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:40:04.271647 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b16714-7175-48b6-8089-8a370aeb1b96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:40:04.271985 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b16714-7175-48b6-8089-8a370aeb1b96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:40:04.272320 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b16714-7175-48b6-8089-8a370aeb1b96 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:40:04.272651 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b16714-7175-48b6-8089-8a370aeb1b96 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:40:04.273006 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b16714-7175-48b6-8089-8a370aeb1b96 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:40:04.273339 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b16714-7175-48b6-8089-8a370aeb1b96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:40:04.274215 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b16714-7175-48b6-8089-8a370aeb1b96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:40:04.274558 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b16714-7175-48b6-8089-8a370aeb1b96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:40:04.275181 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b16714-7175-48b6-8089-8a370aeb1b96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:40:04.280919 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-e9a4dec2-294a-410c-9077-2e43f25f169f admin admin] For port 251d265b-5c6c-4c47-9742-5311c7db046d, host dv-cinder-837699-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=251d265b-5c6c-4c47-9742-5311c7db046d,segment=NetworkSegment(82246430-61ad-47f9-b1b1-3d9cb04ddac8),segment_id=82246430-61ad-47f9-b1b1-3d9cb04ddac8)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:40:04.281510 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e9a4dec2-294a-410c-9077-2e43f25f169f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749638'] for port (251d265b-5c6c-4c47-9742-5311c7db046d), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:04.299402 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-e9a4dec2-294a-410c-9077-2e43f25f169f admin admin] Calling delete_port for 251d265b-5c6c-4c47-9742-5311c7db046d owned by network:dhcp {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:40:04.376633 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e9a4dec2-294a-410c-9077-2e43f25f169f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783156333258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783155810407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9127861'] for port (251d265b-5c6c-4c47-9742-5311c7db046d), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:04.404971 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a4dec2-294a-410c-9077-2e43f25f169f admin admin] Pushing event deleted for resources: {'Port': ['ID=251d265b-5c6c-4c47-9742-5311c7db046d,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:04.408372 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a4dec2-294a-410c-9077-2e43f25f169f admin admin] No DVR routers for this DVR port 251d265b-5c6c-4c47-9742-5311c7db046d on host dv-cinder-837699-3-iscsi {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:40:04.478410 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e9a4dec2-294a-410c-9077-2e43f25f169f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405116', 'neutron.services.segments.db._delete_segments_for_network-8783156274041'] for network (aed5bada-2ebd-473c-95ba-e41c403ed8c3), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:04.498519 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-e9a4dec2-294a-410c-9077-2e43f25f169f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aed5bada-2ebd-473c-95ba-e41c403ed8c3']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:40:04.508916 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-e9a4dec2-294a-410c-9077-2e43f25f169f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82246430-61ad-47f9-b1b1-3d9cb04ddac8') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:40:04.509223 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-e9a4dec2-294a-410c-9077-2e43f25f169f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82246430-61ad-47f9-b1b1-3d9cb04ddac8') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:40:04.518655 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e9a4dec2-294a-410c-9077-2e43f25f169f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783156275074', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023086'] for segment (82246430-61ad-47f9-b1b1-3d9cb04ddac8), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:04.532085 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e9a4dec2-294a-410c-9077-2e43f25f169f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401276'] for segment (82246430-61ad-47f9-b1b1-3d9cb04ddac8), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:04.537943 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9a4dec2-294a-410c-9077-2e43f25f169f admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 13:40:04.538336 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e9a4dec2-294a-410c-9077-2e43f25f169f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9127810'] for segment (82246430-61ad-47f9-b1b1-3d9cb04ddac8), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:04.540710 dv-cinder-837699-3-iscsi neutron-server[103365]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 13:40:04.540710 dv-cinder-837699-3-iscsi neutron-server[103365]: self.session.flush() Apr 29 13:40:04.540710 dv-cinder-837699-3-iscsi neutron-server[103365]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 13:40:04.540710 dv-cinder-837699-3-iscsi neutron-server[103365]: self.session.flush() Apr 29 13:40:04.540710 dv-cinder-837699-3-iscsi neutron-server[103365]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 13:40:04.540710 dv-cinder-837699-3-iscsi neutron-server[103365]: self.session.flush() Apr 29 13:40:04.540710 dv-cinder-837699-3-iscsi neutron-server[103365]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 13:40:04.540710 dv-cinder-837699-3-iscsi neutron-server[103365]: self.session.flush() Apr 29 13:40:04.540710 dv-cinder-837699-3-iscsi neutron-server[103365]: Traceback (most recent call last): Apr 29 13:40:04.540710 dv-cinder-837699-3-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 13:40:04.540710 dv-cinder-837699-3-iscsi neutron-server[103365]: timer() Apr 29 13:40:04.540710 dv-cinder-837699-3-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:40:04.540710 dv-cinder-837699-3-iscsi neutron-server[103365]: cb(*args, **kw) Apr 29 13:40:04.540710 dv-cinder-837699-3-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 13:40:04.540710 dv-cinder-837699-3-iscsi neutron-server[103365]: return func(*args, **kwargs) Apr 29 13:40:04.540710 dv-cinder-837699-3-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:40:04.540710 dv-cinder-837699-3-iscsi neutron-server[103365]: self._notify() Apr 29 13:40:04.540710 dv-cinder-837699-3-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:40:04.540710 dv-cinder-837699-3-iscsi neutron-server[103365]: self.callback(batched_events) Apr 29 13:40:04.540710 dv-cinder-837699-3-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:40:04.540710 dv-cinder-837699-3-iscsi neutron-server[103365]: event.method(event) Apr 29 13:40:04.540710 dv-cinder-837699-3-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 13:40:04.540710 dv-cinder-837699-3-iscsi neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:40:04.540710 dv-cinder-837699-3-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 13:40:04.540710 dv-cinder-837699-3-iscsi neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:40:04.540710 dv-cinder-837699-3-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 13:40:04.540710 dv-cinder-837699-3-iscsi neutron-server[103365]: return f(self, *a, **k) Apr 29 13:40:04.540710 dv-cinder-837699-3-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:40:04.540710 dv-cinder-837699-3-iscsi neutron-server[103365]: return self._get(url).json() Apr 29 13:40:04.540710 dv-cinder-837699-3-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:40:04.540710 dv-cinder-837699-3-iscsi neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:40:04.540710 dv-cinder-837699-3-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 13:40:04.540710 dv-cinder-837699-3-iscsi neutron-server[103365]: return self.request(url, 'GET', **kwargs) Apr 29 13:40:04.540710 dv-cinder-837699-3-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 13:40:04.540710 dv-cinder-837699-3-iscsi neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:40:04.540710 dv-cinder-837699-3-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 13:40:04.540710 dv-cinder-837699-3-iscsi neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:40:04.540710 dv-cinder-837699-3-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 13:40:04.540710 dv-cinder-837699-3-iscsi neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:40:04.540710 dv-cinder-837699-3-iscsi neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:40:04.597986 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e9a4dec2-294a-410c-9077-2e43f25f169f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-706069'] for network (aed5bada-2ebd-473c-95ba-e41c403ed8c3), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:04.603989 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e9a4dec2-294a-410c-9077-2e43f25f169f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549835'] for network (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:04.607128 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-e9a4dec2-294a-410c-9077-2e43f25f169f admin admin] 10.222.0.11 "DELETE /v2.0/networks/aed5bada-2ebd-473c-95ba-e41c403ed8c3 HTTP/1.1" status: 204 len: 168 time: 0.7920370 Apr 29 13:40:04.610145 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 59850) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:04.617747 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a4dec2-294a-410c-9077-2e43f25f169f admin admin] Pushing event deleted for resources: {'Network': ['ID=aed5bada-2ebd-473c-95ba-e41c403ed8c3,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:04.773168 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device c22f9823-1149-4216-8c18-e4869198ff71 no longer exists at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:40:04.798484 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] No Port match for: c22f9823-1149-4216-8c18-e4869198ff71 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:40:04.798830 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device c22f9823-1149-4216-8c18-e4869198ff71 not bound to the agent host dv-cinder-837699-3-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:40:04.799240 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device 8ae5f2aa-e0bf-4bc7-9906-084b45c88b72 no longer exists at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:40:04.823988 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] No Port match for: 8ae5f2aa-e0bf-4bc7-9906-084b45c88b72 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:40:04.824311 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device 8ae5f2aa-e0bf-4bc7-9906-084b45c88b72 not bound to the agent host dv-cinder-837699-3-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:40:04.824734 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device 251d265b-5c6c-4c47-9742-5311c7db046d no longer exists at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:40:04.845576 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (477bd1e1-70d7-4a7b-b37c-5892af57f2e4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:04.846195 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] No Port match for: 251d265b-5c6c-4c47-9742-5311c7db046d {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:40:04.846536 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device 251d265b-5c6c-4c47-9742-5311c7db046d not bound to the agent host dv-cinder-837699-3-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:40:04.957792 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-45700a46-e6ed-4cf1-9d33-995806ea424c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711483'] for router_interface (32fd788c-c25b-424a-8f53-5c48a12c2b95), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:05.197052 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-45700a46-e6ed-4cf1-9d33-995806ea424c admin admin] Deleting port 9861e22e-2db2-489f-8a0b-3e07fc198f76 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:40:05.197297 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-45700a46-e6ed-4cf1-9d33-995806ea424c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783156326988'] for port (9861e22e-2db2-489f-8a0b-3e07fc198f76), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:05.283776 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-45700a46-e6ed-4cf1-9d33-995806ea424c admin admin] For port 9861e22e-2db2-489f-8a0b-3e07fc198f76, host dv-cinder-837699-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=9861e22e-2db2-489f-8a0b-3e07fc198f76,segment=NetworkSegment(51098c98-2d92-4e5e-aed5-d21e8f54f105),segment_id=51098c98-2d92-4e5e-aed5-d21e8f54f105)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:40:05.284140 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-45700a46-e6ed-4cf1-9d33-995806ea424c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749638'] for port (9861e22e-2db2-489f-8a0b-3e07fc198f76), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:05.298704 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-45700a46-e6ed-4cf1-9d33-995806ea424c admin admin] Calling delete_port for 9861e22e-2db2-489f-8a0b-3e07fc198f76 owned by network:router_interface {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:40:05.479851 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-45700a46-e6ed-4cf1-9d33-995806ea424c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783156333258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783155810407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8537941'] for port (9861e22e-2db2-489f-8a0b-3e07fc198f76), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:05.507710 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45700a46-e6ed-4cf1-9d33-995806ea424c admin admin] Pushing event deleted for resources: {'Port': ['ID=9861e22e-2db2-489f-8a0b-3e07fc198f76,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:05.676717 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-45700a46-e6ed-4cf1-9d33-995806ea424c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711575'] for router_interface (32fd788c-c25b-424a-8f53-5c48a12c2b95), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:05.896654 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45700a46-e6ed-4cf1-9d33-995806ea424c admin admin] Router 32fd788c-c25b-424a-8f53-5c48a12c2b95 has already been hosted by L3 agent ffd5f049-29fc-4e99-906d-6eadce93ab48 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:40:06.265652 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45700a46-e6ed-4cf1-9d33-995806ea424c admin admin] Notify agent at l3_agent.dv-cinder-837699-3-iscsi the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:40:06.270552 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-45700a46-e6ed-4cf1-9d33-995806ea424c admin admin] 10.222.0.11 "PUT /v2.0/routers/32fd788c-c25b-424a-8f53-5c48a12c2b95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6593447 Apr 29 13:40:06.273314 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 59852) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:06.274213 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e44e3bf-c120-42e2-950a-d481385c1427 None None] Sync routers for ids ['32fd788c-c25b-424a-8f53-5c48a12c2b95'] in dv-cinder-837699-3-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:40:06.283679 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e44e3bf-c120-42e2-950a-d481385c1427 None None] Routers {'32fd788c-c25b-424a-8f53-5c48a12c2b95'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:40:06.284283 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-5e44e3bf-c120-42e2-950a-d481385c1427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:39:54Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['32fd788c-c25b-424a-8f53-5c48a12c2b95'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:40:06.383085 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-38421763-5e45-4cfc-9241-049b28c12d54 admin admin] Publish callbacks [] for router (32fd788c-c25b-424a-8f53-5c48a12c2b95), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:06.393108 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-5e44e3bf-c120-42e2-950a-d481385c1427 None None] Set router 32fd788c-c25b-424a-8f53-5c48a12c2b95 gateway port host: dv-cinder-837699-3-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:40:06.490701 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-38421763-5e45-4cfc-9241-049b28c12d54 admin admin] Publish callbacks [] for router_gateway (32fd788c-c25b-424a-8f53-5c48a12c2b95), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:06.538116 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-38421763-5e45-4cfc-9241-049b28c12d54 admin admin] Deleting port 0f65be6b-f8ee-4707-9ea2-c6b8596e30d4 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:40:06.538370 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-38421763-5e45-4cfc-9241-049b28c12d54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783156326988'] for port (0f65be6b-f8ee-4707-9ea2-c6b8596e30d4), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:06.564603 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-5e44e3bf-c120-42e2-950a-d481385c1427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32fd788c-c25b-424a-8f53-5c48a12c2b95', 'name': 'tempest-TestMinimumBasicScenario-2146922300-router', 'tenant_id': '82726506ddf24d85adfb83e779768053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '0f65be6b-f8ee-4707-9ea2-c6b8596e30d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:36:32Z', 'updated_at': '2022-04-29T13:40:05Z', 'revision_number': 5, 'project_id': '82726506ddf24d85adfb83e779768053', 'gw_port': {'id': '0f65be6b-f8ee-4707-9ea2-c6b8596e30d4', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fd788c-c25b-424a-8f53-5c48a12c2b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:36:32Z', 'updated_at': '2022-04-29T13:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi'}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:40:06.594897 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e44e3bf-c120-42e2-950a-d481385c1427 None None] Checking router: 32fd788c-c25b-424a-8f53-5c48a12c2b95 for host: dv-cinder-837699-3-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:40:06.603755 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e44e3bf-c120-42e2-950a-d481385c1427 None None] Routers {'32fd788c-c25b-424a-8f53-5c48a12c2b95'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:40:06.604366 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-5e44e3bf-c120-42e2-950a-d481385c1427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:39:54Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['32fd788c-c25b-424a-8f53-5c48a12c2b95'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:40:06.624660 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-38421763-5e45-4cfc-9241-049b28c12d54 admin admin] For port 0f65be6b-f8ee-4707-9ea2-c6b8596e30d4, host dv-cinder-837699-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=0f65be6b-f8ee-4707-9ea2-c6b8596e30d4,segment=NetworkSegment(2ea0efb1-2525-44c9-8409-d88aaadc45e7),segment_id=2ea0efb1-2525-44c9-8409-d88aaadc45e7)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:40:06.625214 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-38421763-5e45-4cfc-9241-049b28c12d54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749638'] for port (0f65be6b-f8ee-4707-9ea2-c6b8596e30d4), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:06.644331 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-38421763-5e45-4cfc-9241-049b28c12d54 admin admin] Calling delete_port for 0f65be6b-f8ee-4707-9ea2-c6b8596e30d4 owned by network:router_gateway {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:40:06.787482 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-5e44e3bf-c120-42e2-950a-d481385c1427 None None] Set router 32fd788c-c25b-424a-8f53-5c48a12c2b95 gateway port host: None {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:40:06.827211 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-38421763-5e45-4cfc-9241-049b28c12d54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783156333258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783155810407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8537941'] for port (0f65be6b-f8ee-4707-9ea2-c6b8596e30d4), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:06.840641 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-5e44e3bf-c120-42e2-950a-d481385c1427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32fd788c-c25b-424a-8f53-5c48a12c2b95', 'name': 'tempest-TestMinimumBasicScenario-2146922300-router', 'tenant_id': '82726506ddf24d85adfb83e779768053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:36:32Z', 'updated_at': '2022-04-29T13:40:06Z', 'revision_number': 6, 'project_id': '82726506ddf24d85adfb83e779768053', 'gw_port_host': None}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:40:06.851265 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38421763-5e45-4cfc-9241-049b28c12d54 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f65be6b-f8ee-4707-9ea2-c6b8596e30d4,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:06.872210 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e44e3bf-c120-42e2-950a-d481385c1427 None None] The sync data for ids ['32fd788c-c25b-424a-8f53-5c48a12c2b95'] in dv-cinder-837699-3-iscsi is: [{'id': '32fd788c-c25b-424a-8f53-5c48a12c2b95', 'name': 'tempest-TestMinimumBasicScenario-2146922300-router', 'tenant_id': '82726506ddf24d85adfb83e779768053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:36:32Z', 'updated_at': '2022-04-29T13:40:06Z', 'revision_number': 6, 'project_id': '82726506ddf24d85adfb83e779768053', 'gw_port_host': None}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:40:06.919501 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-38421763-5e45-4cfc-9241-049b28c12d54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-721149'] for router_gateway (32fd788c-c25b-424a-8f53-5c48a12c2b95), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:07.016829 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-38421763-5e45-4cfc-9241-049b28c12d54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5385'] for router (32fd788c-c25b-424a-8f53-5c48a12c2b95), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:07.018960 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-38421763-5e45-4cfc-9241-049b28c12d54 admin admin] Publish callbacks [] for router_controller (32fd788c-c25b-424a-8f53-5c48a12c2b95), precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:07.066346 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-38421763-5e45-4cfc-9241-049b28c12d54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709215'] for router (32fd788c-c25b-424a-8f53-5c48a12c2b95), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:07.066897 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38421763-5e45-4cfc-9241-049b28c12d54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32fd788c-c25b-424a-8f53-5c48a12c2b95 {{(pid=103364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 13:40:07.071873 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-38421763-5e45-4cfc-9241-049b28c12d54 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:07.073135 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-38421763-5e45-4cfc-9241-049b28c12d54 admin admin] 10.222.0.11 "DELETE /v2.0/routers/32fd788c-c25b-424a-8f53-5c48a12c2b95 HTTP/1.1" status: 204 len: 168 time: 0.7987456 Apr 29 13:40:07.075508 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 59854) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:07.120088 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-08f6e8f9-aa7c-4d7a-af34-54f892d941cb admin admin] Deleting subnet 450166bf-dc6d-49ed-9c1e-2b89f5a12070 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 13:40:07.123313 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-08f6e8f9-aa7c-4d7a-af34-54f892d941cb admin admin] Publish callbacks [] for subnet (450166bf-dc6d-49ed-9c1e-2b89f5a12070), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:07.157417 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-08f6e8f9-aa7c-4d7a-af34-54f892d941cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9333816'] for subnet (450166bf-dc6d-49ed-9c1e-2b89f5a12070), precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:07.239853 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-08f6e8f9-aa7c-4d7a-af34-54f892d941cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1407265'] for subnet (450166bf-dc6d-49ed-9c1e-2b89f5a12070), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:07.298783 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-08f6e8f9-aa7c-4d7a-af34-54f892d941cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1407272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8537476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9228789'] for subnet (450166bf-dc6d-49ed-9c1e-2b89f5a12070), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:07.325002 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f6e8f9-aa7c-4d7a-af34-54f892d941cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=450166bf-dc6d-49ed-9c1e-2b89f5a12070,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:07.328648 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-08f6e8f9-aa7c-4d7a-af34-54f892d941cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549835'] for subnet (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:07.331872 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-08f6e8f9-aa7c-4d7a-af34-54f892d941cb admin admin] 10.222.0.11 "DELETE /v2.0/subnets/450166bf-dc6d-49ed-9c1e-2b89f5a12070 HTTP/1.1" status: 204 len: 168 time: 0.2553775 Apr 29 13:40:07.334371 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 59856) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:07.338100 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e31919e-83dc-47c8-9c2d-4893526ef971 None None] Network c7ab903d-8065-44a3-8e1f-2419098eca56 requested from dv-cinder-837699-3-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:40:07.406732 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e80a001a-b5f5-4e1d-b1d5-d3a0740bae06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793423'] for network (c7ab903d-8065-44a3-8e1f-2419098eca56), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:07.461506 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-e80a001a-b5f5-4e1d-b1d5-d3a0740bae06 admin admin] Deleting port f466b135-74c7-4ffd-b82c-7dfd1519f0b5 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:40:07.462248 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e80a001a-b5f5-4e1d-b1d5-d3a0740bae06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783156326988'] for port (f466b135-74c7-4ffd-b82c-7dfd1519f0b5), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:07.523247 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-e80a001a-b5f5-4e1d-b1d5-d3a0740bae06 admin admin] For port f466b135-74c7-4ffd-b82c-7dfd1519f0b5, host dv-cinder-837699-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=f466b135-74c7-4ffd-b82c-7dfd1519f0b5,segment=NetworkSegment(51098c98-2d92-4e5e-aed5-d21e8f54f105),segment_id=51098c98-2d92-4e5e-aed5-d21e8f54f105)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:40:07.524116 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e80a001a-b5f5-4e1d-b1d5-d3a0740bae06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749638'] for port (f466b135-74c7-4ffd-b82c-7dfd1519f0b5), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:07.536581 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-e80a001a-b5f5-4e1d-b1d5-d3a0740bae06 admin admin] Calling delete_port for f466b135-74c7-4ffd-b82c-7dfd1519f0b5 owned by network:dhcp {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:40:07.616960 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e80a001a-b5f5-4e1d-b1d5-d3a0740bae06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783156333258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783155810407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8537941'] for port (f466b135-74c7-4ffd-b82c-7dfd1519f0b5), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:07.642345 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80a001a-b5f5-4e1d-b1d5-d3a0740bae06 admin admin] Pushing event deleted for resources: {'Port': ['ID=f466b135-74c7-4ffd-b82c-7dfd1519f0b5,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:07.645815 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80a001a-b5f5-4e1d-b1d5-d3a0740bae06 admin admin] No DVR routers for this DVR port f466b135-74c7-4ffd-b82c-7dfd1519f0b5 on host dv-cinder-837699-3-iscsi {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:40:07.657358 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee44fc77-5dd7-4ebc-883c-1d496de11e09 None None] DHCP port deletion for c7ab903d-8065-44a3-8e1f-2419098eca56 request from dv-cinder-837699-3-iscsi {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 13:40:07.725659 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e80a001a-b5f5-4e1d-b1d5-d3a0740bae06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405116', 'neutron.services.segments.db._delete_segments_for_network-8783156274041'] for network (c7ab903d-8065-44a3-8e1f-2419098eca56), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:07.748369 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.services.segments.db [None req-e80a001a-b5f5-4e1d-b1d5-d3a0740bae06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7ab903d-8065-44a3-8e1f-2419098eca56']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:40:07.758970 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.services.segments.db [None req-e80a001a-b5f5-4e1d-b1d5-d3a0740bae06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51098c98-2d92-4e5e-aed5-d21e8f54f105') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:40:07.759282 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.services.segments.db [None req-e80a001a-b5f5-4e1d-b1d5-d3a0740bae06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51098c98-2d92-4e5e-aed5-d21e8f54f105') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:40:07.773000 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e80a001a-b5f5-4e1d-b1d5-d3a0740bae06 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783156275074', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9333793'] for segment (51098c98-2d92-4e5e-aed5-d21e8f54f105), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:07.789604 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e80a001a-b5f5-4e1d-b1d5-d3a0740bae06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401276'] for segment (51098c98-2d92-4e5e-aed5-d21e8f54f105), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:07.796684 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e80a001a-b5f5-4e1d-b1d5-d3a0740bae06 admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 13:40:07.797114 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e80a001a-b5f5-4e1d-b1d5-d3a0740bae06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8537954'] for segment (51098c98-2d92-4e5e-aed5-d21e8f54f105), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:07.798883 dv-cinder-837699-3-iscsi neutron-server[103364]: Traceback (most recent call last): Apr 29 13:40:07.798883 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 13:40:07.798883 dv-cinder-837699-3-iscsi neutron-server[103364]: timer() Apr 29 13:40:07.798883 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:40:07.798883 dv-cinder-837699-3-iscsi neutron-server[103364]: cb(*args, **kw) Apr 29 13:40:07.798883 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 13:40:07.798883 dv-cinder-837699-3-iscsi neutron-server[103364]: return func(*args, **kwargs) Apr 29 13:40:07.798883 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:40:07.798883 dv-cinder-837699-3-iscsi neutron-server[103364]: self._notify() Apr 29 13:40:07.798883 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:40:07.798883 dv-cinder-837699-3-iscsi neutron-server[103364]: self.callback(batched_events) Apr 29 13:40:07.798883 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:40:07.798883 dv-cinder-837699-3-iscsi neutron-server[103364]: event.method(event) Apr 29 13:40:07.798883 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 13:40:07.798883 dv-cinder-837699-3-iscsi neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:40:07.798883 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 13:40:07.798883 dv-cinder-837699-3-iscsi neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:40:07.798883 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 13:40:07.798883 dv-cinder-837699-3-iscsi neutron-server[103364]: return f(self, *a, **k) Apr 29 13:40:07.798883 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:40:07.798883 dv-cinder-837699-3-iscsi neutron-server[103364]: return self._get(url).json() Apr 29 13:40:07.798883 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:40:07.798883 dv-cinder-837699-3-iscsi neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:40:07.798883 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 13:40:07.798883 dv-cinder-837699-3-iscsi neutron-server[103364]: return self.request(url, 'GET', **kwargs) Apr 29 13:40:07.798883 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 13:40:07.798883 dv-cinder-837699-3-iscsi neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:40:07.798883 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 13:40:07.798883 dv-cinder-837699-3-iscsi neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:40:07.798883 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 13:40:07.798883 dv-cinder-837699-3-iscsi neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:40:07.798883 dv-cinder-837699-3-iscsi neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:40:07.857333 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e80a001a-b5f5-4e1d-b1d5-d3a0740bae06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-706069'] for network (c7ab903d-8065-44a3-8e1f-2419098eca56), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:07.862795 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e80a001a-b5f5-4e1d-b1d5-d3a0740bae06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549835'] for network (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:07.866243 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-e80a001a-b5f5-4e1d-b1d5-d3a0740bae06 admin admin] 10.222.0.11 "DELETE /v2.0/networks/c7ab903d-8065-44a3-8e1f-2419098eca56 HTTP/1.1" status: 204 len: 168 time: 0.5309091 Apr 29 13:40:07.877953 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80a001a-b5f5-4e1d-b1d5-d3a0740bae06 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7ab903d-8065-44a3-8e1f-2419098eca56,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:08.030355 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 59860) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:08.070653 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-9a2b2089-5fae-43d0-b297-2de475bcd43a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cbfc0e39ebbb42d5a3228f426b94c4dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391340 Apr 29 13:40:08.073239 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 59862) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:08.124701 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d0854774-dd33-4ae4-83ec-ab2f5fee1714 admin admin] Publish callbacks [] for security_group (01df8775-c93b-43d2-85cd-c16eb9f9e735), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:08.145642 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d0854774-dd33-4ae4-83ec-ab2f5fee1714 admin admin] Publish callbacks [] for security_group (01df8775-c93b-43d2-85cd-c16eb9f9e735), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:08.192947 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d0854774-dd33-4ae4-83ec-ab2f5fee1714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (01df8775-c93b-43d2-85cd-c16eb9f9e735), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:08.195746 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d0854774-dd33-4ae4-83ec-ab2f5fee1714 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:08.196937 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-d0854774-dd33-4ae4-83ec-ab2f5fee1714 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/01df8775-c93b-43d2-85cd-c16eb9f9e735 HTTP/1.1" status: 204 len: 168 time: 0.1227450 Apr 29 13:40:08.204607 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0854774-dd33-4ae4-83ec-ab2f5fee1714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01df8775-c93b-43d2-85cd-c16eb9f9e735,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:08.511216 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 59868) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:08.553617 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-1d28875e-1c87-4eae-ae3b-9c977d07e377 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=82726506ddf24d85adfb83e779768053&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388708 Apr 29 13:40:08.553869 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 59870) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:08.599819 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e8bcd75c-85c5-431e-bee5-b4c46c108b95 admin admin] Publish callbacks [] for security_group (ceb1a37e-3eab-49c2-a141-81cb23bf98c0), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:08.621460 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e8bcd75c-85c5-431e-bee5-b4c46c108b95 admin admin] Publish callbacks [] for security_group (ceb1a37e-3eab-49c2-a141-81cb23bf98c0), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:08.670310 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e8bcd75c-85c5-431e-bee5-b4c46c108b95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (ceb1a37e-3eab-49c2-a141-81cb23bf98c0), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:08.672889 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e8bcd75c-85c5-431e-bee5-b4c46c108b95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:08.673984 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-e8bcd75c-85c5-431e-bee5-b4c46c108b95 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ceb1a37e-3eab-49c2-a141-81cb23bf98c0 HTTP/1.1" status: 204 len: 168 time: 0.1192992 Apr 29 13:40:08.682523 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bcd75c-85c5-431e-bee5-b4c46c108b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb1a37e-3eab-49c2-a141-81cb23bf98c0,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:08.776292 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device f466b135-74c7-4ffd-b82c-7dfd1519f0b5 no longer exists at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:40:08.925467 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 59876) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:08.939957 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] No Port match for: f466b135-74c7-4ffd-b82c-7dfd1519f0b5 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:40:08.940330 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device f466b135-74c7-4ffd-b82c-7dfd1519f0b5 not bound to the agent host dv-cinder-837699-3-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:40:08.940778 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device 9861e22e-2db2-489f-8a0b-3e07fc198f76 no longer exists at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:40:08.960663 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] No Port match for: 9861e22e-2db2-489f-8a0b-3e07fc198f76 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:40:08.961601 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device 9861e22e-2db2-489f-8a0b-3e07fc198f76 not bound to the agent host dv-cinder-837699-3-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:40:08.962706 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device 0f65be6b-f8ee-4707-9ea2-c6b8596e30d4 no longer exists at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:40:08.986121 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] No Port match for: 0f65be6b-f8ee-4707-9ea2-c6b8596e30d4 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:40:08.986474 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device 0f65be6b-f8ee-4707-9ea2-c6b8596e30d4 not bound to the agent host dv-cinder-837699-3-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:40:09.241714 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-77fdff7f-25aa-4660-bf74-20ce9001aa23 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Deleting port ade509b3-096f-4dad-b2a2-548d5b620a11 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:40:09.242084 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-77fdff7f-25aa-4660-bf74-20ce9001aa23 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783156326988'] for port (ade509b3-096f-4dad-b2a2-548d5b620a11), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:09.326170 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-77fdff7f-25aa-4660-bf74-20ce9001aa23 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749638'] for port (ade509b3-096f-4dad-b2a2-548d5b620a11), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:09.326500 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-77fdff7f-25aa-4660-bf74-20ce9001aa23 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Publish callbacks [] for floatingip (ade509b3-096f-4dad-b2a2-548d5b620a11), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:09.340208 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-77fdff7f-25aa-4660-bf74-20ce9001aa23 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Calling delete_port for ade509b3-096f-4dad-b2a2-548d5b620a11 owned by network:floatingip {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:40:09.386135 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 59896) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:09.489972 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-02651a81-5eb3-4b2a-a4cf-8ef5c21997e7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-613889079-network', 'tenant_id': 'c3073c813c30483a86a89e52417e9a83'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:40:09.541561 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02651a81-5eb3-4b2a-a4cf-8ef5c21997e7 admin admin] Made reservation on behalf of c3073c813c30483a86a89e52417e9a83 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:40:09.544366 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-02651a81-5eb3-4b2a-a4cf-8ef5c21997e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for network (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:09.554045 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-77fdff7f-25aa-4660-bf74-20ce9001aa23 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783156333258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783155810407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8537941'] for port (ade509b3-096f-4dad-b2a2-548d5b620a11), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:09.556423 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-02651a81-5eb3-4b2a-a4cf-8ef5c21997e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:09.590309 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fdff7f-25aa-4660-bf74-20ce9001aa23 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Pushing event deleted for resources: {'Port': ['ID=ade509b3-096f-4dad-b2a2-548d5b620a11,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:09.677985 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-77fdff7f-25aa-4660-bf74-20ce9001aa23 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Publish callbacks [] for floatingip (f658f917-7190-4a85-b693-9b7d43e35087), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:09.678313 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.db.l3_db [None req-77fdff7f-25aa-4660-bf74-20ce9001aa23 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Floating IP f658f917-7190-4a85-b693-9b7d43e35087 disassociated (deleted). External IP: 172.27.0.104, port: 1401e7c5-763e-4d9c-870e-fbd93fd7e99e. Apr 29 13:40:09.785604 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-02651a81-5eb3-4b2a-a4cf-8ef5c21997e7 admin admin] Publish callbacks [] for security_group (7248bab6-8cc9-4390-9a29-b9bc7942124f), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:09.791051 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-02651a81-5eb3-4b2a-a4cf-8ef5c21997e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (7248bab6-8cc9-4390-9a29-b9bc7942124f), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:09.827207 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02651a81-5eb3-4b2a-a4cf-8ef5c21997e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:40:09.848987 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-02651a81-5eb3-4b2a-a4cf-8ef5c21997e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401276'] for segment (688818c9-fd33-48fa-9750-00b7f6795c0b), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:09.849351 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.db.segments_db [None req-02651a81-5eb3-4b2a-a4cf-8ef5c21997e7 admin admin] Added segment 688818c9-fd33-48fa-9750-00b7f6795c0b of type vlan for network 0df5f0bc-74a3-4b6f-90b4-101f998a7b98 Apr 29 13:40:09.879946 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02651a81-5eb3-4b2a-a4cf-8ef5c21997e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7248bab6-8cc9-4390-9a29-b9bc7942124f,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:09.933889 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-02651a81-5eb3-4b2a-a4cf-8ef5c21997e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783155844244'] for network (0df5f0bc-74a3-4b6f-90b4-101f998a7b98), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:09.998792 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-02651a81-5eb3-4b2a-a4cf-8ef5c21997e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861'] for network (0df5f0bc-74a3-4b6f-90b4-101f998a7b98), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:09.999749 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02651a81-5eb3-4b2a-a4cf-8ef5c21997e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:10.000327 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-02651a81-5eb3-4b2a-a4cf-8ef5c21997e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549835'] for network (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:10.036381 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77fdff7f-25aa-4660-bf74-20ce9001aa23 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Router e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6 has already been hosted by L3 agent ffd5f049-29fc-4e99-906d-6eadce93ab48 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:40:10.071299 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-02651a81-5eb3-4b2a-a4cf-8ef5c21997e7 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6840796 Apr 29 13:40:10.073055 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02651a81-5eb3-4b2a-a4cf-8ef5c21997e7 admin admin] Pushing event updated for resources: {'Network': ['ID=0df5f0bc-74a3-4b6f-90b4-101f998a7b98,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:10.074873 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 59900) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:10.082960 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-01eed2a3-453b-4459-9f1a-42f0c21ff5db admin admin] Request body: {'subnet': {'network_id': '0df5f0bc-74a3-4b6f-90b4-101f998a7b98', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-613889079-subnet', 'tenant_id': 'c3073c813c30483a86a89e52417e9a83', 'ip_version': 4}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:40:10.086424 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Network 0df5f0bc-74a3-4b6f-90b4-101f998a7b98 details requested by agent ovs-agent-dv-cinder-837699-3-iscsi with host dv-cinder-837699-3-iscsi {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 13:40:10.109914 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01eed2a3-453b-4459-9f1a-42f0c21ff5db admin admin] Made reservation on behalf of c3073c813c30483a86a89e52417e9a83 for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:40:10.113464 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-01eed2a3-453b-4459-9f1a-42f0c21ff5db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8602606'] for subnet (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:10.198824 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77fdff7f-25aa-4660-bf74-20ce9001aa23 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Notify agent at l3_agent.dv-cinder-837699-3-iscsi the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:40:10.204471 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-77fdff7f-25aa-4660-bf74-20ce9001aa23 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574'] for floatingip (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:10.211634 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc37d346-373e-4cb3-8e73-d8583b2a1c9a None None] Sync routers for ids ['e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6'] in dv-cinder-837699-3-iscsi {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:40:10.221462 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc37d346-373e-4cb3-8e73-d8583b2a1c9a None None] Routers {'e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:40:10.222574 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-fc37d346-373e-4cb3-8e73-d8583b2a1c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:39:54Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:40:10.243168 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-77fdff7f-25aa-4660-bf74-20ce9001aa23 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "DELETE /v2.0/floatingips/f658f917-7190-4a85-b693-9b7d43e35087 HTTP/1.1" status: 204 len: 168 time: 1.3135543 Apr 29 13:40:10.243168 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f347d271-7560-493f-abc7-6c8e1b3590a1', 'tag': '1401e7c5-763e-4d9c-870e-fbd93fd7e99e'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:40:10.244210 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34453e8beaba66333125c1a762a789c78ce2f458b63942c2f470c2340433bc94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a093de1-c377-4470-b2d7-53d85ca12af4" -d '{"events": [{"name": "network-changed", "server_uuid": "f347d271-7560-493f-abc7-6c8e1b3590a1", "tag": "1401e7c5-763e-4d9c-870e-fbd93fd7e99e"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:40:10.298087 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5632138-3ae3-431c-b75b-6fb33dc741be x-openstack-request-id: req-e5632138-3ae3-431c-b75b-6fb33dc741be {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:40:10.298807 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f347d271-7560-493f-abc7-6c8e1b3590a1", "tag": "1401e7c5-763e-4d9c-870e-fbd93fd7e99e", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:40:10.299129 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e5632138-3ae3-431c-b75b-6fb33dc741be {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:40:10.299941 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5632138-3ae3-431c-b75b-6fb33dc741be'] response: {'name': 'network-changed', 'server_uuid': 'f347d271-7560-493f-abc7-6c8e1b3590a1', 'tag': '1401e7c5-763e-4d9c-870e-fbd93fd7e99e', 'status': 'completed', 'code': 200} Apr 29 13:40:10.334615 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-01eed2a3-453b-4459-9f1a-42f0c21ff5db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9127205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8602396'] for subnet (4e7e06f7-dcbc-4247-a7f8-31674bc9340e), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:10.374542 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-fc37d346-373e-4cb3-8e73-d8583b2a1c9a None None] Set router e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6 gateway port host: dv-cinder-837699-3-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:40:10.399279 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eed2a3-453b-4459-9f1a-42f0c21ff5db admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e7e06f7-dcbc-4247-a7f8-31674bc9340e,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:10.406217 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a093de1-c377-4470-b2d7-53d85ca12af4 req-f2109dbb-a597-4e0b-a847-3082b8a7993d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:10.409387 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3a093de1-c377-4470-b2d7-53d85ca12af4 req-f2109dbb-a597-4e0b-a847-3082b8a7993d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4d8c9259b58545adaf385c72bb77aa53&device_id=f347d271-7560-493f-abc7-6c8e1b3590a1 HTTP/1.1" status: 200 len: 1129 time: 0.0597064 Apr 29 13:40:10.419748 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01eed2a3-453b-4459-9f1a-42f0c21ff5db admin admin] Checking segment: {'id': '688818c9-fd33-48fa-9750-00b7f6795c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0df5f0bc-74a3-4b6f-90b4-101f998a7b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:40:10.420113 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01eed2a3-453b-4459-9f1a-42f0c21ff5db admin admin] Network hostable DHCP agents. Network: 0df5f0bc-74a3-4b6f-90b4-101f998a7b98, hostable agents: ['e437e712-237e-4a54-83a8-782eed3c5f0c'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:40:10.443790 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01eed2a3-453b-4459-9f1a-42f0c21ff5db admin admin] Network 0df5f0bc-74a3-4b6f-90b4-101f998a7b98 is scheduled to be hosted by DHCP agent e437e712-237e-4a54-83a8-782eed3c5f0c with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:40:10.457976 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-01eed2a3-453b-4459-9f1a-42f0c21ff5db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837699-3-iscsi, 0df5f0bc-74a3-4b6f-90b4-101f998a7b98) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:40:10.470862 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e7daec-aef1-4555-b901-281cdf33613f None None] Network 0df5f0bc-74a3-4b6f-90b4-101f998a7b98 requested from dv-cinder-837699-3-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:40:10.471260 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01eed2a3-453b-4459-9f1a-42f0c21ff5db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:10.471938 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-01eed2a3-453b-4459-9f1a-42f0c21ff5db admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:10.493191 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-01eed2a3-453b-4459-9f1a-42f0c21ff5db admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4167581 Apr 29 13:40:10.495930 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 59908) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:10.501506 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-20a29033-1bbd-4ac3-abcc-ed0266e37a24 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-613889079-router', 'tenant_id': 'c3073c813c30483a86a89e52417e9a83', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5'}}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:40:10.526967 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-20a29033-1bbd-4ac3-abcc-ed0266e37a24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-712620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5407'] for router (457839c8-bbcc-4a5d-950b-8abc066002ef), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:10.528595 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-20a29033-1bbd-4ac3-abcc-ed0266e37a24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-721068', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5398'] for router (457839c8-bbcc-4a5d-950b-8abc066002ef), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:10.571929 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a093de1-c377-4470-b2d7-53d85ca12af4 req-ea2b1b9e-c12a-4e05-a694-a5f2f762630d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:10.573547 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3a093de1-c377-4470-b2d7-53d85ca12af4 req-ea2b1b9e-c12a-4e05-a694-a5f2f762630d service neutron] 10.222.0.75 "GET /v2.0/networks?id=10b82da3-c375-4e58-823a-53086fcc21e4 HTTP/1.1" status: 200 len: 910 time: 0.1574402 Apr 29 13:40:10.579781 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13374fa-97e4-4dac-9947-6d2b8ff645e9 req-4ed1a86a-4c4a-44d5-94ef-dcf5ad1e2411 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:10.581297 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a13374fa-97e4-4dac-9947-6d2b8ff645e9 req-4ed1a86a-4c4a-44d5-94ef-dcf5ad1e2411 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/ports?device_id=f347d271-7560-493f-abc7-6c8e1b3590a1 HTTP/1.1" status: 200 len: 945 time: 0.0693376 Apr 29 13:40:10.590526 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-20a29033-1bbd-4ac3-abcc-ed0266e37a24 admin admin] Publish callbacks [] for router_controller (457839c8-bbcc-4a5d-950b-8abc066002ef), precommit_add_association {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:10.634448 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a13374fa-97e4-4dac-9947-6d2b8ff645e9 req-11da94fb-85b4-4947-908d-7dd7994dc9e6 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d76ac88-7a1b-47f8-9174-8d787d485cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461676 Apr 29 13:40:10.714641 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0697836-d558-4728-8ae7-05b6b7d1ad4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d66e39e-ae76-5681-86be-20f584a66953-0df5f0bc-74a3-4b6f-90b4-101f998a7b98', 'network_id': '0df5f0bc-74a3-4b6f-90b4-101f998a7b98', 'project_id': 'c3073c813c30483a86a89e52417e9a83', 'fixed_ips': [{'subnet_id': '4e7e06f7-dcbc-4247-a7f8-31674bc9340e'}]}} from dv-cinder-837699-3-iscsi. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 13:40:10.716138 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e0697836-d558-4728-8ae7-05b6b7d1ad4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (None), before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:10.748038 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-fc37d346-373e-4cb3-8e73-d8583b2a1c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6', 'name': 'tempest-TestShelveInstance-1549379715-router', 'tenant_id': '4d8c9259b58545adaf385c72bb77aa53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '811744b4-a0fe-4e2e-867d-6acc85507a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:34:14Z', 'updated_at': '2022-04-29T13:34:18Z', 'revision_number': 4, 'project_id': '4d8c9259b58545adaf385c72bb77aa53', 'gw_port': {'id': '811744b4-a0fe-4e2e-867d-6acc85507a6f', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:22:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:34:15Z', 'updated_at': '2022-04-29T13:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_interfaces': [{'id': 'aae074e5-aa9c-45c9-8032-4bd90ac45f28', 'name': '', 'network_id': '10b82da3-c375-4e58-823a-53086fcc21e4', 'tenant_id': '4d8c9259b58545adaf385c72bb77aa53', 'mac_address': 'fa:16:3e:ab:8e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '0feaa1e6-ce2e-4231-b630-d1a566720245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:34:17Z', 'updated_at': '2022-04-29T13:34:22Z', 'revision_number': 5, 'project_id': '4d8c9259b58545adaf385c72bb77aa53', 'subnets': [{'id': '0feaa1e6-ce2e-4231-b630-d1a566720245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:40:10.751405 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-20a29033-1bbd-4ac3-abcc-ed0266e37a24 admin admin] Publish callbacks [] for router_gateway (457839c8-bbcc-4a5d-950b-8abc066002ef), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:10.784181 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc37d346-373e-4cb3-8e73-d8583b2a1c9a None None] Checking router: e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6 for host: dv-cinder-837699-3-iscsi {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:40:10.846040 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc37d346-373e-4cb3-8e73-d8583b2a1c9a None None] Routers {'e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:40:10.846676 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-fc37d346-373e-4cb3-8e73-d8583b2a1c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:39:54Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:40:10.938830 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-20a29033-1bbd-4ac3-abcc-ed0266e37a24 admin admin] Publish callbacks [] for router_gateway (457839c8-bbcc-4a5d-950b-8abc066002ef), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:10.958783 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-20a29033-1bbd-4ac3-abcc-ed0266e37a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:10.975557 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-e0697836-d558-4728-8ae7-05b6b7d1ad4d None None] Allocated IP 172.20.0.2 (0df5f0bc-74a3-4b6f-90b4-101f998a7b98/4e7e06f7-dcbc-4247-a7f8-31674bc9340e/55fc9f20-680e-4105-b6f3-6d65d2daf512) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:40:11.004721 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-fc37d346-373e-4cb3-8e73-d8583b2a1c9a None None] Set router e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6 gateway port host: dv-cinder-837699-3-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:40:11.072467 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-20a29033-1bbd-4ac3-abcc-ed0266e37a24 admin admin] Allocated IP 172.27.0.237 (754f8d77-c1fb-438d-9dec-eec91b4433a5/8519c0fa-1b1c-41ff-b70f-9433c7b7bb38/ef7519de-6f6a-4ca3-8115-cb61d36c7da8) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:40:11.183123 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-20a29033-1bbd-4ac3-abcc-ed0266e37a24 admin admin] Publish callbacks [] for port (ef7519de-6f6a-4ca3-8115-cb61d36c7da8), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:11.217538 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-20a29033-1bbd-4ac3-abcc-ed0266e37a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783155810398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9127861'] for port (ef7519de-6f6a-4ca3-8115-cb61d36c7da8), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:11.258320 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a29033-1bbd-4ac3-abcc-ed0266e37a24 admin admin] Network 754f8d77-c1fb-438d-9dec-eec91b4433a5 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:40:11.266511 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-20a29033-1bbd-4ac3-abcc-ed0266e37a24 admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:40:11.270876 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a29033-1bbd-4ac3-abcc-ed0266e37a24 admin admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:40:11.274700 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a29033-1bbd-4ac3-abcc-ed0266e37a24 admin admin] Pushing event updated for resources: {'Port': ['ID=ef7519de-6f6a-4ca3-8115-cb61d36c7da8,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:11.277083 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e0697836-d558-4728-8ae7-05b6b7d1ad4d None None] Publish callbacks [] for port (55fc9f20-680e-4105-b6f3-6d65d2daf512), precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:11.287249 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e0697836-d558-4728-8ae7-05b6b7d1ad4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783155810398'] for port (55fc9f20-680e-4105-b6f3-6d65d2daf512), after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:11.329250 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-fc37d346-373e-4cb3-8e73-d8583b2a1c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6', 'name': 'tempest-TestShelveInstance-1549379715-router', 'tenant_id': '4d8c9259b58545adaf385c72bb77aa53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '811744b4-a0fe-4e2e-867d-6acc85507a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:34:14Z', 'updated_at': '2022-04-29T13:34:18Z', 'revision_number': 4, 'project_id': '4d8c9259b58545adaf385c72bb77aa53', 'gw_port': {'id': '811744b4-a0fe-4e2e-867d-6acc85507a6f', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:22:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:34:15Z', 'updated_at': '2022-04-29T13:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_interfaces': [{'id': 'aae074e5-aa9c-45c9-8032-4bd90ac45f28', 'name': '', 'network_id': '10b82da3-c375-4e58-823a-53086fcc21e4', 'tenant_id': '4d8c9259b58545adaf385c72bb77aa53', 'mac_address': 'fa:16:3e:ab:8e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '0feaa1e6-ce2e-4231-b630-d1a566720245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:34:17Z', 'updated_at': '2022-04-29T13:34:22Z', 'revision_number': 5, 'project_id': '4d8c9259b58545adaf385c72bb77aa53', 'subnets': [{'id': '0feaa1e6-ce2e-4231-b630-d1a566720245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:40:11.367945 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0697836-d558-4728-8ae7-05b6b7d1ad4d None None] Network 0df5f0bc-74a3-4b6f-90b4-101f998a7b98 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:40:11.371642 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc37d346-373e-4cb3-8e73-d8583b2a1c9a None None] The sync data for ids ['e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6'] in dv-cinder-837699-3-iscsi is: [{'id': 'e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6', 'name': 'tempest-TestShelveInstance-1549379715-router', 'tenant_id': '4d8c9259b58545adaf385c72bb77aa53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '811744b4-a0fe-4e2e-867d-6acc85507a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:34:14Z', 'updated_at': '2022-04-29T13:34:18Z', 'revision_number': 4, 'project_id': '4d8c9259b58545adaf385c72bb77aa53', 'gw_port': {'id': '811744b4-a0fe-4e2e-867d-6acc85507a6f', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:22:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:34:15Z', 'updated_at': '2022-04-29T13:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_interfaces': [{'id': 'aae074e5-aa9c-45c9-8032-4bd90ac45f28', 'name': '', 'network_id': '10b82da3-c375-4e58-823a-53086fcc21e4', 'tenant_id': '4d8c9259b58545adaf385c72bb77aa53', 'mac_address': 'fa:16:3e:ab:8e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '0feaa1e6-ce2e-4231-b630-d1a566720245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:34:17Z', 'updated_at': '2022-04-29T13:34:22Z', 'revision_number': 5, 'project_id': '4d8c9259b58545adaf385c72bb77aa53', 'subnets': [{'id': '0feaa1e6-ce2e-4231-b630-d1a566720245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:40:11.373764 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-e0697836-d558-4728-8ae7-05b6b7d1ad4d None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:40:11.375816 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0697836-d558-4728-8ae7-05b6b7d1ad4d None None] Pushing event updated for resources: {'Port': ['ID=55fc9f20-680e-4105-b6f3-6d65d2daf512,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:11.377935 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0697836-d558-4728-8ae7-05b6b7d1ad4d None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:40:11.446046 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-e0697836-d558-4728-8ae7-05b6b7d1ad4d None None] Attempting to bind port 55fc9f20-680e-4105-b6f3-6d65d2daf512 on host dv-cinder-837699-3-iscsi for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:40:11.446893 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-e0697836-d558-4728-8ae7-05b6b7d1ad4d None None] Attempting to bind port 55fc9f20-680e-4105-b6f3-6d65d2daf512 by drivers openvswitch,hyperv on host dv-cinder-837699-3-iscsi at level 0 using segments [{'id': '688818c9-fd33-48fa-9750-00b7f6795c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0df5f0bc-74a3-4b6f-90b4-101f998a7b98'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:40:11.447274 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0697836-d558-4728-8ae7-05b6b7d1ad4d None None] Attempting to bind port 55fc9f20-680e-4105-b6f3-6d65d2daf512 on network 0df5f0bc-74a3-4b6f-90b4-101f998a7b98 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:40:11.453779 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0697836-d558-4728-8ae7-05b6b7d1ad4d None None] Checking agent: {'id': '070d87cd-fed4-4d07-85b5-c26ded61f2d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 12, 59), 'started_at': datetime.datetime(2022, 4, 29, 13, 13, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:40:11.454204 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0697836-d558-4728-8ae7-05b6b7d1ad4d None None] Checking segment: {'id': '688818c9-fd33-48fa-9750-00b7f6795c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0df5f0bc-74a3-4b6f-90b4-101f998a7b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:40:11.454563 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e0697836-d558-4728-8ae7-05b6b7d1ad4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:11.454982 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0697836-d558-4728-8ae7-05b6b7d1ad4d None None] Bound using segment: {'id': '688818c9-fd33-48fa-9750-00b7f6795c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0df5f0bc-74a3-4b6f-90b4-101f998a7b98'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:40:11.455460 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-e0697836-d558-4728-8ae7-05b6b7d1ad4d None None] Bound port: 55fc9f20-680e-4105-b6f3-6d65d2daf512, host: dv-cinder-837699-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '688818c9-fd33-48fa-9750-00b7f6795c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0df5f0bc-74a3-4b6f-90b4-101f998a7b98'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:40:11.455844 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e0697836-d558-4728-8ae7-05b6b7d1ad4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (55fc9f20-680e-4105-b6f3-6d65d2daf512), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:11.530231 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3a093de1-c377-4470-b2d7-53d85ca12af4 req-197f397e-57b4-4a5e-b6a0-27925bccaf89 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1401e7c5-763e-4d9c-870e-fbd93fd7e99e HTTP/1.1" status: 200 len: 217 time: 0.0463536 Apr 29 13:40:11.532472 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-e0697836-d558-4728-8ae7-05b6b7d1ad4d None None] For port 55fc9f20-680e-4105-b6f3-6d65d2daf512, host dv-cinder-837699-3-iscsi, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:40:11.535771 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-e0697836-d558-4728-8ae7-05b6b7d1ad4d None None] For port 55fc9f20-680e-4105-b6f3-6d65d2daf512, host dv-cinder-837699-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=55fc9f20-680e-4105-b6f3-6d65d2daf512,segment=NetworkSegment(688818c9-fd33-48fa-9750-00b7f6795c0b),segment_id=688818c9-fd33-48fa-9750-00b7f6795c0b)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:40:11.538709 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-20a29033-1bbd-4ac3-abcc-ed0266e37a24 admin admin] Publish callbacks [] for router_gateway (457839c8-bbcc-4a5d-950b-8abc066002ef), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:11.547334 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e0697836-d558-4728-8ae7-05b6b7d1ad4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (55fc9f20-680e-4105-b6f3-6d65d2daf512), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:11.590544 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a093de1-c377-4470-b2d7-53d85ca12af4 req-3af0c988-2bef-42de-b2f8-91baa90e2be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:11.592170 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3a093de1-c377-4470-b2d7-53d85ca12af4 req-3af0c988-2bef-42de-b2f8-91baa90e2be1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0feaa1e6-ce2e-4231-b630-d1a566720245 HTTP/1.1" status: 200 len: 848 time: 0.0565906 Apr 29 13:40:11.608734 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0697836-d558-4728-8ae7-05b6b7d1ad4d None None] Pushing event updated for resources: {'Port': ['ID=55fc9f20-680e-4105-b6f3-6d65d2daf512,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:11.653027 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a093de1-c377-4470-b2d7-53d85ca12af4 req-5ab17ebe-4e7a-4766-a15d-6ca8bd1e6d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:11.655590 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3a093de1-c377-4470-b2d7-53d85ca12af4 req-5ab17ebe-4e7a-4766-a15d-6ca8bd1e6d68 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=10b82da3-c375-4e58-823a-53086fcc21e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0525033 Apr 29 13:40:11.723281 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f6374c-0e73-44ad-8b40-42d292fe2b0b None None] New status for floating IP f658f917-7190-4a85-b693-9b7d43e35087: DOWN {{(pid=103367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 13:40:11.773186 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3a093de1-c377-4470-b2d7-53d85ca12af4 req-708b76c2-2543-452e-9d48-b1b425926550 service neutron] 10.222.0.75 "GET /v2.0/networks/10b82da3-c375-4e58-823a-53086fcc21e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108377 Apr 29 13:40:11.806445 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-20a29033-1bbd-4ac3-abcc-ed0266e37a24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-721113'] for router (457839c8-bbcc-4a5d-950b-8abc066002ef), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:11.816745 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec7803c-6e69-4e43-824e-b9029ee90a6d req-e75ddf9c-44df-4735-8425-d6decd2a3919 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:11.818367 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-8ec7803c-6e69-4e43-824e-b9029ee90a6d req-e75ddf9c-44df-4735-8425-d6decd2a3919 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/ports?device_id=f347d271-7560-493f-abc7-6c8e1b3590a1 HTTP/1.1" status: 200 len: 945 time: 0.0706611 Apr 29 13:40:11.938700 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3a093de1-c377-4470-b2d7-53d85ca12af4 req-dd321600-3dd9-4c63-9b35-b483fced875b service neutron] 10.222.0.75 "GET /v2.0/networks/10b82da3-c375-4e58-823a-53086fcc21e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284645 Apr 29 13:40:11.968169 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-8ec7803c-6e69-4e43-824e-b9029ee90a6d req-2bed1ac9-a008-4fe4-823b-b7e1c5838dc0 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d76ac88-7a1b-47f8-9174-8d787d485cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987499 Apr 29 13:40:12.017245 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20a29033-1bbd-4ac3-abcc-ed0266e37a24 admin admin] Router 457839c8-bbcc-4a5d-950b-8abc066002ef is scheduled to L3 agent ffd5f049-29fc-4e99-906d-6eadce93ab48 with binding_index 1 {{(pid=103365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 13:40:12.133081 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a29033-1bbd-4ac3-abcc-ed0266e37a24 admin admin] Notify agent at l3_agent.dv-cinder-837699-3-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:40:12.142386 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acec08c4-029f-4bda-8aca-fd89fcc3244d None None] Sync routers for ids ['457839c8-bbcc-4a5d-950b-8abc066002ef'] in dv-cinder-837699-3-iscsi {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:40:12.151340 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-20a29033-1bbd-4ac3-abcc-ed0266e37a24 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:12.152923 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-20a29033-1bbd-4ac3-abcc-ed0266e37a24 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6557438 Apr 29 13:40:12.155512 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 59912) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:12.155810 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acec08c4-029f-4bda-8aca-fd89fcc3244d None None] Routers {'457839c8-bbcc-4a5d-950b-8abc066002ef'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:40:12.156523 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-acec08c4-029f-4bda-8aca-fd89fcc3244d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:39:54Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['457839c8-bbcc-4a5d-950b-8abc066002ef'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:40:12.210891 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a2bbf7-e94c-4606-8ab9-d56fb416381f req-d2184b73-9f0e-4bdb-85f5-9fa6a03dbf6e tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:12.213184 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e7a2bbf7-e94c-4606-8ab9-d56fb416381f req-d2184b73-9f0e-4bdb-85f5-9fa6a03dbf6e tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.75 "GET /v2.0/ports?device_id=f347d271-7560-493f-abc7-6c8e1b3590a1 HTTP/1.1" status: 200 len: 945 time: 0.0538158 Apr 29 13:40:12.310483 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-e7a2bbf7-e94c-4606-8ab9-d56fb416381f req-8ec3954e-a76c-4674-890b-5e9a60be8fb9 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Deleting port 1401e7c5-763e-4d9c-870e-fbd93fd7e99e {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:40:12.310483 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-e7a2bbf7-e94c-4606-8ab9-d56fb416381f req-8ec3954e-a76c-4674-890b-5e9a60be8fb9 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783156326988'] for port (1401e7c5-763e-4d9c-870e-fbd93fd7e99e), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:12.424145 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-acec08c4-029f-4bda-8aca-fd89fcc3244d None None] Set router 457839c8-bbcc-4a5d-950b-8abc066002ef gateway port host: dv-cinder-837699-3-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:40:12.436654 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-e7a2bbf7-e94c-4606-8ab9-d56fb416381f req-8ec3954e-a76c-4674-890b-5e9a60be8fb9 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] For port 1401e7c5-763e-4d9c-870e-fbd93fd7e99e, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=1401e7c5-763e-4d9c-870e-fbd93fd7e99e,segment=NetworkSegment(800e3918-5624-490e-ab00-1a42282887a3),segment_id=800e3918-5624-490e-ab00-1a42282887a3)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:40:12.437304 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-e7a2bbf7-e94c-4606-8ab9-d56fb416381f req-8ec3954e-a76c-4674-890b-5e9a60be8fb9 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749638'] for port (1401e7c5-763e-4d9c-870e-fbd93fd7e99e), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:12.460716 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-e7a2bbf7-e94c-4606-8ab9-d56fb416381f req-8ec3954e-a76c-4674-890b-5e9a60be8fb9 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Calling delete_port for 1401e7c5-763e-4d9c-870e-fbd93fd7e99e owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:40:12.631335 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-e7a2bbf7-e94c-4606-8ab9-d56fb416381f req-8ec3954e-a76c-4674-890b-5e9a60be8fb9 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783156333258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783155810407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8537941'] for port (1401e7c5-763e-4d9c-870e-fbd93fd7e99e), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:12.641338 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-acec08c4-029f-4bda-8aca-fd89fcc3244d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '457839c8-bbcc-4a5d-950b-8abc066002ef', 'name': 'tempest-TestVolumeBootPattern-613889079-router', 'tenant_id': 'c3073c813c30483a86a89e52417e9a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'ef7519de-6f6a-4ca3-8115-cb61d36c7da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:40:10Z', 'updated_at': '2022-04-29T13:40:11Z', 'revision_number': 3, 'project_id': 'c3073c813c30483a86a89e52417e9a83', 'gw_port': {'id': 'ef7519de-6f6a-4ca3-8115-cb61d36c7da8', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:72:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '457839c8-bbcc-4a5d-950b-8abc066002ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:40:10Z', 'updated_at': '2022-04-29T13:40:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi'}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:40:12.685099 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acec08c4-029f-4bda-8aca-fd89fcc3244d None None] Checking router: 457839c8-bbcc-4a5d-950b-8abc066002ef for host: dv-cinder-837699-3-iscsi {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:40:12.685506 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acec08c4-029f-4bda-8aca-fd89fcc3244d None None] Updating router 457839c8-bbcc-4a5d-950b-8abc066002ef port ef7519de-6f6a-4ca3-8115-cb61d36c7da8 binding host dv-cinder-837699-3-iscsi {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 13:40:12.694803 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec3954e-a76c-4674-890b-5e9a60be8fb9 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Pushing event deleted for resources: {'Port': ['ID=1401e7c5-763e-4d9c-870e-fbd93fd7e99e,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:12.710727 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5b963eec-9539-47be-9c3e-f952b7b9dec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:12.720045 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-acec08c4-029f-4bda-8aca-fd89fcc3244d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (ef7519de-6f6a-4ca3-8115-cb61d36c7da8), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:12.750314 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7a2bbf7-e94c-4606-8ab9-d56fb416381f req-8ec3954e-a76c-4674-890b-5e9a60be8fb9 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] No DVR routers for this DVR port 1401e7c5-763e-4d9c-870e-fbd93fd7e99e on host hv-cinder-83769 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:40:12.753556 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-e7a2bbf7-e94c-4606-8ab9-d56fb416381f req-8ec3954e-a76c-4674-890b-5e9a60be8fb9 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:12.758800 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e7a2bbf7-e94c-4606-8ab9-d56fb416381f req-8ec3954e-a76c-4674-890b-5e9a60be8fb9 tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.75 "DELETE /v2.0/ports/1401e7c5-763e-4d9c-870e-fbd93fd7e99e HTTP/1.1" status: 204 len: 173 time: 0.5404134 Apr 29 13:40:12.759525 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f347d271-7560-493f-abc7-6c8e1b3590a1', 'name': 'network-vif-deleted', 'tag': '1401e7c5-763e-4d9c-870e-fbd93fd7e99e'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:40:12.762246 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34453e8beaba66333125c1a762a789c78ce2f458b63942c2f470c2340433bc94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90163985-a5eb-4890-b0bd-f45d0adfafdd" -d '{"events": [{"server_uuid": "f347d271-7560-493f-abc7-6c8e1b3590a1", "name": "network-vif-deleted", "tag": "1401e7c5-763e-4d9c-870e-fbd93fd7e99e"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:40:12.812936 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f49576-4547-4706-84cf-f07014f68353 x-openstack-request-id: req-b0f49576-4547-4706-84cf-f07014f68353 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:40:12.813585 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f347d271-7560-493f-abc7-6c8e1b3590a1", "name": "network-vif-deleted", "tag": "1401e7c5-763e-4d9c-870e-fbd93fd7e99e", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:40:12.813969 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b0f49576-4547-4706-84cf-f07014f68353 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:40:12.814584 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0f49576-4547-4706-84cf-f07014f68353'] response: {'server_uuid': 'f347d271-7560-493f-abc7-6c8e1b3590a1', 'name': 'network-vif-deleted', 'tag': '1401e7c5-763e-4d9c-870e-fbd93fd7e99e', 'status': 'completed', 'code': 200} Apr 29 13:40:12.841883 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55b1d92-8ab3-400c-92bd-bd93244f3bad None None] Network 0df5f0bc-74a3-4b6f-90b4-101f998a7b98 requested from dv-cinder-837699-3-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:40:12.933046 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device 55fc9f20-680e-4105-b6f3-6d65d2daf512 up at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:40:12.934978 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-719c8dbb-5b79-4845-8b7d-f387d7386599 None None] Provisioning complete for port 55fc9f20-680e-4105-b6f3-6d65d2daf512 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:40:12.935348 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-719c8dbb-5b79-4845-8b7d-f387d7386599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (55fc9f20-680e-4105-b6f3-6d65d2daf512), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:12.952796 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-5b963eec-9539-47be-9c3e-f952b7b9dec2 admin admin] Allocated IP 172.20.0.1 (0df5f0bc-74a3-4b6f-90b4-101f998a7b98/4e7e06f7-dcbc-4247-a7f8-31674bc9340e/efd0000c-0814-493d-958b-49ab75a0c77d) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:40:13.149768 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Provisioning complete for port 55fc9f20-680e-4105-b6f3-6d65d2daf512 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:40:13.150145 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (55fc9f20-680e-4105-b6f3-6d65d2daf512), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:13.247651 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-719c8dbb-5b79-4845-8b7d-f387d7386599 None None] Current status of the port 55fc9f20-680e-4105-b6f3-6d65d2daf512 is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:40:13.248108 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-719c8dbb-5b79-4845-8b7d-f387d7386599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (55fc9f20-680e-4105-b6f3-6d65d2daf512), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:13.325495 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-acec08c4-029f-4bda-8aca-fd89fcc3244d None None] Publish callbacks [] for port (ef7519de-6f6a-4ca3-8115-cb61d36c7da8), precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:13.346756 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-acec08c4-029f-4bda-8aca-fd89fcc3244d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (ef7519de-6f6a-4ca3-8115-cb61d36c7da8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:13.351193 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-719c8dbb-5b79-4845-8b7d-f387d7386599 None None] For port 55fc9f20-680e-4105-b6f3-6d65d2daf512, host dv-cinder-837699-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=55fc9f20-680e-4105-b6f3-6d65d2daf512,segment=NetworkSegment(688818c9-fd33-48fa-9750-00b7f6795c0b),segment_id=688818c9-fd33-48fa-9750-00b7f6795c0b)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:40:13.406858 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5b963eec-9539-47be-9c3e-f952b7b9dec2 admin admin] Publish callbacks [] for port (efd0000c-0814-493d-958b-49ab75a0c77d), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:13.412225 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-719c8dbb-5b79-4845-8b7d-f387d7386599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (55fc9f20-680e-4105-b6f3-6d65d2daf512), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:13.454375 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Current status of the port 55fc9f20-680e-4105-b6f3-6d65d2daf512 is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:40:13.455127 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (55fc9f20-680e-4105-b6f3-6d65d2daf512), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:13.465806 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7887c04-df5a-4c58-9389-c77a487f72a9 None None] Pushing event updated for resources: {'Port': ['ID=ef7519de-6f6a-4ca3-8115-cb61d36c7da8,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:13.481845 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5b963eec-9539-47be-9c3e-f952b7b9dec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783155810398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9127861'] for port (efd0000c-0814-493d-958b-49ab75a0c77d), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:13.484534 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-acec08c4-029f-4bda-8aca-fd89fcc3244d None None] Attempting to bind port ef7519de-6f6a-4ca3-8115-cb61d36c7da8 on host dv-cinder-837699-3-iscsi for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:40:13.486659 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-acec08c4-029f-4bda-8aca-fd89fcc3244d None None] Attempting to bind port ef7519de-6f6a-4ca3-8115-cb61d36c7da8 by drivers openvswitch,hyperv on host dv-cinder-837699-3-iscsi at level 0 using segments [{'id': '2ea0efb1-2525-44c9-8409-d88aaadc45e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:40:13.486659 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acec08c4-029f-4bda-8aca-fd89fcc3244d None None] Attempting to bind port ef7519de-6f6a-4ca3-8115-cb61d36c7da8 on network 754f8d77-c1fb-438d-9dec-eec91b4433a5 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:40:13.490436 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-cc8134a1-030b-456d-b2e9-8397cab8dca7 req-9acaa75f-704e-40bb-a262-91fab8adb54f tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "GET /v2.0/ports?device_id=f347d271-7560-493f-abc7-6c8e1b3590a1 HTTP/1.1" status: 200 len: 210 time: 0.1337700 Apr 29 13:40:13.526735 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b963eec-9539-47be-9c3e-f952b7b9dec2 admin admin] Network 0df5f0bc-74a3-4b6f-90b4-101f998a7b98 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:40:13.529894 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-5b963eec-9539-47be-9c3e-f952b7b9dec2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:40:13.533679 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b963eec-9539-47be-9c3e-f952b7b9dec2 admin admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:40:13.540209 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acec08c4-029f-4bda-8aca-fd89fcc3244d None None] Checking agent: {'id': '070d87cd-fed4-4d07-85b5-c26ded61f2d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 12, 59), 'started_at': datetime.datetime(2022, 4, 29, 13, 13, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:40:13.540631 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acec08c4-029f-4bda-8aca-fd89fcc3244d None None] Checking segment: {'id': '2ea0efb1-2525-44c9-8409-d88aaadc45e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:40:13.541085 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-acec08c4-029f-4bda-8aca-fd89fcc3244d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:13.541493 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acec08c4-029f-4bda-8aca-fd89fcc3244d None None] Bound using segment: {'id': '2ea0efb1-2525-44c9-8409-d88aaadc45e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:40:13.541989 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-acec08c4-029f-4bda-8aca-fd89fcc3244d None None] Bound port: ef7519de-6f6a-4ca3-8115-cb61d36c7da8, host: dv-cinder-837699-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ea0efb1-2525-44c9-8409-d88aaadc45e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:40:13.542376 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-acec08c4-029f-4bda-8aca-fd89fcc3244d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (ef7519de-6f6a-4ca3-8115-cb61d36c7da8), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:13.602383 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b963eec-9539-47be-9c3e-f952b7b9dec2 admin admin] Pushing event updated for resources: {'Port': ['ID=efd0000c-0814-493d-958b-49ab75a0c77d,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:13.606400 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5b963eec-9539-47be-9c3e-f952b7b9dec2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706220'] for router_interface (457839c8-bbcc-4a5d-950b-8abc066002ef), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:13.608524 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-54aa21a8-5dae-47e3-82a5-deff02c3ba86 None None] Provisioning complete for port 55fc9f20-680e-4105-b6f3-6d65d2daf512 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:40:13.608934 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-54aa21a8-5dae-47e3-82a5-deff02c3ba86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (55fc9f20-680e-4105-b6f3-6d65d2daf512), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:13.621495 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.db.api [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103366) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 13:40:13.621855 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG oslo_db.api [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 13:40:13.659861 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719c8dbb-5b79-4845-8b7d-f387d7386599 None None] Pushing event updated for resources: {'Port': ['ID=55fc9f20-680e-4105-b6f3-6d65d2daf512,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:13.685296 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-acec08c4-029f-4bda-8aca-fd89fcc3244d None None] For port ef7519de-6f6a-4ca3-8115-cb61d36c7da8, host dv-cinder-837699-3-iscsi, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:40:13.689364 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-acec08c4-029f-4bda-8aca-fd89fcc3244d None None] For port ef7519de-6f6a-4ca3-8115-cb61d36c7da8, host dv-cinder-837699-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=ef7519de-6f6a-4ca3-8115-cb61d36c7da8,segment=NetworkSegment(2ea0efb1-2525-44c9-8409-d88aaadc45e7),segment_id=2ea0efb1-2525-44c9-8409-d88aaadc45e7)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:40:13.700000 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-acec08c4-029f-4bda-8aca-fd89fcc3244d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (ef7519de-6f6a-4ca3-8115-cb61d36c7da8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:13.777996 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5b963eec-9539-47be-9c3e-f952b7b9dec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (efd0000c-0814-493d-958b-49ab75a0c77d), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:13.819649 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7887c04-df5a-4c58-9389-c77a487f72a9 None None] Pushing event updated for resources: {'Port': ['ID=ef7519de-6f6a-4ca3-8115-cb61d36c7da8,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:13.825783 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acec08c4-029f-4bda-8aca-fd89fcc3244d None None] Routers {'457839c8-bbcc-4a5d-950b-8abc066002ef'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:40:13.826320 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-acec08c4-029f-4bda-8aca-fd89fcc3244d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:39:54Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['457839c8-bbcc-4a5d-950b-8abc066002ef'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:40:13.830479 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-54aa21a8-5dae-47e3-82a5-deff02c3ba86 None None] Current status of the port 55fc9f20-680e-4105-b6f3-6d65d2daf512 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:40:13.945106 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-acec08c4-029f-4bda-8aca-fd89fcc3244d None None] Set router 457839c8-bbcc-4a5d-950b-8abc066002ef gateway port host: dv-cinder-837699-3-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:40:13.950234 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5b963eec-9539-47be-9c3e-f952b7b9dec2 admin admin] Publish callbacks [] for port (efd0000c-0814-493d-958b-49ab75a0c77d), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:13.955279 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5b963eec-9539-47be-9c3e-f952b7b9dec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9127854'] for port (efd0000c-0814-493d-958b-49ab75a0c77d), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:13.979037 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-d15dbc41-c22b-491d-b428-de44e8fc237b None None] Provisioning complete for port efd0000c-0814-493d-958b-49ab75a0c77d triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:40:13.979418 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d15dbc41-c22b-491d-b428-de44e8fc237b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (efd0000c-0814-493d-958b-49ab75a0c77d), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:14.028140 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b963eec-9539-47be-9c3e-f952b7b9dec2 admin admin] Pushing event updated for resources: {'Port': ['ID=efd0000c-0814-493d-958b-49ab75a0c77d,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:14.030543 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5b963eec-9539-47be-9c3e-f952b7b9dec2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711452'] for router_interface (457839c8-bbcc-4a5d-950b-8abc066002ef), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:14.134816 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b963eec-9539-47be-9c3e-f952b7b9dec2 admin admin] Network 0df5f0bc-74a3-4b6f-90b4-101f998a7b98 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:40:14.136618 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-5b963eec-9539-47be-9c3e-f952b7b9dec2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:40:14.232786 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-d15dbc41-c22b-491d-b428-de44e8fc237b None None] Port efd0000c-0814-493d-958b-49ab75a0c77d cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 13:40:14.271718 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b963eec-9539-47be-9c3e-f952b7b9dec2 admin admin] Router 457839c8-bbcc-4a5d-950b-8abc066002ef has already been hosted by L3 agent ffd5f049-29fc-4e99-906d-6eadce93ab48 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:40:14.281120 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Current status of the port 55fc9f20-680e-4105-b6f3-6d65d2daf512 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:40:14.356501 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-acec08c4-029f-4bda-8aca-fd89fcc3244d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '457839c8-bbcc-4a5d-950b-8abc066002ef', 'name': 'tempest-TestVolumeBootPattern-613889079-router', 'tenant_id': 'c3073c813c30483a86a89e52417e9a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'ef7519de-6f6a-4ca3-8115-cb61d36c7da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:40:10Z', 'updated_at': '2022-04-29T13:40:13Z', 'revision_number': 4, 'project_id': 'c3073c813c30483a86a89e52417e9a83', 'gw_port': {'id': 'ef7519de-6f6a-4ca3-8115-cb61d36c7da8', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:72:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '457839c8-bbcc-4a5d-950b-8abc066002ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:40:10Z', 'updated_at': '2022-04-29T13:40:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_interfaces': [{'id': 'efd0000c-0814-493d-958b-49ab75a0c77d', 'name': '', 'network_id': '0df5f0bc-74a3-4b6f-90b4-101f998a7b98', 'tenant_id': 'c3073c813c30483a86a89e52417e9a83', 'mac_address': 'fa:16:3e:4b:15:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '457839c8-bbcc-4a5d-950b-8abc066002ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '4e7e06f7-dcbc-4247-a7f8-31674bc9340e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:40:12Z', 'updated_at': '2022-04-29T13:40:12Z', 'revision_number': 1, 'project_id': 'c3073c813c30483a86a89e52417e9a83', 'subnets': [{'id': '4e7e06f7-dcbc-4247-a7f8-31674bc9340e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:40:14.383585 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acec08c4-029f-4bda-8aca-fd89fcc3244d None None] The sync data for ids ['457839c8-bbcc-4a5d-950b-8abc066002ef'] in dv-cinder-837699-3-iscsi is: [{'id': '457839c8-bbcc-4a5d-950b-8abc066002ef', 'name': 'tempest-TestVolumeBootPattern-613889079-router', 'tenant_id': 'c3073c813c30483a86a89e52417e9a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'ef7519de-6f6a-4ca3-8115-cb61d36c7da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:40:10Z', 'updated_at': '2022-04-29T13:40:13Z', 'revision_number': 4, 'project_id': 'c3073c813c30483a86a89e52417e9a83', 'gw_port': {'id': 'ef7519de-6f6a-4ca3-8115-cb61d36c7da8', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:72:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '457839c8-bbcc-4a5d-950b-8abc066002ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:40:10Z', 'updated_at': '2022-04-29T13:40:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_interfaces': [{'id': 'efd0000c-0814-493d-958b-49ab75a0c77d', 'name': '', 'network_id': '0df5f0bc-74a3-4b6f-90b4-101f998a7b98', 'tenant_id': 'c3073c813c30483a86a89e52417e9a83', 'mac_address': 'fa:16:3e:4b:15:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '457839c8-bbcc-4a5d-950b-8abc066002ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '4e7e06f7-dcbc-4247-a7f8-31674bc9340e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:40:12Z', 'updated_at': '2022-04-29T13:40:12Z', 'revision_number': 1, 'project_id': 'c3073c813c30483a86a89e52417e9a83', 'subnets': [{'id': '4e7e06f7-dcbc-4247-a7f8-31674bc9340e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:40:14.394374 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b963eec-9539-47be-9c3e-f952b7b9dec2 admin admin] Notify agent at l3_agent.dv-cinder-837699-3-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:40:14.399979 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-5b963eec-9539-47be-9c3e-f952b7b9dec2 admin admin] 10.222.0.11 "PUT /v2.0/routers/457839c8-bbcc-4a5d-950b-8abc066002ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2434392 Apr 29 13:40:14.453956 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-a5272317-fa79-49eb-99e3-1379b2bcccd2 None None] Provisioning complete for port efd0000c-0814-493d-958b-49ab75a0c77d triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:40:14.454331 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a5272317-fa79-49eb-99e3-1379b2bcccd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (efd0000c-0814-493d-958b-49ab75a0c77d), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:14.490931 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-a5272317-fa79-49eb-99e3-1379b2bcccd2 None None] Port efd0000c-0814-493d-958b-49ab75a0c77d cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 13:40:14.561649 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 59926) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:14.648370 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6a417686-1b81-461c-a301-95c07d8c6a1c tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Publish callbacks [] for security_group (4d76ac88-7a1b-47f8-9174-8d787d485cbd), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:14.682048 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6a417686-1b81-461c-a301-95c07d8c6a1c tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Publish callbacks [] for security_group (4d76ac88-7a1b-47f8-9174-8d787d485cbd), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:14.798108 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6a417686-1b81-461c-a301-95c07d8c6a1c tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (4d76ac88-7a1b-47f8-9174-8d787d485cbd), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:14.801177 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6a417686-1b81-461c-a301-95c07d8c6a1c tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:14.802494 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-6a417686-1b81-461c-a301-95c07d8c6a1c tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] 10.222.0.11 "DELETE /v2.0/security-groups/4d76ac88-7a1b-47f8-9174-8d787d485cbd HTTP/1.1" status: 204 len: 168 time: 0.2398503 Apr 29 13:40:14.817761 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a417686-1b81-461c-a301-95c07d8c6a1c tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d76ac88-7a1b-47f8-9174-8d787d485cbd,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:14.845242 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device 55fc9f20-680e-4105-b6f3-6d65d2daf512 up at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:40:14.864880 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 59936) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:14.921072 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Provisioning complete for port 55fc9f20-680e-4105-b6f3-6d65d2daf512 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:40:14.921544 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (55fc9f20-680e-4105-b6f3-6d65d2daf512), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:15.017630 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Current status of the port 55fc9f20-680e-4105-b6f3-6d65d2daf512 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:40:15.055565 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 59944) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:15.061041 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-414b315b-7a04-46c7-8feb-5a0cf5815787 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-261005407-network', 'tenant_id': 'eb3549671ee94050a0666673a06e2656'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:40:15.126841 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-414b315b-7a04-46c7-8feb-5a0cf5815787 admin admin] Made reservation on behalf of eb3549671ee94050a0666673a06e2656 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:40:15.129207 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-414b315b-7a04-46c7-8feb-5a0cf5815787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for network (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:15.141257 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-414b315b-7a04-46c7-8feb-5a0cf5815787 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:15.650572 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-414b315b-7a04-46c7-8feb-5a0cf5815787 admin admin] Publish callbacks [] for security_group (b02cee7d-bde4-4c0a-b7ef-bca39e2d66eb), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:15.657116 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-414b315b-7a04-46c7-8feb-5a0cf5815787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (b02cee7d-bde4-4c0a-b7ef-bca39e2d66eb), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:15.719672 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-414b315b-7a04-46c7-8feb-5a0cf5815787 admin admin] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:40:15.723765 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414b315b-7a04-46c7-8feb-5a0cf5815787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b02cee7d-bde4-4c0a-b7ef-bca39e2d66eb,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:15.757092 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-414b315b-7a04-46c7-8feb-5a0cf5815787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401276'] for segment (4a94b001-7088-46e1-b462-4b46ef5f7ed4), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:15.757495 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.db.segments_db [None req-414b315b-7a04-46c7-8feb-5a0cf5815787 admin admin] Added segment 4a94b001-7088-46e1-b462-4b46ef5f7ed4 of type vlan for network 78682647-2ae2-4b6e-84a2-8bb2a9ad9a76 Apr 29 13:40:15.823954 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-414b315b-7a04-46c7-8feb-5a0cf5815787 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783155844244'] for network (78682647-2ae2-4b6e-84a2-8bb2a9ad9a76), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:15.873396 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fc3b5b4b-8551-4637-8c18-d9f4b0bb36c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711483'] for router_interface (e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:15.909069 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-414b315b-7a04-46c7-8feb-5a0cf5815787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861'] for network (78682647-2ae2-4b6e-84a2-8bb2a9ad9a76), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:15.910033 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414b315b-7a04-46c7-8feb-5a0cf5815787 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:15.910624 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-414b315b-7a04-46c7-8feb-5a0cf5815787 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549835'] for network (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:15.948971 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-414b315b-7a04-46c7-8feb-5a0cf5815787 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8918674 Apr 29 13:40:15.951764 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 59946) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:15.956729 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-e0941915-54c8-4198-8bdd-31039066704d admin admin] Request body: {'subnet': {'network_id': '78682647-2ae2-4b6e-84a2-8bb2a9ad9a76', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-261005407-subnet', 'tenant_id': 'eb3549671ee94050a0666673a06e2656', 'ip_version': 4}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:40:15.978781 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0941915-54c8-4198-8bdd-31039066704d admin admin] Made reservation on behalf of eb3549671ee94050a0666673a06e2656 for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:40:15.981719 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e0941915-54c8-4198-8bdd-31039066704d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8602606'] for subnet (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:15.997295 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414b315b-7a04-46c7-8feb-5a0cf5815787 admin admin] Pushing event updated for resources: {'Network': ['ID=78682647-2ae2-4b6e-84a2-8bb2a9ad9a76,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:16.011180 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Network 78682647-2ae2-4b6e-84a2-8bb2a9ad9a76 details requested by agent ovs-agent-dv-cinder-837699-3-iscsi with host dv-cinder-837699-3-iscsi {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 13:40:16.028291 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device 1401e7c5-763e-4d9c-870e-fbd93fd7e99e no longer exists at agent hyperv_hv-cinder-83769 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:40:16.062379 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] No Port match for: 1401e7c5-763e-4d9c-870e-fbd93fd7e99e {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:40:16.062784 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device 1401e7c5-763e-4d9c-870e-fbd93fd7e99e not bound to the agent host hv-cinder-83769 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:40:16.171420 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e0941915-54c8-4198-8bdd-31039066704d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9127205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8602396'] for subnet (7ca4df0e-f636-49de-8690-5dbb3e721029), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:16.201597 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-fc3b5b4b-8551-4637-8c18-d9f4b0bb36c4 admin admin] Deleting port aae074e5-aa9c-45c9-8032-4bd90ac45f28 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:40:16.201937 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fc3b5b4b-8551-4637-8c18-d9f4b0bb36c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783156326988'] for port (aae074e5-aa9c-45c9-8032-4bd90ac45f28), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:16.234360 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0941915-54c8-4198-8bdd-31039066704d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ca4df0e-f636-49de-8690-5dbb3e721029,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:16.242971 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0941915-54c8-4198-8bdd-31039066704d admin admin] Checking segment: {'id': '4a94b001-7088-46e1-b462-4b46ef5f7ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '78682647-2ae2-4b6e-84a2-8bb2a9ad9a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:40:16.243349 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0941915-54c8-4198-8bdd-31039066704d admin admin] Network hostable DHCP agents. Network: 78682647-2ae2-4b6e-84a2-8bb2a9ad9a76, hostable agents: ['e437e712-237e-4a54-83a8-782eed3c5f0c'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:40:16.263400 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0941915-54c8-4198-8bdd-31039066704d admin admin] Network 78682647-2ae2-4b6e-84a2-8bb2a9ad9a76 is scheduled to be hosted by DHCP agent e437e712-237e-4a54-83a8-782eed3c5f0c with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:40:16.277658 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-e0941915-54c8-4198-8bdd-31039066704d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837699-3-iscsi, 78682647-2ae2-4b6e-84a2-8bb2a9ad9a76) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:40:16.281817 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0941915-54c8-4198-8bdd-31039066704d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:16.282424 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e0941915-54c8-4198-8bdd-31039066704d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:16.291984 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf06dc6-0896-4675-b208-68daba4c6761 None None] Network 78682647-2ae2-4b6e-84a2-8bb2a9ad9a76 requested from dv-cinder-837699-3-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:40:16.302833 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-e0941915-54c8-4198-8bdd-31039066704d admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3498924 Apr 29 13:40:16.305957 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 59948) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:16.310691 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-63a912ac-b482-404a-814e-cb3a0cc7cba3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-261005407-router', 'tenant_id': 'eb3549671ee94050a0666673a06e2656', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5'}}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:40:16.311090 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-fc3b5b4b-8551-4637-8c18-d9f4b0bb36c4 admin admin] For port aae074e5-aa9c-45c9-8032-4bd90ac45f28, host dv-cinder-837699-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=aae074e5-aa9c-45c9-8032-4bd90ac45f28,segment=NetworkSegment(800e3918-5624-490e-ab00-1a42282887a3),segment_id=800e3918-5624-490e-ab00-1a42282887a3)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:40:16.311829 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fc3b5b4b-8551-4637-8c18-d9f4b0bb36c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749638'] for port (aae074e5-aa9c-45c9-8032-4bd90ac45f28), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:16.334116 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-63a912ac-b482-404a-814e-cb3a0cc7cba3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-712620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5407'] for router (8433e068-c183-4640-8ac9-8ee08193a95c), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:16.334325 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-fc3b5b4b-8551-4637-8c18-d9f4b0bb36c4 admin admin] Calling delete_port for aae074e5-aa9c-45c9-8032-4bd90ac45f28 owned by network:router_interface {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:40:16.335378 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-63a912ac-b482-404a-814e-cb3a0cc7cba3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-721068', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5398'] for router (8433e068-c183-4640-8ac9-8ee08193a95c), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:16.408654 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-63a912ac-b482-404a-814e-cb3a0cc7cba3 admin admin] Publish callbacks [] for router_controller (8433e068-c183-4640-8ac9-8ee08193a95c), precommit_add_association {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:16.458443 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822c4f37-b156-422e-acfb-7e47f0722eda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d66e39e-ae76-5681-86be-20f584a66953-78682647-2ae2-4b6e-84a2-8bb2a9ad9a76', 'network_id': '78682647-2ae2-4b6e-84a2-8bb2a9ad9a76', 'project_id': 'eb3549671ee94050a0666673a06e2656', 'fixed_ips': [{'subnet_id': '7ca4df0e-f636-49de-8690-5dbb3e721029'}]}} from dv-cinder-837699-3-iscsi. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 13:40:16.459336 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-822c4f37-b156-422e-acfb-7e47f0722eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (None), before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:16.559192 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fc3b5b4b-8551-4637-8c18-d9f4b0bb36c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783156333258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783155810407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8537941'] for port (aae074e5-aa9c-45c9-8032-4bd90ac45f28), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:16.572495 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-63a912ac-b482-404a-814e-cb3a0cc7cba3 admin admin] Publish callbacks [] for router_gateway (8433e068-c183-4640-8ac9-8ee08193a95c), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:16.611032 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-822c4f37-b156-422e-acfb-7e47f0722eda None None] Allocated IP 172.20.0.2 (78682647-2ae2-4b6e-84a2-8bb2a9ad9a76/7ca4df0e-f636-49de-8690-5dbb3e721029/e7157f78-0e1d-4011-9f1d-7b14543dfafd) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:40:16.631560 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b5b4b-8551-4637-8c18-d9f4b0bb36c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=aae074e5-aa9c-45c9-8032-4bd90ac45f28,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:16.731026 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1e5209-bcc8-49e7-ab25-d09d7f3d13db None None] Sync routers for ids ['457839c8-bbcc-4a5d-950b-8abc066002ef'] in dv-cinder-837699-3-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:40:16.752316 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1e5209-bcc8-49e7-ab25-d09d7f3d13db None None] Routers {'457839c8-bbcc-4a5d-950b-8abc066002ef'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:40:16.753377 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-0c1e5209-bcc8-49e7-ab25-d09d7f3d13db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:39:54Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['457839c8-bbcc-4a5d-950b-8abc066002ef'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:40:16.840366 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-63a912ac-b482-404a-814e-cb3a0cc7cba3 admin admin] Publish callbacks [] for router_gateway (8433e068-c183-4640-8ac9-8ee08193a95c), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:16.861288 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-822c4f37-b156-422e-acfb-7e47f0722eda None None] Publish callbacks [] for port (e7157f78-0e1d-4011-9f1d-7b14543dfafd), precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:16.875943 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fc3b5b4b-8551-4637-8c18-d9f4b0bb36c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711575'] for router_interface (e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:16.878345 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-822c4f37-b156-422e-acfb-7e47f0722eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783155810398'] for port (e7157f78-0e1d-4011-9f1d-7b14543dfafd), after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:16.885795 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-63a912ac-b482-404a-814e-cb3a0cc7cba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:16.932617 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822c4f37-b156-422e-acfb-7e47f0722eda None None] Network 78682647-2ae2-4b6e-84a2-8bb2a9ad9a76 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:40:16.936222 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-822c4f37-b156-422e-acfb-7e47f0722eda None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:40:16.940618 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822c4f37-b156-422e-acfb-7e47f0722eda None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:40:16.996860 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-0c1e5209-bcc8-49e7-ab25-d09d7f3d13db None None] Set router 457839c8-bbcc-4a5d-950b-8abc066002ef gateway port host: dv-cinder-837699-3-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:40:17.001235 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device ef7519de-6f6a-4ca3-8115-cb61d36c7da8 up at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:40:17.059252 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-63a912ac-b482-404a-814e-cb3a0cc7cba3 admin admin] Allocated IP 172.27.0.158 (754f8d77-c1fb-438d-9dec-eec91b4433a5/8519c0fa-1b1c-41ff-b70f-9433c7b7bb38/7acd6d7d-7cb7-4766-9184-ff3c4712a81a) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:40:17.071918 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Provisioning complete for port ef7519de-6f6a-4ca3-8115-cb61d36c7da8 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:40:17.073044 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (ef7519de-6f6a-4ca3-8115-cb61d36c7da8), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:17.094095 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822c4f37-b156-422e-acfb-7e47f0722eda None None] Pushing event updated for resources: {'Port': ['ID=e7157f78-0e1d-4011-9f1d-7b14543dfafd,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:17.099196 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-822c4f37-b156-422e-acfb-7e47f0722eda None None] Attempting to bind port e7157f78-0e1d-4011-9f1d-7b14543dfafd on host dv-cinder-837699-3-iscsi for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:40:17.099768 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-822c4f37-b156-422e-acfb-7e47f0722eda None None] Attempting to bind port e7157f78-0e1d-4011-9f1d-7b14543dfafd by drivers openvswitch,hyperv on host dv-cinder-837699-3-iscsi at level 0 using segments [{'id': '4a94b001-7088-46e1-b462-4b46ef5f7ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '78682647-2ae2-4b6e-84a2-8bb2a9ad9a76'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:40:17.100330 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822c4f37-b156-422e-acfb-7e47f0722eda None None] Attempting to bind port e7157f78-0e1d-4011-9f1d-7b14543dfafd on network 78682647-2ae2-4b6e-84a2-8bb2a9ad9a76 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:40:17.109714 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822c4f37-b156-422e-acfb-7e47f0722eda None None] Checking agent: {'id': '070d87cd-fed4-4d07-85b5-c26ded61f2d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 12, 59), 'started_at': datetime.datetime(2022, 4, 29, 13, 13, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:40:17.110399 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822c4f37-b156-422e-acfb-7e47f0722eda None None] Checking segment: {'id': '4a94b001-7088-46e1-b462-4b46ef5f7ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '78682647-2ae2-4b6e-84a2-8bb2a9ad9a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:40:17.111025 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-822c4f37-b156-422e-acfb-7e47f0722eda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:17.111603 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822c4f37-b156-422e-acfb-7e47f0722eda None None] Bound using segment: {'id': '4a94b001-7088-46e1-b462-4b46ef5f7ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '78682647-2ae2-4b6e-84a2-8bb2a9ad9a76'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:40:17.112271 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-822c4f37-b156-422e-acfb-7e47f0722eda None None] Bound port: e7157f78-0e1d-4011-9f1d-7b14543dfafd, host: dv-cinder-837699-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a94b001-7088-46e1-b462-4b46ef5f7ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '78682647-2ae2-4b6e-84a2-8bb2a9ad9a76'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:40:17.112875 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-822c4f37-b156-422e-acfb-7e47f0722eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (e7157f78-0e1d-4011-9f1d-7b14543dfafd), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:17.182842 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-63a912ac-b482-404a-814e-cb3a0cc7cba3 admin admin] Publish callbacks [] for port (7acd6d7d-7cb7-4766-9184-ff3c4712a81a), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:17.188317 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc3b5b4b-8551-4637-8c18-d9f4b0bb36c4 admin admin] Router e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6 has already been hosted by L3 agent ffd5f049-29fc-4e99-906d-6eadce93ab48 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:40:17.219084 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-63a912ac-b482-404a-814e-cb3a0cc7cba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783155810398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9127861'] for port (7acd6d7d-7cb7-4766-9184-ff3c4712a81a), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:17.228984 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Current status of the port ef7519de-6f6a-4ca3-8115-cb61d36c7da8 is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:40:17.229819 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (ef7519de-6f6a-4ca3-8115-cb61d36c7da8), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:17.242969 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-822c4f37-b156-422e-acfb-7e47f0722eda None None] For port e7157f78-0e1d-4011-9f1d-7b14543dfafd, host dv-cinder-837699-3-iscsi, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:40:17.250785 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-822c4f37-b156-422e-acfb-7e47f0722eda None None] For port e7157f78-0e1d-4011-9f1d-7b14543dfafd, host dv-cinder-837699-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=e7157f78-0e1d-4011-9f1d-7b14543dfafd,segment=NetworkSegment(4a94b001-7088-46e1-b462-4b46ef5f7ed4),segment_id=4a94b001-7088-46e1-b462-4b46ef5f7ed4)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:40:17.262981 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a912ac-b482-404a-814e-cb3a0cc7cba3 admin admin] Network 754f8d77-c1fb-438d-9dec-eec91b4433a5 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:40:17.265810 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-822c4f37-b156-422e-acfb-7e47f0722eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (e7157f78-0e1d-4011-9f1d-7b14543dfafd), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:17.266975 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-63a912ac-b482-404a-814e-cb3a0cc7cba3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:40:17.271806 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] For port ef7519de-6f6a-4ca3-8115-cb61d36c7da8, host dv-cinder-837699-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=ef7519de-6f6a-4ca3-8115-cb61d36c7da8,segment=NetworkSegment(2ea0efb1-2525-44c9-8409-d88aaadc45e7),segment_id=2ea0efb1-2525-44c9-8409-d88aaadc45e7)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:40:17.274032 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a912ac-b482-404a-814e-cb3a0cc7cba3 admin admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:40:17.277195 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-0c1e5209-bcc8-49e7-ab25-d09d7f3d13db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '457839c8-bbcc-4a5d-950b-8abc066002ef', 'name': 'tempest-TestVolumeBootPattern-613889079-router', 'tenant_id': 'c3073c813c30483a86a89e52417e9a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'ef7519de-6f6a-4ca3-8115-cb61d36c7da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:40:10Z', 'updated_at': '2022-04-29T13:40:13Z', 'revision_number': 4, 'project_id': 'c3073c813c30483a86a89e52417e9a83', 'gw_port': {'id': 'ef7519de-6f6a-4ca3-8115-cb61d36c7da8', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:72:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '457839c8-bbcc-4a5d-950b-8abc066002ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:40:10Z', 'updated_at': '2022-04-29T13:40:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_interfaces': [{'id': 'efd0000c-0814-493d-958b-49ab75a0c77d', 'name': '', 'network_id': '0df5f0bc-74a3-4b6f-90b4-101f998a7b98', 'tenant_id': 'c3073c813c30483a86a89e52417e9a83', 'mac_address': 'fa:16:3e:4b:15:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '457839c8-bbcc-4a5d-950b-8abc066002ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '4e7e06f7-dcbc-4247-a7f8-31674bc9340e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:40:12Z', 'updated_at': '2022-04-29T13:40:13Z', 'revision_number': 2, 'project_id': 'c3073c813c30483a86a89e52417e9a83', 'subnets': [{'id': '4e7e06f7-dcbc-4247-a7f8-31674bc9340e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:40:17.314207 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1e5209-bcc8-49e7-ab25-d09d7f3d13db None None] Checking router: 457839c8-bbcc-4a5d-950b-8abc066002ef for host: dv-cinder-837699-3-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:40:17.317943 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1e5209-bcc8-49e7-ab25-d09d7f3d13db None None] Updating router 457839c8-bbcc-4a5d-950b-8abc066002ef port efd0000c-0814-493d-958b-49ab75a0c77d binding host dv-cinder-837699-3-iscsi {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 13:40:17.328766 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (ef7519de-6f6a-4ca3-8115-cb61d36c7da8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:17.341417 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822c4f37-b156-422e-acfb-7e47f0722eda None None] Pushing event updated for resources: {'Port': ['ID=e7157f78-0e1d-4011-9f1d-7b14543dfafd,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:17.373087 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-0c1e5209-bcc8-49e7-ab25-d09d7f3d13db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (efd0000c-0814-493d-958b-49ab75a0c77d), before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:17.377922 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc3b5b4b-8551-4637-8c18-d9f4b0bb36c4 admin admin] Notify agent at l3_agent.dv-cinder-837699-3-iscsi the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:40:17.398904 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-fc3b5b4b-8551-4637-8c18-d9f4b0bb36c4 admin admin] 10.222.0.11 "PUT /v2.0/routers/e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5328450 Apr 29 13:40:17.399722 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 59950) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:17.428272 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Pushing event updated for resources: {'Port': ['ID=ef7519de-6f6a-4ca3-8115-cb61d36c7da8,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:17.433371 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6825d9-24ef-4227-bfe9-4bae99969911 None None] Sync routers for ids ['e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6'] in dv-cinder-837699-3-iscsi {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:40:17.446180 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a912ac-b482-404a-814e-cb3a0cc7cba3 admin admin] Pushing event updated for resources: {'Port': ['ID=7acd6d7d-7cb7-4766-9184-ff3c4712a81a,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:17.457071 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6825d9-24ef-4227-bfe9-4bae99969911 None None] Routers {'e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:40:17.457913 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-ed6825d9-24ef-4227-bfe9-4bae99969911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:39:54Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:40:17.564692 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-315dc672-3f2c-40a9-ae88-80ce31462b9e admin admin] Publish callbacks [] for router (e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:17.631977 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-ed6825d9-24ef-4227-bfe9-4bae99969911 None None] Set router e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6 gateway port host: dv-cinder-837699-3-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:40:17.657769 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-63a912ac-b482-404a-814e-cb3a0cc7cba3 admin admin] Publish callbacks [] for router_gateway (8433e068-c183-4640-8ac9-8ee08193a95c), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:17.719696 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-315dc672-3f2c-40a9-ae88-80ce31462b9e admin admin] Publish callbacks [] for router_gateway (e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:17.796373 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-315dc672-3f2c-40a9-ae88-80ce31462b9e admin admin] Deleting port 811744b4-a0fe-4e2e-867d-6acc85507a6f {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:40:17.797671 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-315dc672-3f2c-40a9-ae88-80ce31462b9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783156326988'] for port (811744b4-a0fe-4e2e-867d-6acc85507a6f), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:17.806675 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-0c1e5209-bcc8-49e7-ab25-d09d7f3d13db None None] Publish callbacks [] for port (efd0000c-0814-493d-958b-49ab75a0c77d), precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:17.814000 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-0c1e5209-bcc8-49e7-ab25-d09d7f3d13db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (efd0000c-0814-493d-958b-49ab75a0c77d), after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:17.906748 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-ed6825d9-24ef-4227-bfe9-4bae99969911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6', 'name': 'tempest-TestShelveInstance-1549379715-router', 'tenant_id': '4d8c9259b58545adaf385c72bb77aa53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '811744b4-a0fe-4e2e-867d-6acc85507a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:34:14Z', 'updated_at': '2022-04-29T13:40:16Z', 'revision_number': 5, 'project_id': '4d8c9259b58545adaf385c72bb77aa53', 'gw_port': {'id': '811744b4-a0fe-4e2e-867d-6acc85507a6f', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:22:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:34:15Z', 'updated_at': '2022-04-29T13:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi'}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:40:17.941097 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8de9a7-133e-49a8-b9ac-01839589de69 None None] Pushing event updated for resources: {'Port': ['ID=efd0000c-0814-493d-958b-49ab75a0c77d,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:17.949806 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6825d9-24ef-4227-bfe9-4bae99969911 None None] Checking router: e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6 for host: dv-cinder-837699-3-iscsi {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:40:17.959698 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-315dc672-3f2c-40a9-ae88-80ce31462b9e admin admin] For port 811744b4-a0fe-4e2e-867d-6acc85507a6f, host dv-cinder-837699-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=811744b4-a0fe-4e2e-867d-6acc85507a6f,segment=NetworkSegment(2ea0efb1-2525-44c9-8409-d88aaadc45e7),segment_id=2ea0efb1-2525-44c9-8409-d88aaadc45e7)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:40:17.960209 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-315dc672-3f2c-40a9-ae88-80ce31462b9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749638'] for port (811744b4-a0fe-4e2e-867d-6acc85507a6f), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:17.960299 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6825d9-24ef-4227-bfe9-4bae99969911 None None] Routers {'e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:40:17.962075 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-ed6825d9-24ef-4227-bfe9-4bae99969911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:39:54Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:40:17.964032 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8de9a7-133e-49a8-b9ac-01839589de69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:40:17.964383 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8de9a7-133e-49a8-b9ac-01839589de69 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:40:17.964745 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8de9a7-133e-49a8-b9ac-01839589de69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:40:17.965135 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8de9a7-133e-49a8-b9ac-01839589de69 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:40:17.965481 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8de9a7-133e-49a8-b9ac-01839589de69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:40:17.965817 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8de9a7-133e-49a8-b9ac-01839589de69 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:40:17.966149 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8de9a7-133e-49a8-b9ac-01839589de69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:40:17.966480 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8de9a7-133e-49a8-b9ac-01839589de69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:40:17.966838 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8de9a7-133e-49a8-b9ac-01839589de69 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:40:17.967171 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8de9a7-133e-49a8-b9ac-01839589de69 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:40:17.967498 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8de9a7-133e-49a8-b9ac-01839589de69 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:40:17.967848 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8de9a7-133e-49a8-b9ac-01839589de69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:40:17.968180 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8de9a7-133e-49a8-b9ac-01839589de69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:40:17.968510 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8de9a7-133e-49a8-b9ac-01839589de69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:40:17.968864 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8de9a7-133e-49a8-b9ac-01839589de69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:40:17.981843 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-0c1e5209-bcc8-49e7-ab25-d09d7f3d13db None None] Attempting to bind port efd0000c-0814-493d-958b-49ab75a0c77d on host dv-cinder-837699-3-iscsi for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:40:17.982466 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-0c1e5209-bcc8-49e7-ab25-d09d7f3d13db None None] Attempting to bind port efd0000c-0814-493d-958b-49ab75a0c77d by drivers openvswitch,hyperv on host dv-cinder-837699-3-iscsi at level 0 using segments [{'id': '688818c9-fd33-48fa-9750-00b7f6795c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0df5f0bc-74a3-4b6f-90b4-101f998a7b98'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:40:17.983034 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1e5209-bcc8-49e7-ab25-d09d7f3d13db None None] Attempting to bind port efd0000c-0814-493d-958b-49ab75a0c77d on network 0df5f0bc-74a3-4b6f-90b4-101f998a7b98 {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:40:17.988674 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-315dc672-3f2c-40a9-ae88-80ce31462b9e admin admin] Calling delete_port for 811744b4-a0fe-4e2e-867d-6acc85507a6f owned by network:router_gateway {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:40:17.989104 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1e5209-bcc8-49e7-ab25-d09d7f3d13db None None] Checking agent: {'id': '070d87cd-fed4-4d07-85b5-c26ded61f2d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 12, 59), 'started_at': datetime.datetime(2022, 4, 29, 13, 13, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:40:17.989873 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1e5209-bcc8-49e7-ab25-d09d7f3d13db None None] Checking segment: {'id': '688818c9-fd33-48fa-9750-00b7f6795c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0df5f0bc-74a3-4b6f-90b4-101f998a7b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:40:17.990479 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-0c1e5209-bcc8-49e7-ab25-d09d7f3d13db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:17.991078 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1e5209-bcc8-49e7-ab25-d09d7f3d13db None None] Bound using segment: {'id': '688818c9-fd33-48fa-9750-00b7f6795c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0df5f0bc-74a3-4b6f-90b4-101f998a7b98'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:40:17.991825 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-0c1e5209-bcc8-49e7-ab25-d09d7f3d13db None None] Bound port: efd0000c-0814-493d-958b-49ab75a0c77d, host: dv-cinder-837699-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '688818c9-fd33-48fa-9750-00b7f6795c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0df5f0bc-74a3-4b6f-90b4-101f998a7b98'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:40:17.992583 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-0c1e5209-bcc8-49e7-ab25-d09d7f3d13db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (efd0000c-0814-493d-958b-49ab75a0c77d), before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:18.018780 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-63a912ac-b482-404a-814e-cb3a0cc7cba3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-721113'] for router (8433e068-c183-4640-8ac9-8ee08193a95c), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:18.071673 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-ed6825d9-24ef-4227-bfe9-4bae99969911 None None] Set router e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6 gateway port host: None {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:40:18.085185 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-0c1e5209-bcc8-49e7-ab25-d09d7f3d13db None None] For port efd0000c-0814-493d-958b-49ab75a0c77d, host dv-cinder-837699-3-iscsi, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:40:18.090212 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-0c1e5209-bcc8-49e7-ab25-d09d7f3d13db None None] For port efd0000c-0814-493d-958b-49ab75a0c77d, host dv-cinder-837699-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=efd0000c-0814-493d-958b-49ab75a0c77d,segment=NetworkSegment(688818c9-fd33-48fa-9750-00b7f6795c0b),segment_id=688818c9-fd33-48fa-9750-00b7f6795c0b)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:40:18.100238 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-0c1e5209-bcc8-49e7-ab25-d09d7f3d13db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (efd0000c-0814-493d-958b-49ab75a0c77d), after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:18.138557 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-ed6825d9-24ef-4227-bfe9-4bae99969911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6', 'name': 'tempest-TestShelveInstance-1549379715-router', 'tenant_id': '4d8c9259b58545adaf385c72bb77aa53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:34:14Z', 'updated_at': '2022-04-29T13:40:17Z', 'revision_number': 6, 'project_id': '4d8c9259b58545adaf385c72bb77aa53', 'gw_port_host': None}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:40:18.167856 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1e5209-bcc8-49e7-ab25-d09d7f3d13db None None] Routers {'457839c8-bbcc-4a5d-950b-8abc066002ef'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:40:18.168507 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-0c1e5209-bcc8-49e7-ab25-d09d7f3d13db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:39:54Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['457839c8-bbcc-4a5d-950b-8abc066002ef'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:40:18.170445 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6825d9-24ef-4227-bfe9-4bae99969911 None None] The sync data for ids ['e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6'] in dv-cinder-837699-3-iscsi is: [{'id': 'e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6', 'name': 'tempest-TestShelveInstance-1549379715-router', 'tenant_id': '4d8c9259b58545adaf385c72bb77aa53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:34:14Z', 'updated_at': '2022-04-29T13:40:17Z', 'revision_number': 6, 'project_id': '4d8c9259b58545adaf385c72bb77aa53', 'gw_port_host': None}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:40:18.250900 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-fa679b84-b69c-40e4-822a-7dc7ee64cc6b None None] Provisioning complete for port efd0000c-0814-493d-958b-49ab75a0c77d triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:40:18.251280 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fa679b84-b69c-40e4-822a-7dc7ee64cc6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (efd0000c-0814-493d-958b-49ab75a0c77d), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:18.275475 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63a912ac-b482-404a-814e-cb3a0cc7cba3 admin admin] Router 8433e068-c183-4640-8ac9-8ee08193a95c is scheduled to L3 agent ffd5f049-29fc-4e99-906d-6eadce93ab48 with binding_index 1 {{(pid=103365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 13:40:18.279559 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-315dc672-3f2c-40a9-ae88-80ce31462b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783156333258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783155810407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8537941'] for port (811744b4-a0fe-4e2e-867d-6acc85507a6f), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:18.291276 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8de9a7-133e-49a8-b9ac-01839589de69 None None] Pushing event updated for resources: {'Port': ['ID=efd0000c-0814-493d-958b-49ab75a0c77d,revision_number=4']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:18.383687 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-0c1e5209-bcc8-49e7-ab25-d09d7f3d13db None None] Set router 457839c8-bbcc-4a5d-950b-8abc066002ef gateway port host: dv-cinder-837699-3-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:40:18.386249 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315dc672-3f2c-40a9-ae88-80ce31462b9e admin admin] Pushing event deleted for resources: {'Port': ['ID=811744b4-a0fe-4e2e-867d-6acc85507a6f,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:18.424537 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-fa679b84-b69c-40e4-822a-7dc7ee64cc6b None None] Current status of the port efd0000c-0814-493d-958b-49ab75a0c77d is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:40:18.424976 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fa679b84-b69c-40e4-822a-7dc7ee64cc6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (efd0000c-0814-493d-958b-49ab75a0c77d), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:18.469451 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-315dc672-3f2c-40a9-ae88-80ce31462b9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-721149'] for router_gateway (e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:18.478656 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-fa679b84-b69c-40e4-822a-7dc7ee64cc6b None None] For port efd0000c-0814-493d-958b-49ab75a0c77d, host dv-cinder-837699-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=efd0000c-0814-493d-958b-49ab75a0c77d,segment=NetworkSegment(688818c9-fd33-48fa-9750-00b7f6795c0b),segment_id=688818c9-fd33-48fa-9750-00b7f6795c0b)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:40:18.486792 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fa679b84-b69c-40e4-822a-7dc7ee64cc6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (efd0000c-0814-493d-958b-49ab75a0c77d), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:18.487809 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63a912ac-b482-404a-814e-cb3a0cc7cba3 admin admin] Notify agent at l3_agent.dv-cinder-837699-3-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:40:18.513337 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-63a912ac-b482-404a-814e-cb3a0cc7cba3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:18.517426 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a440fd7-73a3-41c3-bbb6-6837357f74e0 None None] Sync routers for ids ['8433e068-c183-4640-8ac9-8ee08193a95c'] in dv-cinder-837699-3-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:40:18.518326 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-63a912ac-b482-404a-814e-cb3a0cc7cba3 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2110367 Apr 29 13:40:18.519290 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 59952) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:18.581473 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a440fd7-73a3-41c3-bbb6-6837357f74e0 None None] Routers {'8433e068-c183-4640-8ac9-8ee08193a95c'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:40:18.581732 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-5a440fd7-73a3-41c3-bbb6-6837357f74e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:39:54Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['8433e068-c183-4640-8ac9-8ee08193a95c'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:40:18.621560 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-315dc672-3f2c-40a9-ae88-80ce31462b9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5385'] for router (e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:18.623950 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-315dc672-3f2c-40a9-ae88-80ce31462b9e admin admin] Publish callbacks [] for router_controller (e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6), precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:18.698537 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-315dc672-3f2c-40a9-ae88-80ce31462b9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709215'] for router (e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:18.699093 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-315dc672-3f2c-40a9-ae88-80ce31462b9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6 {{(pid=103364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 13:40:18.703548 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-315dc672-3f2c-40a9-ae88-80ce31462b9e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:18.707507 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-315dc672-3f2c-40a9-ae88-80ce31462b9e admin admin] 10.222.0.11 "DELETE /v2.0/routers/e2f19d1a-8cbe-40a1-ba22-69182b5cbfb6 HTTP/1.1" status: 204 len: 168 time: 1.3064590 Apr 29 13:40:18.708149 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 59954) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:18.803791 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-27d792d6-af9c-452a-91c4-f2ae098fe8d9 None None] Provisioning complete for port efd0000c-0814-493d-958b-49ab75a0c77d triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:40:18.804173 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-27d792d6-af9c-452a-91c4-f2ae098fe8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (efd0000c-0814-493d-958b-49ab75a0c77d), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:18.812299 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa679b84-b69c-40e4-822a-7dc7ee64cc6b None None] Pushing event updated for resources: {'Port': ['ID=efd0000c-0814-493d-958b-49ab75a0c77d,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:18.816392 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-56ec2172-ae11-4e58-96dd-2dffd4520f36 admin admin] Deleting subnet 0feaa1e6-ce2e-4231-b630-d1a566720245 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 13:40:18.825659 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-56ec2172-ae11-4e58-96dd-2dffd4520f36 admin admin] Publish callbacks [] for subnet (0feaa1e6-ce2e-4231-b630-d1a566720245), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:18.871490 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-56ec2172-ae11-4e58-96dd-2dffd4520f36 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9333816'] for subnet (0feaa1e6-ce2e-4231-b630-d1a566720245), precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:18.923738 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-5a440fd7-73a3-41c3-bbb6-6837357f74e0 None None] Set router 8433e068-c183-4640-8ac9-8ee08193a95c gateway port host: dv-cinder-837699-3-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:40:18.934324 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-27d792d6-af9c-452a-91c4-f2ae098fe8d9 None None] Current status of the port efd0000c-0814-493d-958b-49ab75a0c77d is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:40:18.944295 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec1b95a-b6a9-4875-86be-3e490f574393 None None] Network 78682647-2ae2-4b6e-84a2-8bb2a9ad9a76 requested from dv-cinder-837699-3-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:40:18.981229 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-56ec2172-ae11-4e58-96dd-2dffd4520f36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1407265'] for subnet (0feaa1e6-ce2e-4231-b630-d1a566720245), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:19.050672 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-56ec2172-ae11-4e58-96dd-2dffd4520f36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1407272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8537476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9228789'] for subnet (0feaa1e6-ce2e-4231-b630-d1a566720245), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:19.092845 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-be87c2b1-3d5d-4329-9b2d-64f5d839ebd8 None None] Provisioning complete for port e7157f78-0e1d-4011-9f1d-7b14543dfafd triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:40:19.093610 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-be87c2b1-3d5d-4329-9b2d-64f5d839ebd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (e7157f78-0e1d-4011-9f1d-7b14543dfafd), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:19.106416 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-56ec2172-ae11-4e58-96dd-2dffd4520f36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549835'] for subnet (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:19.109779 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-56ec2172-ae11-4e58-96dd-2dffd4520f36 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/0feaa1e6-ce2e-4231-b630-d1a566720245 HTTP/1.1" status: 204 len: 168 time: 0.4006755 Apr 29 13:40:19.110840 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ec2172-ae11-4e58-96dd-2dffd4520f36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0feaa1e6-ce2e-4231-b630-d1a566720245,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:19.112479 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 59956) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:19.146326 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d590a7-b1e5-4555-a231-a939a8120223 None None] Network 10b82da3-c375-4e58-823a-53086fcc21e4 requested from dv-cinder-837699-3-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:40:19.255079 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e8254599-bd2a-4b57-9bf6-405f0919ec00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793423'] for network (10b82da3-c375-4e58-823a-53086fcc21e4), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:19.264191 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-5a440fd7-73a3-41c3-bbb6-6837357f74e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8433e068-c183-4640-8ac9-8ee08193a95c', 'name': 'tempest-TestVolumeBootPattern-261005407-router', 'tenant_id': 'eb3549671ee94050a0666673a06e2656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '7acd6d7d-7cb7-4766-9184-ff3c4712a81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:40:16Z', 'updated_at': '2022-04-29T13:40:17Z', 'revision_number': 3, 'project_id': 'eb3549671ee94050a0666673a06e2656', 'gw_port': {'id': '7acd6d7d-7cb7-4766-9184-ff3c4712a81a', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:db:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8433e068-c183-4640-8ac9-8ee08193a95c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:40:16Z', 'updated_at': '2022-04-29T13:40:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi'}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:40:19.326596 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1e4c1d25-2dc9-4169-a6d1-69f3ebd31c0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:19.355806 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-e8254599-bd2a-4b57-9bf6-405f0919ec00 admin admin] Deleting port 5a0c4117-8536-4c71-95ac-a7d271d278e8 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:40:19.356145 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e8254599-bd2a-4b57-9bf6-405f0919ec00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783156326988'] for port (5a0c4117-8536-4c71-95ac-a7d271d278e8), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:19.383928 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-be87c2b1-3d5d-4329-9b2d-64f5d839ebd8 None None] Current status of the port e7157f78-0e1d-4011-9f1d-7b14543dfafd is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:40:19.384345 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-be87c2b1-3d5d-4329-9b2d-64f5d839ebd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (e7157f78-0e1d-4011-9f1d-7b14543dfafd), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:19.402865 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a440fd7-73a3-41c3-bbb6-6837357f74e0 None None] Checking router: 8433e068-c183-4640-8ac9-8ee08193a95c for host: dv-cinder-837699-3-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:40:19.403711 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a440fd7-73a3-41c3-bbb6-6837357f74e0 None None] Updating router 8433e068-c183-4640-8ac9-8ee08193a95c port 7acd6d7d-7cb7-4766-9184-ff3c4712a81a binding host dv-cinder-837699-3-iscsi {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 13:40:19.462886 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device ef7519de-6f6a-4ca3-8115-cb61d36c7da8 up at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:40:19.478650 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-0c1e5209-bcc8-49e7-ab25-d09d7f3d13db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '457839c8-bbcc-4a5d-950b-8abc066002ef', 'name': 'tempest-TestVolumeBootPattern-613889079-router', 'tenant_id': 'c3073c813c30483a86a89e52417e9a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'ef7519de-6f6a-4ca3-8115-cb61d36c7da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:40:10Z', 'updated_at': '2022-04-29T13:40:13Z', 'revision_number': 4, 'project_id': 'c3073c813c30483a86a89e52417e9a83', 'gw_port': {'id': 'ef7519de-6f6a-4ca3-8115-cb61d36c7da8', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:72:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457839c8-bbcc-4a5d-950b-8abc066002ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:40:10Z', 'updated_at': '2022-04-29T13:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_interfaces': [{'id': 'efd0000c-0814-493d-958b-49ab75a0c77d', 'name': '', 'network_id': '0df5f0bc-74a3-4b6f-90b4-101f998a7b98', 'tenant_id': 'c3073c813c30483a86a89e52417e9a83', 'mac_address': 'fa:16:3e:4b:15:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '457839c8-bbcc-4a5d-950b-8abc066002ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '4e7e06f7-dcbc-4247-a7f8-31674bc9340e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:40:12Z', 'updated_at': '2022-04-29T13:40:18Z', 'revision_number': 4, 'project_id': 'c3073c813c30483a86a89e52417e9a83', 'subnets': [{'id': '4e7e06f7-dcbc-4247-a7f8-31674bc9340e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:40:19.498831 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-e8254599-bd2a-4b57-9bf6-405f0919ec00 admin admin] For port 5a0c4117-8536-4c71-95ac-a7d271d278e8, host dv-cinder-837699-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=5a0c4117-8536-4c71-95ac-a7d271d278e8,segment=NetworkSegment(800e3918-5624-490e-ab00-1a42282887a3),segment_id=800e3918-5624-490e-ab00-1a42282887a3)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:40:19.498978 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3466d43c-a1c0-42a8-8ccc-3f4a88ba1d94 None None] DHCP port deletion for 10b82da3-c375-4e58-823a-53086fcc21e4 request from dv-cinder-837699-3-iscsi {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 13:40:19.499326 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e8254599-bd2a-4b57-9bf6-405f0919ec00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749638'] for port (5a0c4117-8536-4c71-95ac-a7d271d278e8), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:19.518098 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1e5209-bcc8-49e7-ab25-d09d7f3d13db None None] The sync data for ids ['457839c8-bbcc-4a5d-950b-8abc066002ef'] in dv-cinder-837699-3-iscsi is: [{'id': '457839c8-bbcc-4a5d-950b-8abc066002ef', 'name': 'tempest-TestVolumeBootPattern-613889079-router', 'tenant_id': 'c3073c813c30483a86a89e52417e9a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'ef7519de-6f6a-4ca3-8115-cb61d36c7da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:40:10Z', 'updated_at': '2022-04-29T13:40:13Z', 'revision_number': 4, 'project_id': 'c3073c813c30483a86a89e52417e9a83', 'gw_port': {'id': 'ef7519de-6f6a-4ca3-8115-cb61d36c7da8', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:72:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457839c8-bbcc-4a5d-950b-8abc066002ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:40:10Z', 'updated_at': '2022-04-29T13:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_interfaces': [{'id': 'efd0000c-0814-493d-958b-49ab75a0c77d', 'name': '', 'network_id': '0df5f0bc-74a3-4b6f-90b4-101f998a7b98', 'tenant_id': 'c3073c813c30483a86a89e52417e9a83', 'mac_address': 'fa:16:3e:4b:15:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '457839c8-bbcc-4a5d-950b-8abc066002ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '4e7e06f7-dcbc-4247-a7f8-31674bc9340e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:40:12Z', 'updated_at': '2022-04-29T13:40:18Z', 'revision_number': 4, 'project_id': 'c3073c813c30483a86a89e52417e9a83', 'subnets': [{'id': '4e7e06f7-dcbc-4247-a7f8-31674bc9340e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:40:19.518627 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-e8254599-bd2a-4b57-9bf6-405f0919ec00 admin admin] Calling delete_port for 5a0c4117-8536-4c71-95ac-a7d271d278e8 owned by network:dhcp {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:40:19.526825 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-5a440fd7-73a3-41c3-bbb6-6837357f74e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (7acd6d7d-7cb7-4766-9184-ff3c4712a81a), before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:19.567509 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-be87c2b1-3d5d-4329-9b2d-64f5d839ebd8 None None] For port e7157f78-0e1d-4011-9f1d-7b14543dfafd, host dv-cinder-837699-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=e7157f78-0e1d-4011-9f1d-7b14543dfafd,segment=NetworkSegment(4a94b001-7088-46e1-b462-4b46ef5f7ed4),segment_id=4a94b001-7088-46e1-b462-4b46ef5f7ed4)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:40:19.607302 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-be87c2b1-3d5d-4329-9b2d-64f5d839ebd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (e7157f78-0e1d-4011-9f1d-7b14543dfafd), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:19.645494 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-1e4c1d25-2dc9-4169-a6d1-69f3ebd31c0f admin admin] Allocated IP 172.20.0.1 (78682647-2ae2-4b6e-84a2-8bb2a9ad9a76/7ca4df0e-f636-49de-8690-5dbb3e721029/54ca9e45-856e-47b1-803f-8ba1d3035dc3) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:40:19.670790 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Provisioning complete for port ef7519de-6f6a-4ca3-8115-cb61d36c7da8 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:40:19.672578 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (ef7519de-6f6a-4ca3-8115-cb61d36c7da8), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:19.683200 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3466d43c-a1c0-42a8-8ccc-3f4a88ba1d94 None None] Deleting port 5a0c4117-8536-4c71-95ac-a7d271d278e8 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:40:19.683631 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3466d43c-a1c0-42a8-8ccc-3f4a88ba1d94 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783156326988'] for port (5a0c4117-8536-4c71-95ac-a7d271d278e8), before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:19.725090 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e8254599-bd2a-4b57-9bf6-405f0919ec00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783156333258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783155810407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8537941'] for port (5a0c4117-8536-4c71-95ac-a7d271d278e8), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:19.748298 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8254599-bd2a-4b57-9bf6-405f0919ec00 admin admin] No DVR routers for this DVR port 5a0c4117-8536-4c71-95ac-a7d271d278e8 on host dv-cinder-837699-3-iscsi {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:40:19.806458 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8254599-bd2a-4b57-9bf6-405f0919ec00 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a0c4117-8536-4c71-95ac-a7d271d278e8,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:19.806716 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c4090ed3-b188-48ef-a6b9-5d78229fc55d None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:40:19.819774 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3466d43c-a1c0-42a8-8ccc-3f4a88ba1d94 None None] For port 5a0c4117-8536-4c71-95ac-a7d271d278e8, host dv-cinder-837699-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=5a0c4117-8536-4c71-95ac-a7d271d278e8,segment=NetworkSegment(800e3918-5624-490e-ab00-1a42282887a3),segment_id=800e3918-5624-490e-ab00-1a42282887a3)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:40:19.821584 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3466d43c-a1c0-42a8-8ccc-3f4a88ba1d94 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749638'] for port (5a0c4117-8536-4c71-95ac-a7d271d278e8), precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:19.898511 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e8254599-bd2a-4b57-9bf6-405f0919ec00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405116', 'neutron.services.segments.db._delete_segments_for_network-8783156274041'] for network (10b82da3-c375-4e58-823a-53086fcc21e4), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:19.917585 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1e4c1d25-2dc9-4169-a6d1-69f3ebd31c0f admin admin] Publish callbacks [] for port (54ca9e45-856e-47b1-803f-8ba1d3035dc3), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:19.918947 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-5a440fd7-73a3-41c3-bbb6-6837357f74e0 None None] Publish callbacks [] for port (7acd6d7d-7cb7-4766-9184-ff3c4712a81a), precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:19.922206 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3466d43c-a1c0-42a8-8ccc-3f4a88ba1d94 None None] Calling delete_port for 5a0c4117-8536-4c71-95ac-a7d271d278e8 owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:40:19.931570 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-5a440fd7-73a3-41c3-bbb6-6837357f74e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (7acd6d7d-7cb7-4766-9184-ff3c4712a81a), after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:19.932188 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.services.segments.db [None req-e8254599-bd2a-4b57-9bf6-405f0919ec00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10b82da3-c375-4e58-823a-53086fcc21e4']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:40:19.945020 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-ec34ea5a-af87-4999-be81-e7e661a45142 None None] Provisioning complete for port e7157f78-0e1d-4011-9f1d-7b14543dfafd triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:40:19.945535 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ec34ea5a-af87-4999-be81-e7e661a45142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (e7157f78-0e1d-4011-9f1d-7b14543dfafd), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:19.951100 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.services.segments.db [None req-e8254599-bd2a-4b57-9bf6-405f0919ec00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '800e3918-5624-490e-ab00-1a42282887a3') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:40:19.951100 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.services.segments.db [None req-e8254599-bd2a-4b57-9bf6-405f0919ec00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '800e3918-5624-490e-ab00-1a42282887a3') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:40:19.962392 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e8254599-bd2a-4b57-9bf6-405f0919ec00 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783156275074', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9333793'] for segment (800e3918-5624-490e-ab00-1a42282887a3), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:19.973234 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be87c2b1-3d5d-4329-9b2d-64f5d839ebd8 None None] Pushing event updated for resources: {'Port': ['ID=e7157f78-0e1d-4011-9f1d-7b14543dfafd,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:19.977744 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1e4c1d25-2dc9-4169-a6d1-69f3ebd31c0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783155810398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9127861'] for port (54ca9e45-856e-47b1-803f-8ba1d3035dc3), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:19.994579 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e8254599-bd2a-4b57-9bf6-405f0919ec00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401276'] for segment (800e3918-5624-490e-ab00-1a42282887a3), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:20.008020 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8254599-bd2a-4b57-9bf6-405f0919ec00 admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 13:40:20.009772 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e8254599-bd2a-4b57-9bf6-405f0919ec00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8537954'] for segment (800e3918-5624-490e-ab00-1a42282887a3), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:20.012275 dv-cinder-837699-3-iscsi neutron-server[103364]: Traceback (most recent call last): Apr 29 13:40:20.012275 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 13:40:20.012275 dv-cinder-837699-3-iscsi neutron-server[103364]: timer() Apr 29 13:40:20.012275 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:40:20.012275 dv-cinder-837699-3-iscsi neutron-server[103364]: cb(*args, **kw) Apr 29 13:40:20.012275 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 13:40:20.012275 dv-cinder-837699-3-iscsi neutron-server[103364]: return func(*args, **kwargs) Apr 29 13:40:20.012275 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:40:20.012275 dv-cinder-837699-3-iscsi neutron-server[103364]: self._notify() Apr 29 13:40:20.012275 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:40:20.012275 dv-cinder-837699-3-iscsi neutron-server[103364]: self.callback(batched_events) Apr 29 13:40:20.012275 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:40:20.012275 dv-cinder-837699-3-iscsi neutron-server[103364]: event.method(event) Apr 29 13:40:20.012275 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 13:40:20.012275 dv-cinder-837699-3-iscsi neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:40:20.012275 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 13:40:20.012275 dv-cinder-837699-3-iscsi neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:40:20.012275 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 13:40:20.012275 dv-cinder-837699-3-iscsi neutron-server[103364]: return f(self, *a, **k) Apr 29 13:40:20.012275 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:40:20.012275 dv-cinder-837699-3-iscsi neutron-server[103364]: return self._get(url).json() Apr 29 13:40:20.012275 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:40:20.012275 dv-cinder-837699-3-iscsi neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:40:20.012275 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 13:40:20.012275 dv-cinder-837699-3-iscsi neutron-server[103364]: return self.request(url, 'GET', **kwargs) Apr 29 13:40:20.012275 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 13:40:20.012275 dv-cinder-837699-3-iscsi neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:40:20.012275 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 13:40:20.012275 dv-cinder-837699-3-iscsi neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:40:20.012275 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 13:40:20.012275 dv-cinder-837699-3-iscsi neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:40:20.012275 dv-cinder-837699-3-iscsi neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:40:20.044930 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4c1d25-2dc9-4169-a6d1-69f3ebd31c0f admin admin] Network 78682647-2ae2-4b6e-84a2-8bb2a9ad9a76 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:40:20.052276 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-1e4c1d25-2dc9-4169-a6d1-69f3ebd31c0f admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:40:20.060650 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4c1d25-2dc9-4169-a6d1-69f3ebd31c0f admin admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:40:20.078730 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-5a440fd7-73a3-41c3-bbb6-6837357f74e0 None None] Attempting to bind port 7acd6d7d-7cb7-4766-9184-ff3c4712a81a on host dv-cinder-837699-3-iscsi for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:40:20.079109 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-5a440fd7-73a3-41c3-bbb6-6837357f74e0 None None] Attempting to bind port 7acd6d7d-7cb7-4766-9184-ff3c4712a81a by drivers openvswitch,hyperv on host dv-cinder-837699-3-iscsi at level 0 using segments [{'id': '2ea0efb1-2525-44c9-8409-d88aaadc45e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:40:20.082166 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a440fd7-73a3-41c3-bbb6-6837357f74e0 None None] Attempting to bind port 7acd6d7d-7cb7-4766-9184-ff3c4712a81a on network 754f8d77-c1fb-438d-9dec-eec91b4433a5 {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:40:20.095253 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e6d6cd-f953-419d-9770-b1f8a47d8289 None None] Pushing event updated for resources: {'Port': ['ID=7acd6d7d-7cb7-4766-9184-ff3c4712a81a,revision_number=2']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:20.098454 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a440fd7-73a3-41c3-bbb6-6837357f74e0 None None] Checking agent: {'id': '070d87cd-fed4-4d07-85b5-c26ded61f2d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 12, 59), 'started_at': datetime.datetime(2022, 4, 29, 13, 13, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:40:20.104964 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a440fd7-73a3-41c3-bbb6-6837357f74e0 None None] Checking segment: {'id': '2ea0efb1-2525-44c9-8409-d88aaadc45e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:40:20.105411 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-5a440fd7-73a3-41c3-bbb6-6837357f74e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:20.105829 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a440fd7-73a3-41c3-bbb6-6837357f74e0 None None] Bound using segment: {'id': '2ea0efb1-2525-44c9-8409-d88aaadc45e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:40:20.106393 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-5a440fd7-73a3-41c3-bbb6-6837357f74e0 None None] Bound port: 7acd6d7d-7cb7-4766-9184-ff3c4712a81a, host: dv-cinder-837699-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ea0efb1-2525-44c9-8409-d88aaadc45e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:40:20.106712 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-5a440fd7-73a3-41c3-bbb6-6837357f74e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (7acd6d7d-7cb7-4766-9184-ff3c4712a81a), before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:20.119775 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e8254599-bd2a-4b57-9bf6-405f0919ec00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-706069'] for network (10b82da3-c375-4e58-823a-53086fcc21e4), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:20.123975 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Current status of the port ef7519de-6f6a-4ca3-8115-cb61d36c7da8 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:40:20.126297 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device e7157f78-0e1d-4011-9f1d-7b14543dfafd up at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:40:20.127140 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e8254599-bd2a-4b57-9bf6-405f0919ec00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549835'] for network (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:20.130449 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-e8254599-bd2a-4b57-9bf6-405f0919ec00 admin admin] 10.222.0.11 "DELETE /v2.0/networks/10b82da3-c375-4e58-823a-53086fcc21e4 HTTP/1.1" status: 204 len: 168 time: 1.0169313 Apr 29 13:40:20.133860 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4c1d25-2dc9-4169-a6d1-69f3ebd31c0f admin admin] Pushing event updated for resources: {'Port': ['ID=54ca9e45-856e-47b1-803f-8ba1d3035dc3,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:20.134718 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 59958) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:20.162373 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8254599-bd2a-4b57-9bf6-405f0919ec00 admin admin] Pushing event deleted for resources: {'Network': ['ID=10b82da3-c375-4e58-823a-53086fcc21e4,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:20.184832 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1e4c1d25-2dc9-4169-a6d1-69f3ebd31c0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706220'] for router_interface (8433e068-c183-4640-8ac9-8ee08193a95c), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:20.227461 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-5a440fd7-73a3-41c3-bbb6-6837357f74e0 None None] For port 7acd6d7d-7cb7-4766-9184-ff3c4712a81a, host dv-cinder-837699-3-iscsi, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:40:20.231312 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-ec34ea5a-af87-4999-be81-e7e661a45142 None None] Current status of the port e7157f78-0e1d-4011-9f1d-7b14543dfafd is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:40:20.234580 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-5a440fd7-73a3-41c3-bbb6-6837357f74e0 None None] For port 7acd6d7d-7cb7-4766-9184-ff3c4712a81a, host dv-cinder-837699-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=7acd6d7d-7cb7-4766-9184-ff3c4712a81a,segment=NetworkSegment(2ea0efb1-2525-44c9-8409-d88aaadc45e7),segment_id=2ea0efb1-2525-44c9-8409-d88aaadc45e7)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:40:20.237591 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3466d43c-a1c0-42a8-8ccc-3f4a88ba1d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783156333258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783155810407'] for port (5a0c4117-8536-4c71-95ac-a7d271d278e8), after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:20.255064 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-5a440fd7-73a3-41c3-bbb6-6837357f74e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (7acd6d7d-7cb7-4766-9184-ff3c4712a81a), after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:20.267939 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466d43c-a1c0-42a8-8ccc-3f4a88ba1d94 None None] Pushing event deleted for resources: {'Port': ['ID=5a0c4117-8536-4c71-95ac-a7d271d278e8,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:20.277080 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3466d43c-a1c0-42a8-8ccc-3f4a88ba1d94 None None] Network 10b82da3-c375-4e58-823a-53086fcc21e4 is not hosted by any dhcp agent {{(pid=103366) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 29 13:40:20.277481 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3466d43c-a1c0-42a8-8ccc-3f4a88ba1d94 None None] No DVR routers for this DVR port 5a0c4117-8536-4c71-95ac-a7d271d278e8 on host dv-cinder-837699-3-iscsi {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:40:20.295989 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Provisioning complete for port e7157f78-0e1d-4011-9f1d-7b14543dfafd triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:40:20.296367 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (e7157f78-0e1d-4011-9f1d-7b14543dfafd), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:20.406587 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a440fd7-73a3-41c3-bbb6-6837357f74e0 None None] Routers {'8433e068-c183-4640-8ac9-8ee08193a95c'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:40:20.410162 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-5a440fd7-73a3-41c3-bbb6-6837357f74e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:39:54Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['8433e068-c183-4640-8ac9-8ee08193a95c'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:40:20.446636 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1e4c1d25-2dc9-4169-a6d1-69f3ebd31c0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (54ca9e45-856e-47b1-803f-8ba1d3035dc3), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:20.461512 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e6d6cd-f953-419d-9770-b1f8a47d8289 None None] Pushing event updated for resources: {'Port': ['ID=7acd6d7d-7cb7-4766-9184-ff3c4712a81a,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:20.531358 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Current status of the port e7157f78-0e1d-4011-9f1d-7b14543dfafd is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:40:20.532842 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device efd0000c-0814-493d-958b-49ab75a0c77d up at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:40:20.564690 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-5a440fd7-73a3-41c3-bbb6-6837357f74e0 None None] Set router 8433e068-c183-4640-8ac9-8ee08193a95c gateway port host: dv-cinder-837699-3-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:40:20.590164 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-598d9540-8e77-436f-8f77-4a9b6338da21 None None] Provisioning complete for port 54ca9e45-856e-47b1-803f-8ba1d3035dc3 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:40:20.590535 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-598d9540-8e77-436f-8f77-4a9b6338da21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (54ca9e45-856e-47b1-803f-8ba1d3035dc3), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:20.625937 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Provisioning complete for port efd0000c-0814-493d-958b-49ab75a0c77d triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:40:20.626321 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (efd0000c-0814-493d-958b-49ab75a0c77d), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:20.667705 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-598d9540-8e77-436f-8f77-4a9b6338da21 None None] Port 54ca9e45-856e-47b1-803f-8ba1d3035dc3 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 13:40:20.722937 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1e4c1d25-2dc9-4169-a6d1-69f3ebd31c0f admin admin] Publish callbacks [] for port (54ca9e45-856e-47b1-803f-8ba1d3035dc3), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:20.735348 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1e4c1d25-2dc9-4169-a6d1-69f3ebd31c0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9127854'] for port (54ca9e45-856e-47b1-803f-8ba1d3035dc3), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:20.765166 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Current status of the port efd0000c-0814-493d-958b-49ab75a0c77d is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:40:20.775548 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device aae074e5-aa9c-45c9-8032-4bd90ac45f28 no longer exists at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:40:20.828385 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4c1d25-2dc9-4169-a6d1-69f3ebd31c0f admin admin] Pushing event updated for resources: {'Port': ['ID=54ca9e45-856e-47b1-803f-8ba1d3035dc3,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:20.831163 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1e4c1d25-2dc9-4169-a6d1-69f3ebd31c0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711452'] for router_interface (8433e068-c183-4640-8ac9-8ee08193a95c), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:20.834885 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] No Port match for: aae074e5-aa9c-45c9-8032-4bd90ac45f28 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:40:20.836188 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device aae074e5-aa9c-45c9-8032-4bd90ac45f28 not bound to the agent host dv-cinder-837699-3-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:40:20.879090 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-5a440fd7-73a3-41c3-bbb6-6837357f74e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8433e068-c183-4640-8ac9-8ee08193a95c', 'name': 'tempest-TestVolumeBootPattern-261005407-router', 'tenant_id': 'eb3549671ee94050a0666673a06e2656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '7acd6d7d-7cb7-4766-9184-ff3c4712a81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:40:16Z', 'updated_at': '2022-04-29T13:40:20Z', 'revision_number': 4, 'project_id': 'eb3549671ee94050a0666673a06e2656', 'gw_port': {'id': '7acd6d7d-7cb7-4766-9184-ff3c4712a81a', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:db:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8433e068-c183-4640-8ac9-8ee08193a95c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:40:16Z', 'updated_at': '2022-04-29T13:40:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_interfaces': [{'id': '54ca9e45-856e-47b1-803f-8ba1d3035dc3', 'name': '', 'network_id': '78682647-2ae2-4b6e-84a2-8bb2a9ad9a76', 'tenant_id': 'eb3549671ee94050a0666673a06e2656', 'mac_address': 'fa:16:3e:9f:09:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8433e068-c183-4640-8ac9-8ee08193a95c', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '7ca4df0e-f636-49de-8690-5dbb3e721029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:40:19Z', 'updated_at': '2022-04-29T13:40:19Z', 'revision_number': 1, 'project_id': 'eb3549671ee94050a0666673a06e2656', 'subnets': [{'id': '7ca4df0e-f636-49de-8690-5dbb3e721029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:40:20.910809 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a440fd7-73a3-41c3-bbb6-6837357f74e0 None None] The sync data for ids ['8433e068-c183-4640-8ac9-8ee08193a95c'] in dv-cinder-837699-3-iscsi is: [{'id': '8433e068-c183-4640-8ac9-8ee08193a95c', 'name': 'tempest-TestVolumeBootPattern-261005407-router', 'tenant_id': 'eb3549671ee94050a0666673a06e2656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '7acd6d7d-7cb7-4766-9184-ff3c4712a81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:40:16Z', 'updated_at': '2022-04-29T13:40:20Z', 'revision_number': 4, 'project_id': 'eb3549671ee94050a0666673a06e2656', 'gw_port': {'id': '7acd6d7d-7cb7-4766-9184-ff3c4712a81a', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:db:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8433e068-c183-4640-8ac9-8ee08193a95c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:40:16Z', 'updated_at': '2022-04-29T13:40:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_interfaces': [{'id': '54ca9e45-856e-47b1-803f-8ba1d3035dc3', 'name': '', 'network_id': '78682647-2ae2-4b6e-84a2-8bb2a9ad9a76', 'tenant_id': 'eb3549671ee94050a0666673a06e2656', 'mac_address': 'fa:16:3e:9f:09:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8433e068-c183-4640-8ac9-8ee08193a95c', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '7ca4df0e-f636-49de-8690-5dbb3e721029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:40:19Z', 'updated_at': '2022-04-29T13:40:19Z', 'revision_number': 1, 'project_id': 'eb3549671ee94050a0666673a06e2656', 'subnets': [{'id': '7ca4df0e-f636-49de-8690-5dbb3e721029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:40:20.964470 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4c1d25-2dc9-4169-a6d1-69f3ebd31c0f admin admin] Network 78682647-2ae2-4b6e-84a2-8bb2a9ad9a76 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:40:20.968815 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-1e4c1d25-2dc9-4169-a6d1-69f3ebd31c0f admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:40:21.024620 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device e7157f78-0e1d-4011-9f1d-7b14543dfafd up at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:40:21.098341 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Provisioning complete for port e7157f78-0e1d-4011-9f1d-7b14543dfafd triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:40:21.098912 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (e7157f78-0e1d-4011-9f1d-7b14543dfafd), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:21.233873 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1afe9d0d-5ded-4eed-a1d9-0e50990de517 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711483'] for router_interface (4e5decdc-7a3a-4ad5-ad65-073504da2e3d), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:21.301549 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Current status of the port e7157f78-0e1d-4011-9f1d-7b14543dfafd is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:40:21.302751 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device efd0000c-0814-493d-958b-49ab75a0c77d up at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:40:21.342999 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-6c2c6eb3-7b36-4feb-86ce-ee9d37fc1544 None None] Provisioning complete for port 54ca9e45-856e-47b1-803f-8ba1d3035dc3 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:40:21.343660 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6c2c6eb3-7b36-4feb-86ce-ee9d37fc1544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (54ca9e45-856e-47b1-803f-8ba1d3035dc3), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:21.392817 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-6c2c6eb3-7b36-4feb-86ce-ee9d37fc1544 None None] Port 54ca9e45-856e-47b1-803f-8ba1d3035dc3 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 13:40:21.407495 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Provisioning complete for port efd0000c-0814-493d-958b-49ab75a0c77d triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:40:21.407495 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (efd0000c-0814-493d-958b-49ab75a0c77d), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:21.501472 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e4c1d25-2dc9-4169-a6d1-69f3ebd31c0f admin admin] Router 8433e068-c183-4640-8ac9-8ee08193a95c has already been hosted by L3 agent ffd5f049-29fc-4e99-906d-6eadce93ab48 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:40:21.508255 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Current status of the port efd0000c-0814-493d-958b-49ab75a0c77d is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:40:21.586055 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device 811744b4-a0fe-4e2e-867d-6acc85507a6f no longer exists at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:40:21.591284 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-1afe9d0d-5ded-4eed-a1d9-0e50990de517 admin admin] Deleting port fdccb19b-8637-4f2d-bcc9-8f848d612ded {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:40:21.592960 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1afe9d0d-5ded-4eed-a1d9-0e50990de517 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783156326988'] for port (fdccb19b-8637-4f2d-bcc9-8f848d612ded), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:21.622693 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] No Port match for: 811744b4-a0fe-4e2e-867d-6acc85507a6f {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:40:21.623609 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device 811744b4-a0fe-4e2e-867d-6acc85507a6f not bound to the agent host dv-cinder-837699-3-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:40:21.623741 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device 5a0c4117-8536-4c71-95ac-a7d271d278e8 no longer exists at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:40:21.645667 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e4c1d25-2dc9-4169-a6d1-69f3ebd31c0f admin admin] Notify agent at l3_agent.dv-cinder-837699-3-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:40:21.650269 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] No Port match for: 5a0c4117-8536-4c71-95ac-a7d271d278e8 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:40:21.650753 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device 5a0c4117-8536-4c71-95ac-a7d271d278e8 not bound to the agent host dv-cinder-837699-3-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:40:21.652271 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-1e4c1d25-2dc9-4169-a6d1-69f3ebd31c0f admin admin] 10.222.0.11 "PUT /v2.0/routers/8433e068-c183-4640-8ac9-8ee08193a95c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1306686 Apr 29 13:40:21.653570 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d788c8da-c4b2-4f58-9a8c-b14dba24becc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (e437e712-237e-4a54-83a8-782eed3c5f0c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:21.709728 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-1afe9d0d-5ded-4eed-a1d9-0e50990de517 admin admin] For port fdccb19b-8637-4f2d-bcc9-8f848d612ded, host dv-cinder-837699-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=fdccb19b-8637-4f2d-bcc9-8f848d612ded,segment=NetworkSegment(18ea8d84-92ec-4347-ad53-fad4393f50b3),segment_id=18ea8d84-92ec-4347-ad53-fad4393f50b3)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:40:21.710104 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1afe9d0d-5ded-4eed-a1d9-0e50990de517 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749638'] for port (fdccb19b-8637-4f2d-bcc9-8f848d612ded), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:21.727531 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-1afe9d0d-5ded-4eed-a1d9-0e50990de517 admin admin] Calling delete_port for fdccb19b-8637-4f2d-bcc9-8f848d612ded owned by network:router_interface {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:40:21.966241 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1afe9d0d-5ded-4eed-a1d9-0e50990de517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783156333258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783155810407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8537941'] for port (fdccb19b-8637-4f2d-bcc9-8f848d612ded), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:22.012414 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afe9d0d-5ded-4eed-a1d9-0e50990de517 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdccb19b-8637-4f2d-bcc9-8f848d612ded,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:22.220871 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1afe9d0d-5ded-4eed-a1d9-0e50990de517 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711575'] for router_interface (4e5decdc-7a3a-4ad5-ad65-073504da2e3d), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:22.268216 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 59966) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:22.273024 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-daf4dd99-a1cf-4b36-abe5-ca2a085d0780 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-592035898', 'description': 'tempest-secgroup-smoke-592035898 description', 'project_id': 'c3073c813c30483a86a89e52417e9a83'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:40:22.294529 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-daf4dd99-a1cf-4b36-abe5-ca2a085d0780 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:22.374462 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-daf4dd99-a1cf-4b36-abe5-ca2a085d0780 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks [] for security_group (12660fcc-1e1c-4a10-9f22-4fa2d7c20a7d), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:22.381948 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-daf4dd99-a1cf-4b36-abe5-ca2a085d0780 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (12660fcc-1e1c-4a10-9f22-4fa2d7c20a7d), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:22.416033 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-daf4dd99-a1cf-4b36-abe5-ca2a085d0780 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:22.416957 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-daf4dd99-a1cf-4b36-abe5-ca2a085d0780 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1475933 Apr 29 13:40:22.419438 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf4dd99-a1cf-4b36-abe5-ca2a085d0780 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12660fcc-1e1c-4a10-9f22-4fa2d7c20a7d,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:22.421984 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 59968) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:22.426510 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-d82628c1-4f93-4b11-bde3-3028e80237cf tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Request body: {'security_group_rule': {'security_group_id': '12660fcc-1e1c-4a10-9f22-4fa2d7c20a7d', 'project_id': 'c3073c813c30483a86a89e52417e9a83', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:40:22.456995 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d82628c1-4f93-4b11-bde3-3028e80237cf tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks [] for security_group_rule (29371a43-02ec-427e-9694-ae49cea9c5da), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:22.489604 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1afe9d0d-5ded-4eed-a1d9-0e50990de517 admin admin] Router 4e5decdc-7a3a-4ad5-ad65-073504da2e3d has already been hosted by L3 agent ffd5f049-29fc-4e99-906d-6eadce93ab48 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:40:22.522085 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d82628c1-4f93-4b11-bde3-3028e80237cf tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks [] for security_group_rule (29371a43-02ec-427e-9694-ae49cea9c5da), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:22.526951 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d82628c1-4f93-4b11-bde3-3028e80237cf tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773016'] for security_group_rule (29371a43-02ec-427e-9694-ae49cea9c5da), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:22.546410 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82628c1-4f93-4b11-bde3-3028e80237cf tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29371a43-02ec-427e-9694-ae49cea9c5da,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:22.553715 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d82628c1-4f93-4b11-bde3-3028e80237cf tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:22.555593 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-d82628c1-4f93-4b11-bde3-3028e80237cf tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1326733 Apr 29 13:40:22.560179 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 59970) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:22.565234 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-caedfb40-2b0f-42d8-b0a9-bfa19bec61fe tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Request body: {'security_group_rule': {'security_group_id': '12660fcc-1e1c-4a10-9f22-4fa2d7c20a7d', 'project_id': 'c3073c813c30483a86a89e52417e9a83', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:40:22.634578 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-caedfb40-2b0f-42d8-b0a9-bfa19bec61fe tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks [] for security_group_rule (446cd03e-c812-4804-bd7d-4ebdd1f5e281), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:22.637652 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1afe9d0d-5ded-4eed-a1d9-0e50990de517 admin admin] Notify agent at l3_agent.dv-cinder-837699-3-iscsi the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:40:22.643166 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-1afe9d0d-5ded-4eed-a1d9-0e50990de517 admin admin] 10.222.0.11 "PUT /v2.0/routers/4e5decdc-7a3a-4ad5-ad65-073504da2e3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5074437 Apr 29 13:40:22.645909 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 59972) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:22.647928 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d074c153-af30-485e-bf1f-349e23451290 None None] Sync routers for ids ['4e5decdc-7a3a-4ad5-ad65-073504da2e3d'] in dv-cinder-837699-3-iscsi {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:40:22.661127 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d074c153-af30-485e-bf1f-349e23451290 None None] Routers {'4e5decdc-7a3a-4ad5-ad65-073504da2e3d'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:40:22.661797 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-d074c153-af30-485e-bf1f-349e23451290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:39:54Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['4e5decdc-7a3a-4ad5-ad65-073504da2e3d'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:40:22.704132 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-caedfb40-2b0f-42d8-b0a9-bfa19bec61fe tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks [] for security_group_rule (446cd03e-c812-4804-bd7d-4ebdd1f5e281), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:22.709302 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-caedfb40-2b0f-42d8-b0a9-bfa19bec61fe tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773016'] for security_group_rule (446cd03e-c812-4804-bd7d-4ebdd1f5e281), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:22.729948 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caedfb40-2b0f-42d8-b0a9-bfa19bec61fe tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=446cd03e-c812-4804-bd7d-4ebdd1f5e281,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:22.739009 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-caedfb40-2b0f-42d8-b0a9-bfa19bec61fe tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:22.744293 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-caedfb40-2b0f-42d8-b0a9-bfa19bec61fe tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1791234 Apr 29 13:40:22.744496 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 59974) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:22.748541 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-f2159e00-02f1-40b8-ac26-6b5162c5c602 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Request body: {'security_group_rule': {'security_group_id': '12660fcc-1e1c-4a10-9f22-4fa2d7c20a7d', 'project_id': 'c3073c813c30483a86a89e52417e9a83', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:40:22.783371 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-75890173-1fcf-44b3-aff5-c70235018585 admin admin] Publish callbacks [] for router (4e5decdc-7a3a-4ad5-ad65-073504da2e3d), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:22.804715 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-d074c153-af30-485e-bf1f-349e23451290 None None] Set router 4e5decdc-7a3a-4ad5-ad65-073504da2e3d gateway port host: dv-cinder-837699-3-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:40:22.832879 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f2159e00-02f1-40b8-ac26-6b5162c5c602 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks [] for security_group_rule (030ed5b4-69e8-44a1-88b6-37177e632f5f), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:22.936428 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f2159e00-02f1-40b8-ac26-6b5162c5c602 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks [] for security_group_rule (030ed5b4-69e8-44a1-88b6-37177e632f5f), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:22.943308 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f2159e00-02f1-40b8-ac26-6b5162c5c602 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773016'] for security_group_rule (030ed5b4-69e8-44a1-88b6-37177e632f5f), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:22.962669 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-75890173-1fcf-44b3-aff5-c70235018585 admin admin] Publish callbacks [] for router_gateway (4e5decdc-7a3a-4ad5-ad65-073504da2e3d), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:22.975849 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2159e00-02f1-40b8-ac26-6b5162c5c602 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=030ed5b4-69e8-44a1-88b6-37177e632f5f,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:22.989593 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f2159e00-02f1-40b8-ac26-6b5162c5c602 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:22.992818 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-f2159e00-02f1-40b8-ac26-6b5162c5c602 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2457216 Apr 29 13:40:22.994474 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 59976) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:23.001905 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-d2bbb84e-e287-4f77-acde-bddc1627d35e tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Request body: {'security_group_rule': {'security_group_id': '12660fcc-1e1c-4a10-9f22-4fa2d7c20a7d', 'project_id': 'c3073c813c30483a86a89e52417e9a83', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:40:23.018789 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-d074c153-af30-485e-bf1f-349e23451290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e5decdc-7a3a-4ad5-ad65-073504da2e3d', 'name': 'tempest-TestShelveInstance-2014852448-router', 'tenant_id': 'b430700e15c74b7d856deae9efd7bfbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': 'ea2a7ea6-7f32-4ff9-8684-b2d063102ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:34:20Z', 'updated_at': '2022-04-29T13:40:21Z', 'revision_number': 5, 'project_id': 'b430700e15c74b7d856deae9efd7bfbd', 'gw_port': {'id': 'ea2a7ea6-7f32-4ff9-8684-b2d063102ba8', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e5decdc-7a3a-4ad5-ad65-073504da2e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:34:21Z', 'updated_at': '2022-04-29T13:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi'}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:40:23.048518 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-75890173-1fcf-44b3-aff5-c70235018585 admin admin] Deleting port ea2a7ea6-7f32-4ff9-8684-b2d063102ba8 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:40:23.049033 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-75890173-1fcf-44b3-aff5-c70235018585 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783156326988'] for port (ea2a7ea6-7f32-4ff9-8684-b2d063102ba8), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:23.050356 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d2bbb84e-e287-4f77-acde-bddc1627d35e tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks [] for security_group_rule (c9773aa2-4971-425b-83d0-f58ce64d4f49), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:23.051131 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d074c153-af30-485e-bf1f-349e23451290 None None] Checking router: 4e5decdc-7a3a-4ad5-ad65-073504da2e3d for host: dv-cinder-837699-3-iscsi {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:40:23.054255 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device 7acd6d7d-7cb7-4766-9184-ff3c4712a81a up at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:40:23.088335 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d074c153-af30-485e-bf1f-349e23451290 None None] Routers {'4e5decdc-7a3a-4ad5-ad65-073504da2e3d'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:40:23.088998 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-d074c153-af30-485e-bf1f-349e23451290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:39:54Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['4e5decdc-7a3a-4ad5-ad65-073504da2e3d'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:40:23.132063 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d2bbb84e-e287-4f77-acde-bddc1627d35e tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks [] for security_group_rule (c9773aa2-4971-425b-83d0-f58ce64d4f49), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:23.137274 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d2bbb84e-e287-4f77-acde-bddc1627d35e tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773016'] for security_group_rule (c9773aa2-4971-425b-83d0-f58ce64d4f49), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:23.151935 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-75890173-1fcf-44b3-aff5-c70235018585 admin admin] For port ea2a7ea6-7f32-4ff9-8684-b2d063102ba8, host dv-cinder-837699-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=ea2a7ea6-7f32-4ff9-8684-b2d063102ba8,segment=NetworkSegment(2ea0efb1-2525-44c9-8409-d88aaadc45e7),segment_id=2ea0efb1-2525-44c9-8409-d88aaadc45e7)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:40:23.152389 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-75890173-1fcf-44b3-aff5-c70235018585 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749638'] for port (ea2a7ea6-7f32-4ff9-8684-b2d063102ba8), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:23.155817 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bbb84e-e287-4f77-acde-bddc1627d35e tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9773aa2-4971-425b-83d0-f58ce64d4f49,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:23.171114 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d2bbb84e-e287-4f77-acde-bddc1627d35e tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:23.171405 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-75890173-1fcf-44b3-aff5-c70235018585 admin admin] Calling delete_port for ea2a7ea6-7f32-4ff9-8684-b2d063102ba8 owned by network:router_gateway {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:40:23.175725 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 59978) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:23.175917 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-d2bbb84e-e287-4f77-acde-bddc1627d35e tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1796014 Apr 29 13:40:23.182373 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-9cc1daa2-bdeb-440b-aca3-d6b9107eebc6 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Request body: {'security_group_rule': {'security_group_id': '12660fcc-1e1c-4a10-9f22-4fa2d7c20a7d', 'project_id': 'c3073c813c30483a86a89e52417e9a83', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:40:23.185494 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Provisioning complete for port 7acd6d7d-7cb7-4766-9184-ff3c4712a81a triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:40:23.185874 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (7acd6d7d-7cb7-4766-9184-ff3c4712a81a), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:23.217971 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-d074c153-af30-485e-bf1f-349e23451290 None None] Set router 4e5decdc-7a3a-4ad5-ad65-073504da2e3d gateway port host: None {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:40:23.246160 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.db.securitygroups_db [None req-9cc1daa2-bdeb-440b-aca3-d6b9107eebc6 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Project c3073c813c30483a86a89e52417e9a83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 13:40:23.258817 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9cc1daa2-bdeb-440b-aca3-d6b9107eebc6 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks [] for security_group_rule (22305421-49b0-4613-acc1-1afe2839a2d7), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:23.376083 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9cc1daa2-bdeb-440b-aca3-d6b9107eebc6 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks [] for security_group_rule (22305421-49b0-4613-acc1-1afe2839a2d7), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:23.381414 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9cc1daa2-bdeb-440b-aca3-d6b9107eebc6 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773016'] for security_group_rule (22305421-49b0-4613-acc1-1afe2839a2d7), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:23.401706 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc1daa2-bdeb-440b-aca3-d6b9107eebc6 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22305421-49b0-4613-acc1-1afe2839a2d7,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:23.411558 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-d074c153-af30-485e-bf1f-349e23451290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e5decdc-7a3a-4ad5-ad65-073504da2e3d', 'name': 'tempest-TestShelveInstance-2014852448-router', 'tenant_id': 'b430700e15c74b7d856deae9efd7bfbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:34:20Z', 'updated_at': '2022-04-29T13:40:22Z', 'revision_number': 6, 'project_id': 'b430700e15c74b7d856deae9efd7bfbd', 'gw_port_host': None}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:40:23.433792 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f29414-35b9-4baf-8bc9-cd1fd7254219 None None] Sync routers for ids ['8433e068-c183-4640-8ac9-8ee08193a95c'] in dv-cinder-837699-3-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:40:23.440547 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d074c153-af30-485e-bf1f-349e23451290 None None] The sync data for ids ['4e5decdc-7a3a-4ad5-ad65-073504da2e3d'] in dv-cinder-837699-3-iscsi is: [{'id': '4e5decdc-7a3a-4ad5-ad65-073504da2e3d', 'name': 'tempest-TestShelveInstance-2014852448-router', 'tenant_id': 'b430700e15c74b7d856deae9efd7bfbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:34:20Z', 'updated_at': '2022-04-29T13:40:22Z', 'revision_number': 6, 'project_id': 'b430700e15c74b7d856deae9efd7bfbd', 'gw_port_host': None}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:40:23.447588 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9cc1daa2-bdeb-440b-aca3-d6b9107eebc6 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:23.447754 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f29414-35b9-4baf-8bc9-cd1fd7254219 None None] Routers {'8433e068-c183-4640-8ac9-8ee08193a95c'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:40:23.448995 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-d2f29414-35b9-4baf-8bc9-cd1fd7254219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:39:54Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['8433e068-c183-4640-8ac9-8ee08193a95c'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:40:23.452311 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 59980) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:23.452550 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-9cc1daa2-bdeb-440b-aca3-d6b9107eebc6 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2758760 Apr 29 13:40:23.458341 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-1926aa52-8e0a-43d8-a0f1-e91a91399c89 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Request body: {'security_group_rule': {'security_group_id': '12660fcc-1e1c-4a10-9f22-4fa2d7c20a7d', 'project_id': 'c3073c813c30483a86a89e52417e9a83', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:40:23.469415 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-75890173-1fcf-44b3-aff5-c70235018585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783156333258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783155810407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9127861'] for port (ea2a7ea6-7f32-4ff9-8684-b2d063102ba8), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:23.499254 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Current status of the port 7acd6d7d-7cb7-4766-9184-ff3c4712a81a is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:40:23.499698 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (7acd6d7d-7cb7-4766-9184-ff3c4712a81a), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:23.504148 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.db.securitygroups_db [None req-1926aa52-8e0a-43d8-a0f1-e91a91399c89 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Project c3073c813c30483a86a89e52417e9a83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 13:40:23.513896 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1926aa52-8e0a-43d8-a0f1-e91a91399c89 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks [] for security_group_rule (f9d7bc25-3951-483b-8c9e-8eb223385a44), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:23.525487 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75890173-1fcf-44b3-aff5-c70235018585 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea2a7ea6-7f32-4ff9-8684-b2d063102ba8,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:23.525966 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] For port 7acd6d7d-7cb7-4766-9184-ff3c4712a81a, host dv-cinder-837699-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=7acd6d7d-7cb7-4766-9184-ff3c4712a81a,segment=NetworkSegment(2ea0efb1-2525-44c9-8409-d88aaadc45e7),segment_id=2ea0efb1-2525-44c9-8409-d88aaadc45e7)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:40:23.535831 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (7acd6d7d-7cb7-4766-9184-ff3c4712a81a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:23.597558 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Pushing event updated for resources: {'Port': ['ID=7acd6d7d-7cb7-4766-9184-ff3c4712a81a,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:23.605383 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1926aa52-8e0a-43d8-a0f1-e91a91399c89 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks [] for security_group_rule (f9d7bc25-3951-483b-8c9e-8eb223385a44), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:23.611244 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-75890173-1fcf-44b3-aff5-c70235018585 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-721149'] for router_gateway (4e5decdc-7a3a-4ad5-ad65-073504da2e3d), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:23.612090 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1926aa52-8e0a-43d8-a0f1-e91a91399c89 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773016'] for security_group_rule (f9d7bc25-3951-483b-8c9e-8eb223385a44), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:23.627397 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-d2f29414-35b9-4baf-8bc9-cd1fd7254219 None None] Set router 8433e068-c183-4640-8ac9-8ee08193a95c gateway port host: dv-cinder-837699-3-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:40:23.636172 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1926aa52-8e0a-43d8-a0f1-e91a91399c89 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9d7bc25-3951-483b-8c9e-8eb223385a44,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:23.643189 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1926aa52-8e0a-43d8-a0f1-e91a91399c89 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:23.645753 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-1926aa52-8e0a-43d8-a0f1-e91a91399c89 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1923068 Apr 29 13:40:23.716596 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-75890173-1fcf-44b3-aff5-c70235018585 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5385'] for router (4e5decdc-7a3a-4ad5-ad65-073504da2e3d), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:23.720715 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-75890173-1fcf-44b3-aff5-c70235018585 admin admin] Publish callbacks [] for router_controller (4e5decdc-7a3a-4ad5-ad65-073504da2e3d), precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:23.777751 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-75890173-1fcf-44b3-aff5-c70235018585 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709215'] for router (4e5decdc-7a3a-4ad5-ad65-073504da2e3d), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:23.778423 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75890173-1fcf-44b3-aff5-c70235018585 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e5decdc-7a3a-4ad5-ad65-073504da2e3d {{(pid=103365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 13:40:23.790860 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-75890173-1fcf-44b3-aff5-c70235018585 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:23.795591 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-75890173-1fcf-44b3-aff5-c70235018585 admin admin] 10.222.0.11 "DELETE /v2.0/routers/4e5decdc-7a3a-4ad5-ad65-073504da2e3d HTTP/1.1" status: 204 len: 168 time: 1.1456509 Apr 29 13:40:23.795591 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 60014) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:23.847506 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef60d4f0-07dc-428c-8598-469d8f5071ea admin admin] Deleting subnet 02a2914d-dd61-4e7b-ba24-ecd27430269c {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 13:40:23.851427 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ef60d4f0-07dc-428c-8598-469d8f5071ea admin admin] Publish callbacks [] for subnet (02a2914d-dd61-4e7b-ba24-ecd27430269c), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:23.879916 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-d2f29414-35b9-4baf-8bc9-cd1fd7254219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8433e068-c183-4640-8ac9-8ee08193a95c', 'name': 'tempest-TestVolumeBootPattern-261005407-router', 'tenant_id': 'eb3549671ee94050a0666673a06e2656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '7acd6d7d-7cb7-4766-9184-ff3c4712a81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:40:16Z', 'updated_at': '2022-04-29T13:40:20Z', 'revision_number': 4, 'project_id': 'eb3549671ee94050a0666673a06e2656', 'gw_port': {'id': '7acd6d7d-7cb7-4766-9184-ff3c4712a81a', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:db:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8433e068-c183-4640-8ac9-8ee08193a95c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:40:16Z', 'updated_at': '2022-04-29T13:40:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_interfaces': [{'id': '54ca9e45-856e-47b1-803f-8ba1d3035dc3', 'name': '', 'network_id': '78682647-2ae2-4b6e-84a2-8bb2a9ad9a76', 'tenant_id': 'eb3549671ee94050a0666673a06e2656', 'mac_address': 'fa:16:3e:9f:09:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8433e068-c183-4640-8ac9-8ee08193a95c', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '7ca4df0e-f636-49de-8690-5dbb3e721029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:40:19Z', 'updated_at': '2022-04-29T13:40:20Z', 'revision_number': 2, 'project_id': 'eb3549671ee94050a0666673a06e2656', 'subnets': [{'id': '7ca4df0e-f636-49de-8690-5dbb3e721029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:40:23.912459 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ef60d4f0-07dc-428c-8598-469d8f5071ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023095'] for subnet (02a2914d-dd61-4e7b-ba24-ecd27430269c), precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:23.913000 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f29414-35b9-4baf-8bc9-cd1fd7254219 None None] Checking router: 8433e068-c183-4640-8ac9-8ee08193a95c for host: dv-cinder-837699-3-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:40:23.913366 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f29414-35b9-4baf-8bc9-cd1fd7254219 None None] Updating router 8433e068-c183-4640-8ac9-8ee08193a95c port 54ca9e45-856e-47b1-803f-8ba1d3035dc3 binding host dv-cinder-837699-3-iscsi {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 13:40:23.949800 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-d2f29414-35b9-4baf-8bc9-cd1fd7254219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (54ca9e45-856e-47b1-803f-8ba1d3035dc3), before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:24.023531 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ef60d4f0-07dc-428c-8598-469d8f5071ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1407265'] for subnet (02a2914d-dd61-4e7b-ba24-ecd27430269c), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:24.087320 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ef60d4f0-07dc-428c-8598-469d8f5071ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1407272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9127268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8602371'] for subnet (02a2914d-dd61-4e7b-ba24-ecd27430269c), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:24.112661 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef60d4f0-07dc-428c-8598-469d8f5071ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02a2914d-dd61-4e7b-ba24-ecd27430269c,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:24.116386 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ef60d4f0-07dc-428c-8598-469d8f5071ea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:24.119855 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-ef60d4f0-07dc-428c-8598-469d8f5071ea admin admin] 10.222.0.11 "DELETE /v2.0/subnets/02a2914d-dd61-4e7b-ba24-ecd27430269c HTTP/1.1" status: 204 len: 168 time: 0.3235378 Apr 29 13:40:24.122568 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 60024) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:24.122890 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4a4e5d-2917-4fcf-bbfc-1a0b5ea32e78 None None] Network f9f8a99e-1792-4854-887b-04bf9fdb1c0e requested from dv-cinder-837699-3-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:40:24.208520 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-46d5eb7b-2b33-4f95-a4f9-bba23ada783b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793423'] for network (f9f8a99e-1792-4854-887b-04bf9fdb1c0e), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:24.274404 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-46d5eb7b-2b33-4f95-a4f9-bba23ada783b admin admin] Deleting port 0c0e8680-4447-4ed0-8308-3f1ace4190ca {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:40:24.274835 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-46d5eb7b-2b33-4f95-a4f9-bba23ada783b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783156326988'] for port (0c0e8680-4447-4ed0-8308-3f1ace4190ca), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:24.295695 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5d63f4a3-0f89-405d-b852-2da071718bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (ffd5f049-29fc-4e99-906d-6eadce93ab48), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:24.344505 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10de7e5-4bcf-4694-b43e-b14ba4a712f7 None None] DHCP port deletion for f9f8a99e-1792-4854-887b-04bf9fdb1c0e request from dv-cinder-837699-3-iscsi {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 13:40:24.372907 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-46d5eb7b-2b33-4f95-a4f9-bba23ada783b admin admin] For port 0c0e8680-4447-4ed0-8308-3f1ace4190ca, host dv-cinder-837699-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=0c0e8680-4447-4ed0-8308-3f1ace4190ca,segment=NetworkSegment(18ea8d84-92ec-4347-ad53-fad4393f50b3),segment_id=18ea8d84-92ec-4347-ad53-fad4393f50b3)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:40:24.373136 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-46d5eb7b-2b33-4f95-a4f9-bba23ada783b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749638'] for port (0c0e8680-4447-4ed0-8308-3f1ace4190ca), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:24.386841 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-46d5eb7b-2b33-4f95-a4f9-bba23ada783b admin admin] Calling delete_port for 0c0e8680-4447-4ed0-8308-3f1ace4190ca owned by network:dhcp {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:40:24.399701 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-b10de7e5-4bcf-4694-b43e-b14ba4a712f7 None None] Deleting port 0c0e8680-4447-4ed0-8308-3f1ace4190ca {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:40:24.400188 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b10de7e5-4bcf-4694-b43e-b14ba4a712f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783156326988'] for port (0c0e8680-4447-4ed0-8308-3f1ace4190ca), before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:24.458770 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-d2f29414-35b9-4baf-8bc9-cd1fd7254219 None None] Publish callbacks [] for port (54ca9e45-856e-47b1-803f-8ba1d3035dc3), precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:24.467617 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-d2f29414-35b9-4baf-8bc9-cd1fd7254219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (54ca9e45-856e-47b1-803f-8ba1d3035dc3), after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:24.490159 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-b10de7e5-4bcf-4694-b43e-b14ba4a712f7 None None] For port 0c0e8680-4447-4ed0-8308-3f1ace4190ca, host dv-cinder-837699-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=0c0e8680-4447-4ed0-8308-3f1ace4190ca,segment=NetworkSegment(18ea8d84-92ec-4347-ad53-fad4393f50b3),segment_id=18ea8d84-92ec-4347-ad53-fad4393f50b3)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:40:24.491425 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b10de7e5-4bcf-4694-b43e-b14ba4a712f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749638'] for port (0c0e8680-4447-4ed0-8308-3f1ace4190ca), precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:24.500398 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-46d5eb7b-2b33-4f95-a4f9-bba23ada783b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783156333258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783155810407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8537941'] for port (0c0e8680-4447-4ed0-8308-3f1ace4190ca), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:24.521896 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-b10de7e5-4bcf-4694-b43e-b14ba4a712f7 None None] Calling delete_port for 0c0e8680-4447-4ed0-8308-3f1ace4190ca owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:40:24.530403 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e163ba-b783-4873-b941-843e5fe65916 None None] Pushing event updated for resources: {'Port': ['ID=54ca9e45-856e-47b1-803f-8ba1d3035dc3,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:24.547417 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5eb7b-2b33-4f95-a4f9-bba23ada783b admin admin] Pushing event deleted for resources: {'Port': ['ID=0c0e8680-4447-4ed0-8308-3f1ace4190ca,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:24.557938 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d5eb7b-2b33-4f95-a4f9-bba23ada783b admin admin] No DVR routers for this DVR port 0c0e8680-4447-4ed0-8308-3f1ace4190ca on host dv-cinder-837699-3-iscsi {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:40:24.614277 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-d2f29414-35b9-4baf-8bc9-cd1fd7254219 None None] Attempting to bind port 54ca9e45-856e-47b1-803f-8ba1d3035dc3 on host dv-cinder-837699-3-iscsi for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:40:24.614675 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-d2f29414-35b9-4baf-8bc9-cd1fd7254219 None None] Attempting to bind port 54ca9e45-856e-47b1-803f-8ba1d3035dc3 by drivers openvswitch,hyperv on host dv-cinder-837699-3-iscsi at level 0 using segments [{'id': '4a94b001-7088-46e1-b462-4b46ef5f7ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '78682647-2ae2-4b6e-84a2-8bb2a9ad9a76'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:40:24.615276 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f29414-35b9-4baf-8bc9-cd1fd7254219 None None] Attempting to bind port 54ca9e45-856e-47b1-803f-8ba1d3035dc3 on network 78682647-2ae2-4b6e-84a2-8bb2a9ad9a76 {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:40:24.623537 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f29414-35b9-4baf-8bc9-cd1fd7254219 None None] Checking agent: {'id': '070d87cd-fed4-4d07-85b5-c26ded61f2d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 12, 59), 'started_at': datetime.datetime(2022, 4, 29, 13, 13, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:40:24.625111 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f29414-35b9-4baf-8bc9-cd1fd7254219 None None] Checking segment: {'id': '4a94b001-7088-46e1-b462-4b46ef5f7ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '78682647-2ae2-4b6e-84a2-8bb2a9ad9a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:40:24.625534 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-d2f29414-35b9-4baf-8bc9-cd1fd7254219 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:24.626059 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f29414-35b9-4baf-8bc9-cd1fd7254219 None None] Bound using segment: {'id': '4a94b001-7088-46e1-b462-4b46ef5f7ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '78682647-2ae2-4b6e-84a2-8bb2a9ad9a76'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:40:24.626565 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-d2f29414-35b9-4baf-8bc9-cd1fd7254219 None None] Bound port: 54ca9e45-856e-47b1-803f-8ba1d3035dc3, host: dv-cinder-837699-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a94b001-7088-46e1-b462-4b46ef5f7ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '78682647-2ae2-4b6e-84a2-8bb2a9ad9a76'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:40:24.626951 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-d2f29414-35b9-4baf-8bc9-cd1fd7254219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (54ca9e45-856e-47b1-803f-8ba1d3035dc3), before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:24.664040 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-46d5eb7b-2b33-4f95-a4f9-bba23ada783b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405116', 'neutron.services.segments.db._delete_segments_for_network-8783156274041'] for network (f9f8a99e-1792-4854-887b-04bf9fdb1c0e), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:24.674893 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b10de7e5-4bcf-4694-b43e-b14ba4a712f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783156333258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783155810407'] for port (0c0e8680-4447-4ed0-8308-3f1ace4190ca), after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:24.717733 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.services.segments.db [None req-46d5eb7b-2b33-4f95-a4f9-bba23ada783b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9f8a99e-1792-4854-887b-04bf9fdb1c0e']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:40:24.723099 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-d2f29414-35b9-4baf-8bc9-cd1fd7254219 None None] For port 54ca9e45-856e-47b1-803f-8ba1d3035dc3, host dv-cinder-837699-3-iscsi, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:40:24.742717 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-d2f29414-35b9-4baf-8bc9-cd1fd7254219 None None] For port 54ca9e45-856e-47b1-803f-8ba1d3035dc3, host dv-cinder-837699-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=54ca9e45-856e-47b1-803f-8ba1d3035dc3,segment=NetworkSegment(4a94b001-7088-46e1-b462-4b46ef5f7ed4),segment_id=4a94b001-7088-46e1-b462-4b46ef5f7ed4)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:40:24.745774 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.services.segments.db [None req-46d5eb7b-2b33-4f95-a4f9-bba23ada783b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18ea8d84-92ec-4347-ad53-fad4393f50b3') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:40:24.746073 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.services.segments.db [None req-46d5eb7b-2b33-4f95-a4f9-bba23ada783b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18ea8d84-92ec-4347-ad53-fad4393f50b3') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:40:24.752012 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10de7e5-4bcf-4694-b43e-b14ba4a712f7 None None] No DVR routers for this DVR port 0c0e8680-4447-4ed0-8308-3f1ace4190ca on host dv-cinder-837699-3-iscsi {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:40:24.754873 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-d2f29414-35b9-4baf-8bc9-cd1fd7254219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (54ca9e45-856e-47b1-803f-8ba1d3035dc3), after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:24.765823 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10de7e5-4bcf-4694-b43e-b14ba4a712f7 None None] Pushing event deleted for resources: {'Port': ['ID=0c0e8680-4447-4ed0-8308-3f1ace4190ca,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:24.786563 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-46d5eb7b-2b33-4f95-a4f9-bba23ada783b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783156275074', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9333793'] for segment (18ea8d84-92ec-4347-ad53-fad4393f50b3), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:24.808569 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-46d5eb7b-2b33-4f95-a4f9-bba23ada783b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401276'] for segment (18ea8d84-92ec-4347-ad53-fad4393f50b3), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:24.832871 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46d5eb7b-2b33-4f95-a4f9-bba23ada783b admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 13:40:24.833324 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-46d5eb7b-2b33-4f95-a4f9-bba23ada783b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8537954'] for segment (18ea8d84-92ec-4347-ad53-fad4393f50b3), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:24.836252 dv-cinder-837699-3-iscsi neutron-server[103364]: Traceback (most recent call last): Apr 29 13:40:24.836252 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 13:40:24.836252 dv-cinder-837699-3-iscsi neutron-server[103364]: timer() Apr 29 13:40:24.836252 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:40:24.836252 dv-cinder-837699-3-iscsi neutron-server[103364]: cb(*args, **kw) Apr 29 13:40:24.836252 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 13:40:24.836252 dv-cinder-837699-3-iscsi neutron-server[103364]: return func(*args, **kwargs) Apr 29 13:40:24.836252 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:40:24.836252 dv-cinder-837699-3-iscsi neutron-server[103364]: self._notify() Apr 29 13:40:24.836252 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:40:24.836252 dv-cinder-837699-3-iscsi neutron-server[103364]: self.callback(batched_events) Apr 29 13:40:24.836252 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:40:24.836252 dv-cinder-837699-3-iscsi neutron-server[103364]: event.method(event) Apr 29 13:40:24.836252 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 13:40:24.836252 dv-cinder-837699-3-iscsi neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:40:24.836252 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 13:40:24.836252 dv-cinder-837699-3-iscsi neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:40:24.836252 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 13:40:24.836252 dv-cinder-837699-3-iscsi neutron-server[103364]: return f(self, *a, **k) Apr 29 13:40:24.836252 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:40:24.836252 dv-cinder-837699-3-iscsi neutron-server[103364]: return self._get(url).json() Apr 29 13:40:24.836252 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:40:24.836252 dv-cinder-837699-3-iscsi neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:40:24.836252 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 13:40:24.836252 dv-cinder-837699-3-iscsi neutron-server[103364]: return self.request(url, 'GET', **kwargs) Apr 29 13:40:24.836252 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 13:40:24.836252 dv-cinder-837699-3-iscsi neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:40:24.836252 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 13:40:24.836252 dv-cinder-837699-3-iscsi neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:40:24.836252 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 13:40:24.836252 dv-cinder-837699-3-iscsi neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:40:24.836252 dv-cinder-837699-3-iscsi neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:40:24.853592 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f29414-35b9-4baf-8bc9-cd1fd7254219 None None] Routers {'8433e068-c183-4640-8ac9-8ee08193a95c'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:40:24.854111 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-d2f29414-35b9-4baf-8bc9-cd1fd7254219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:40:24Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['8433e068-c183-4640-8ac9-8ee08193a95c'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:40:24.883733 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-943da60d-496f-4b42-a85f-25ed92e3c501 None None] Provisioning complete for port 54ca9e45-856e-47b1-803f-8ba1d3035dc3 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:40:24.884184 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-943da60d-496f-4b42-a85f-25ed92e3c501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (54ca9e45-856e-47b1-803f-8ba1d3035dc3), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:24.916815 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-46d5eb7b-2b33-4f95-a4f9-bba23ada783b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-706069'] for network (f9f8a99e-1792-4854-887b-04bf9fdb1c0e), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:24.927957 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e163ba-b783-4873-b941-843e5fe65916 None None] Pushing event updated for resources: {'Port': ['ID=54ca9e45-856e-47b1-803f-8ba1d3035dc3,revision_number=4']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:24.943703 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-46d5eb7b-2b33-4f95-a4f9-bba23ada783b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549835'] for network (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:24.947815 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-46d5eb7b-2b33-4f95-a4f9-bba23ada783b admin admin] 10.222.0.11 "DELETE /v2.0/networks/f9f8a99e-1792-4854-887b-04bf9fdb1c0e HTTP/1.1" status: 204 len: 168 time: 0.8223960 Apr 29 13:40:24.949037 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5eb7b-2b33-4f95-a4f9-bba23ada783b admin admin] Pushing event deleted for resources: {'Network': ['ID=f9f8a99e-1792-4854-887b-04bf9fdb1c0e,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:25.022452 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device 7acd6d7d-7cb7-4766-9184-ff3c4712a81a up at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:40:25.051182 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-d2f29414-35b9-4baf-8bc9-cd1fd7254219 None None] Set router 8433e068-c183-4640-8ac9-8ee08193a95c gateway port host: dv-cinder-837699-3-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:40:25.108077 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-943da60d-496f-4b42-a85f-25ed92e3c501 None None] Current status of the port 54ca9e45-856e-47b1-803f-8ba1d3035dc3 is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:40:25.108467 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-943da60d-496f-4b42-a85f-25ed92e3c501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (54ca9e45-856e-47b1-803f-8ba1d3035dc3), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:25.142998 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Provisioning complete for port 7acd6d7d-7cb7-4766-9184-ff3c4712a81a triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:40:25.143778 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (7acd6d7d-7cb7-4766-9184-ff3c4712a81a), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:25.178952 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-943da60d-496f-4b42-a85f-25ed92e3c501 None None] For port 54ca9e45-856e-47b1-803f-8ba1d3035dc3, host dv-cinder-837699-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=54ca9e45-856e-47b1-803f-8ba1d3035dc3,segment=NetworkSegment(4a94b001-7088-46e1-b462-4b46ef5f7ed4),segment_id=4a94b001-7088-46e1-b462-4b46ef5f7ed4)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:40:25.188719 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-943da60d-496f-4b42-a85f-25ed92e3c501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (54ca9e45-856e-47b1-803f-8ba1d3035dc3), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:25.202916 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 60046) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:25.269297 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943da60d-496f-4b42-a85f-25ed92e3c501 None None] Pushing event updated for resources: {'Port': ['ID=54ca9e45-856e-47b1-803f-8ba1d3035dc3,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:25.273209 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-333502f1-d554-4bf8-9696-69ff1bd8c87c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4d8c9259b58545adaf385c72bb77aa53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0526323 Apr 29 13:40:25.273431 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 60050) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:25.284055 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Current status of the port 7acd6d7d-7cb7-4766-9184-ff3c4712a81a is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:40:25.324926 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4ff95f49-fd5c-4f87-9347-a7b62801e835 None None] Provisioning complete for port 54ca9e45-856e-47b1-803f-8ba1d3035dc3 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:40:25.325475 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4ff95f49-fd5c-4f87-9347-a7b62801e835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (54ca9e45-856e-47b1-803f-8ba1d3035dc3), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:25.328432 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-d2f29414-35b9-4baf-8bc9-cd1fd7254219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8433e068-c183-4640-8ac9-8ee08193a95c', 'name': 'tempest-TestVolumeBootPattern-261005407-router', 'tenant_id': 'eb3549671ee94050a0666673a06e2656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '7acd6d7d-7cb7-4766-9184-ff3c4712a81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:40:16Z', 'updated_at': '2022-04-29T13:40:20Z', 'revision_number': 4, 'project_id': 'eb3549671ee94050a0666673a06e2656', 'gw_port': {'id': '7acd6d7d-7cb7-4766-9184-ff3c4712a81a', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:db:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8433e068-c183-4640-8ac9-8ee08193a95c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:40:16Z', 'updated_at': '2022-04-29T13:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_interfaces': [{'id': '54ca9e45-856e-47b1-803f-8ba1d3035dc3', 'name': '', 'network_id': '78682647-2ae2-4b6e-84a2-8bb2a9ad9a76', 'tenant_id': 'eb3549671ee94050a0666673a06e2656', 'mac_address': 'fa:16:3e:9f:09:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8433e068-c183-4640-8ac9-8ee08193a95c', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '7ca4df0e-f636-49de-8690-5dbb3e721029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:40:19Z', 'updated_at': '2022-04-29T13:40:24Z', 'revision_number': 4, 'project_id': 'eb3549671ee94050a0666673a06e2656', 'subnets': [{'id': '7ca4df0e-f636-49de-8690-5dbb3e721029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:40:25.370828 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f29414-35b9-4baf-8bc9-cd1fd7254219 None None] The sync data for ids ['8433e068-c183-4640-8ac9-8ee08193a95c'] in dv-cinder-837699-3-iscsi is: [{'id': '8433e068-c183-4640-8ac9-8ee08193a95c', 'name': 'tempest-TestVolumeBootPattern-261005407-router', 'tenant_id': 'eb3549671ee94050a0666673a06e2656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '7acd6d7d-7cb7-4766-9184-ff3c4712a81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:40:16Z', 'updated_at': '2022-04-29T13:40:20Z', 'revision_number': 4, 'project_id': 'eb3549671ee94050a0666673a06e2656', 'gw_port': {'id': '7acd6d7d-7cb7-4766-9184-ff3c4712a81a', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:db:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8433e068-c183-4640-8ac9-8ee08193a95c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:40:16Z', 'updated_at': '2022-04-29T13:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_interfaces': [{'id': '54ca9e45-856e-47b1-803f-8ba1d3035dc3', 'name': '', 'network_id': '78682647-2ae2-4b6e-84a2-8bb2a9ad9a76', 'tenant_id': 'eb3549671ee94050a0666673a06e2656', 'mac_address': 'fa:16:3e:9f:09:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8433e068-c183-4640-8ac9-8ee08193a95c', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '7ca4df0e-f636-49de-8690-5dbb3e721029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:40:19Z', 'updated_at': '2022-04-29T13:40:24Z', 'revision_number': 4, 'project_id': 'eb3549671ee94050a0666673a06e2656', 'subnets': [{'id': '7ca4df0e-f636-49de-8690-5dbb3e721029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:40:25.382163 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6b1639c5-e5e0-45a5-a07b-574d3e02ff0e admin admin] Publish callbacks [] for security_group (a21bd060-d266-41d3-9436-738af46fdc12), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:25.387997 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device fdccb19b-8637-4f2d-bcc9-8f848d612ded no longer exists at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:40:25.412193 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6b1639c5-e5e0-45a5-a07b-574d3e02ff0e admin admin] Publish callbacks [] for security_group (a21bd060-d266-41d3-9436-738af46fdc12), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:25.420101 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] No Port match for: fdccb19b-8637-4f2d-bcc9-8f848d612ded {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:40:25.420451 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device fdccb19b-8637-4f2d-bcc9-8f848d612ded not bound to the agent host dv-cinder-837699-3-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:40:25.420911 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device 0c0e8680-4447-4ed0-8308-3f1ace4190ca no longer exists at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:40:25.451616 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] No Port match for: 0c0e8680-4447-4ed0-8308-3f1ace4190ca {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:40:25.451958 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device 0c0e8680-4447-4ed0-8308-3f1ace4190ca not bound to the agent host dv-cinder-837699-3-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:40:25.452384 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device ea2a7ea6-7f32-4ff9-8684-b2d063102ba8 no longer exists at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:40:25.473827 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6b1639c5-e5e0-45a5-a07b-574d3e02ff0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (a21bd060-d266-41d3-9436-738af46fdc12), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:25.477424 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6b1639c5-e5e0-45a5-a07b-574d3e02ff0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:25.478685 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-6b1639c5-e5e0-45a5-a07b-574d3e02ff0e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a21bd060-d266-41d3-9436-738af46fdc12 HTTP/1.1" status: 204 len: 168 time: 0.2009275 Apr 29 13:40:25.483196 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] No Port match for: ea2a7ea6-7f32-4ff9-8684-b2d063102ba8 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:40:25.483855 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device ea2a7ea6-7f32-4ff9-8684-b2d063102ba8 not bound to the agent host dv-cinder-837699-3-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:40:25.493986 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1639c5-e5e0-45a5-a07b-574d3e02ff0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21bd060-d266-41d3-9436-738af46fdc12,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:25.536609 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4ff95f49-fd5c-4f87-9347-a7b62801e835 None None] Current status of the port 54ca9e45-856e-47b1-803f-8ba1d3035dc3 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:40:25.871652 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 60056) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:25.904530 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d46c6b96-c9c1-47b5-84ba-015c4e42046f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (1b2ea45c-9419-45d0-91af-29e2c5a1844a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:25.935253 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-68d9958b-5b4d-4947-b670-cede6dddc33c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b430700e15c74b7d856deae9efd7bfbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0621057 Apr 29 13:40:25.937555 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 60058) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:25.995201 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-432d1187-0481-485f-9e6f-88b0d1134c4f admin admin] Publish callbacks [] for security_group (c3135d06-940b-4884-8d09-2839f9adfc57), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:26.017798 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-432d1187-0481-485f-9e6f-88b0d1134c4f admin admin] Publish callbacks [] for security_group (c3135d06-940b-4884-8d09-2839f9adfc57), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:26.078695 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-432d1187-0481-485f-9e6f-88b0d1134c4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (c3135d06-940b-4884-8d09-2839f9adfc57), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:26.081554 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-432d1187-0481-485f-9e6f-88b0d1134c4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:26.082716 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-432d1187-0481-485f-9e6f-88b0d1134c4f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c3135d06-940b-4884-8d09-2839f9adfc57 HTTP/1.1" status: 204 len: 168 time: 0.1442387 Apr 29 13:40:26.093022 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432d1187-0481-485f-9e6f-88b0d1134c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3135d06-940b-4884-8d09-2839f9adfc57,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:26.932256 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device 54ca9e45-856e-47b1-803f-8ba1d3035dc3 up at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:40:26.979595 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Provisioning complete for port 54ca9e45-856e-47b1-803f-8ba1d3035dc3 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:40:26.979970 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (54ca9e45-856e-47b1-803f-8ba1d3035dc3), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:27.060484 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Current status of the port 54ca9e45-856e-47b1-803f-8ba1d3035dc3 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:40:27.341132 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bea047bf-f99e-49b2-8b9d-5ba249a30c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (23d6c007-0036-4fdb-b033-28b1fd628d82), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:28.728539 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (070d87cd-fed4-4d07-85b5-c26ded61f2d8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:34.832889 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (477bd1e1-70d7-4a7b-b37c-5892af57f2e4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:45.563419 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-70fa76c6-4597-4971-8369-983b09f0c0ed req-3c63f6ab-c86e-4fba-a762-aceb430b2508 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-592035898&fields=id&tenant_id=c3073c813c30483a86a89e52417e9a83 HTTP/1.1" status: 200 len: 267 time: 0.0491421 Apr 29 13:40:45.670236 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa76c6-4597-4971-8369-983b09f0c0ed req-93cdffd3-d9f2-497a-bf55-2b1b91325bc6 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:45.671732 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-70fa76c6-4597-4971-8369-983b09f0c0ed req-93cdffd3-d9f2-497a-bf55-2b1b91325bc6 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/networks?id=0df5f0bc-74a3-4b6f-90b4-101f998a7b98 HTTP/1.1" status: 200 len: 811 time: 0.1018906 Apr 29 13:40:45.686950 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-70fa76c6-4597-4971-8369-983b09f0c0ed req-e8ee5bc6-f037-4c1e-b703-9bd7a71acae1 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/quotas/c3073c813c30483a86a89e52417e9a83 HTTP/1.1" status: 200 len: 375 time: 0.0096092 Apr 29 13:40:45.738987 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-70fa76c6-4597-4971-8369-983b09f0c0ed req-d993387d-0a7f-42da-92a1-22afd0a0f54e tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c3073c813c30483a86a89e52417e9a83&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469210 Apr 29 13:40:45.847630 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [req-70fa76c6-4597-4971-8369-983b09f0c0ed req-c73a1edf-aa13-48e9-9f80-108691f5a723 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 13:40:45.848785 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-70fa76c6-4597-4971-8369-983b09f0c0ed req-c73a1edf-aa13-48e9-9f80-108691f5a723 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0986350 Apr 29 13:40:45.942697 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-70fa76c6-4597-4971-8369-983b09f0c0ed req-367dc65e-3898-4bf9-a8bf-b619978495b6 service neutron] 10.222.0.11 "GET /v2.0/networks/0df5f0bc-74a3-4b6f-90b4-101f998a7b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879149 Apr 29 13:40:46.038721 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-70fa76c6-4597-4971-8369-983b09f0c0ed req-878acc53-3618-4497-b04f-8ef7a6eace0b service neutron] 10.222.0.11 "GET /v2.0/networks/0df5f0bc-74a3-4b6f-90b4-101f998a7b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892334 Apr 29 13:40:46.329694 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-24f0c291-bf48-4958-bdb5-f793afae072a req-cd049a46-d16f-412a-a8ca-bcc2e07a9ddf tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/ports?device_id=5260da4d-e9df-44f3-b122-ed6fa371e428 HTTP/1.1" status: 200 len: 210 time: 0.0300806 Apr 29 13:40:47.449361 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-035b9bbb-1ee9-49e4-9f71-ac5f001e6602 req-0e92957d-6dd1-4bb5-89a0-fe83bfe39ae3 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/ports?device_id=5260da4d-e9df-44f3-b122-ed6fa371e428 HTTP/1.1" status: 200 len: 210 time: 0.0396616 Apr 29 13:40:47.456728 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa76c6-4597-4971-8369-983b09f0c0ed req-44f2dbea-5997-407d-a585-f7afbe38c88b tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:47.458324 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-70fa76c6-4597-4971-8369-983b09f0c0ed req-44f2dbea-5997-407d-a585-f7afbe38c88b tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.75 "GET /v2.0/networks?id=0df5f0bc-74a3-4b6f-90b4-101f998a7b98 HTTP/1.1" status: 200 len: 811 time: 0.1132805 Apr 29 13:40:47.529160 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-70fa76c6-4597-4971-8369-983b09f0c0ed req-577f74c1-f937-4ac2-8077-2569c533104f tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3073c813c30483a86a89e52417e9a83 HTTP/1.1" status: 200 len: 379 time: 0.0559752 Apr 29 13:40:47.540127 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [req-70fa76c6-4597-4971-8369-983b09f0c0ed req-bfe2500f-1187-4bec-adc7-ed9ba36aff63 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Request body: {'port': {'device_id': '5260da4d-e9df-44f3-b122-ed6fa371e428', 'network_id': '0df5f0bc-74a3-4b6f-90b4-101f998a7b98', 'admin_state_up': True, 'tenant_id': 'c3073c813c30483a86a89e52417e9a83', 'security_groups': ['12660fcc-1e1c-4a10-9f22-4fa2d7c20a7d']}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:40:47.657281 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70fa76c6-4597-4971-8369-983b09f0c0ed req-bfe2500f-1187-4bec-adc7-ed9ba36aff63 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Made reservation on behalf of c3073c813c30483a86a89e52417e9a83 for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:40:47.660546 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-70fa76c6-4597-4971-8369-983b09f0c0ed req-bfe2500f-1187-4bec-adc7-ed9ba36aff63 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:47.790482 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-70fa76c6-4597-4971-8369-983b09f0c0ed req-bfe2500f-1187-4bec-adc7-ed9ba36aff63 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Allocated IP 172.20.0.6 (0df5f0bc-74a3-4b6f-90b4-101f998a7b98/4e7e06f7-dcbc-4247-a7f8-31674bc9340e/88750a01-f897-4a3c-ad23-ed1de652ee5a) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:40:47.939894 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-70fa76c6-4597-4971-8369-983b09f0c0ed req-bfe2500f-1187-4bec-adc7-ed9ba36aff63 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks [] for port (88750a01-f897-4a3c-ad23-ed1de652ee5a), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:47.977623 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-70fa76c6-4597-4971-8369-983b09f0c0ed req-bfe2500f-1187-4bec-adc7-ed9ba36aff63 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783155810398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8537941'] for port (88750a01-f897-4a3c-ad23-ed1de652ee5a), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:48.020923 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70fa76c6-4597-4971-8369-983b09f0c0ed req-bfe2500f-1187-4bec-adc7-ed9ba36aff63 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Network 0df5f0bc-74a3-4b6f-90b4-101f998a7b98 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:40:48.026199 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-70fa76c6-4597-4971-8369-983b09f0c0ed req-bfe2500f-1187-4bec-adc7-ed9ba36aff63 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:40:48.028722 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-70fa76c6-4597-4971-8369-983b09f0c0ed req-bfe2500f-1187-4bec-adc7-ed9ba36aff63 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:40:48.064803 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe2500f-1187-4bec-adc7-ed9ba36aff63 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Pushing event updated for resources: {'Port': ['ID=88750a01-f897-4a3c-ad23-ed1de652ee5a,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:48.093489 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa76c6-4597-4971-8369-983b09f0c0ed req-bfe2500f-1187-4bec-adc7-ed9ba36aff63 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:48.094107 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-70fa76c6-4597-4971-8369-983b09f0c0ed req-bfe2500f-1187-4bec-adc7-ed9ba36aff63 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:48.112790 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-70fa76c6-4597-4971-8369-983b09f0c0ed req-bfe2500f-1187-4bec-adc7-ed9ba36aff63 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5764618 Apr 29 13:40:48.129910 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [req-70fa76c6-4597-4971-8369-983b09f0c0ed req-8ac13ac7-a5ac-4e67-855b-85aa4c9b6523 service neutron] Request body: {'port': {'device_id': '5260da4d-e9df-44f3-b122-ed6fa371e428', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83769'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:40:48.194356 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-70fa76c6-4597-4971-8369-983b09f0c0ed req-8ac13ac7-a5ac-4e67-855b-85aa4c9b6523 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (88750a01-f897-4a3c-ad23-ed1de652ee5a), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:48.299204 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4d09d03d-0f40-4754-934c-56e26139e258 None None] Provisioning complete for port 88750a01-f897-4a3c-ad23-ed1de652ee5a triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:40:48.299803 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4d09d03d-0f40-4754-934c-56e26139e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (88750a01-f897-4a3c-ad23-ed1de652ee5a), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:48.332877 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4d09d03d-0f40-4754-934c-56e26139e258 None None] Port 88750a01-f897-4a3c-ad23-ed1de652ee5a cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 13:40:48.471347 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [req-70fa76c6-4597-4971-8369-983b09f0c0ed req-8ac13ac7-a5ac-4e67-855b-85aa4c9b6523 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88750a01-f897-4a3c-ad23-ed1de652ee5a {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:40:48.480099 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-70fa76c6-4597-4971-8369-983b09f0c0ed req-8ac13ac7-a5ac-4e67-855b-85aa4c9b6523 service neutron] Publish callbacks [] for port (88750a01-f897-4a3c-ad23-ed1de652ee5a), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:48.494427 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-70fa76c6-4597-4971-8369-983b09f0c0ed req-8ac13ac7-a5ac-4e67-855b-85aa4c9b6523 service neutron] Transition to ACTIVE for port object 88750a01-f897-4a3c-ad23-ed1de652ee5a will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 13:40:48.499420 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-70fa76c6-4597-4971-8369-983b09f0c0ed req-8ac13ac7-a5ac-4e67-855b-85aa4c9b6523 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8537934'] for port (88750a01-f897-4a3c-ad23-ed1de652ee5a), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:48.585277 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac13ac7-a5ac-4e67-855b-85aa4c9b6523 service neutron] Pushing event updated for resources: {'Port': ['ID=88750a01-f897-4a3c-ad23-ed1de652ee5a,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:48.596560 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de5f27-4e7f-4cf2-a2fb-a883e55a94e6 req-648d8eda-12f6-4ed1-b07b-da3a237aa562 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:48.598387 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-89de5f27-4e7f-4cf2-a2fb-a883e55a94e6 req-648d8eda-12f6-4ed1-b07b-da3a237aa562 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/ports?device_id=5260da4d-e9df-44f3-b122-ed6fa371e428 HTTP/1.1" status: 200 len: 943 time: 0.0743167 Apr 29 13:40:48.703625 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-89de5f27-4e7f-4cf2-a2fb-a883e55a94e6 req-ab5974f2-360f-4b3c-8f38-7eb61fb9cab8 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/security-groups?id=12660fcc-1e1c-4a10-9f22-4fa2d7c20a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854225 Apr 29 13:40:48.720867 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-70fa76c6-4597-4971-8369-983b09f0c0ed req-8ac13ac7-a5ac-4e67-855b-85aa4c9b6523 service neutron] Attempting to bind port 88750a01-f897-4a3c-ad23-ed1de652ee5a on host hv-cinder-83769 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:40:48.722173 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-70fa76c6-4597-4971-8369-983b09f0c0ed req-8ac13ac7-a5ac-4e67-855b-85aa4c9b6523 service neutron] Attempting to bind port 88750a01-f897-4a3c-ad23-ed1de652ee5a by drivers openvswitch,hyperv on host hv-cinder-83769 at level 0 using segments [{'id': '688818c9-fd33-48fa-9750-00b7f6795c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0df5f0bc-74a3-4b6f-90b4-101f998a7b98'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:40:48.722629 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fa76c6-4597-4971-8369-983b09f0c0ed req-8ac13ac7-a5ac-4e67-855b-85aa4c9b6523 service neutron] Attempting to bind port 88750a01-f897-4a3c-ad23-ed1de652ee5a on network 0df5f0bc-74a3-4b6f-90b4-101f998a7b98 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:40:48.730884 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fa76c6-4597-4971-8369-983b09f0c0ed req-8ac13ac7-a5ac-4e67-855b-85aa4c9b6523 service neutron] Port 88750a01-f897-4a3c-ad23-ed1de652ee5a on network 0df5f0bc-74a3-4b6f-90b4-101f998a7b98 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83769 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 13:40:48.731405 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fa76c6-4597-4971-8369-983b09f0c0ed req-8ac13ac7-a5ac-4e67-855b-85aa4c9b6523 service neutron] Attempting to bind port 88750a01-f897-4a3c-ad23-ed1de652ee5a on network 0df5f0bc-74a3-4b6f-90b4-101f998a7b98 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:40:48.737815 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fa76c6-4597-4971-8369-983b09f0c0ed req-8ac13ac7-a5ac-4e67-855b-85aa4c9b6523 service neutron] Checking agent: {'id': '477bd1e1-70d7-4a7b-b37c-5892af57f2e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83769', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 19, 28), 'started_at': datetime.datetime(2022, 4, 29, 13, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:40:48.738148 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fa76c6-4597-4971-8369-983b09f0c0ed req-8ac13ac7-a5ac-4e67-855b-85aa4c9b6523 service neutron] Checking segment: {'id': '688818c9-fd33-48fa-9750-00b7f6795c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0df5f0bc-74a3-4b6f-90b4-101f998a7b98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:40:48.738530 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fa76c6-4597-4971-8369-983b09f0c0ed req-8ac13ac7-a5ac-4e67-855b-85aa4c9b6523 service neutron] Bound using segment: {'id': '688818c9-fd33-48fa-9750-00b7f6795c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0df5f0bc-74a3-4b6f-90b4-101f998a7b98'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:40:48.738954 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-70fa76c6-4597-4971-8369-983b09f0c0ed req-8ac13ac7-a5ac-4e67-855b-85aa4c9b6523 service neutron] Bound port: 88750a01-f897-4a3c-ad23-ed1de652ee5a, host: hv-cinder-83769, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '688818c9-fd33-48fa-9750-00b7f6795c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0df5f0bc-74a3-4b6f-90b4-101f998a7b98'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:40:48.739310 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-70fa76c6-4597-4971-8369-983b09f0c0ed req-8ac13ac7-a5ac-4e67-855b-85aa4c9b6523 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (88750a01-f897-4a3c-ad23-ed1de652ee5a), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:48.808554 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-70fa76c6-4597-4971-8369-983b09f0c0ed req-8ac13ac7-a5ac-4e67-855b-85aa4c9b6523 service neutron] For port 88750a01-f897-4a3c-ad23-ed1de652ee5a, host hv-cinder-83769, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:40:48.811588 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-70fa76c6-4597-4971-8369-983b09f0c0ed req-8ac13ac7-a5ac-4e67-855b-85aa4c9b6523 service neutron] For port 88750a01-f897-4a3c-ad23-ed1de652ee5a, host hv-cinder-83769, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=88750a01-f897-4a3c-ad23-ed1de652ee5a,segment=NetworkSegment(688818c9-fd33-48fa-9750-00b7f6795c0b),segment_id=688818c9-fd33-48fa-9750-00b7f6795c0b)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:40:48.817619 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-70fa76c6-4597-4971-8369-983b09f0c0ed req-8ac13ac7-a5ac-4e67-855b-85aa4c9b6523 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8537934'] for port (88750a01-f897-4a3c-ad23-ed1de652ee5a), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:48.852122 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa76c6-4597-4971-8369-983b09f0c0ed req-8ac13ac7-a5ac-4e67-855b-85aa4c9b6523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:48.852810 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-70fa76c6-4597-4971-8369-983b09f0c0ed req-8ac13ac7-a5ac-4e67-855b-85aa4c9b6523 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:48.854319 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-70fa76c6-4597-4971-8369-983b09f0c0ed req-8ac13ac7-a5ac-4e67-855b-85aa4c9b6523 service neutron] 10.222.0.75 "PUT /v2.0/ports/88750a01-f897-4a3c-ad23-ed1de652ee5a HTTP/1.1" status: 200 len: 1093 time: 0.7288623 Apr 29 13:40:48.854857 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5260da4d-e9df-44f3-b122-ed6fa371e428', 'tag': '88750a01-f897-4a3c-ad23-ed1de652ee5a'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:40:48.857146 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34453e8beaba66333125c1a762a789c78ce2f458b63942c2f470c2340433bc94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c1235c1-25b1-4f0a-b406-e418167410b3" -d '{"events": [{"name": "network-changed", "server_uuid": "5260da4d-e9df-44f3-b122-ed6fa371e428", "tag": "88750a01-f897-4a3c-ad23-ed1de652ee5a"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:40:48.891540 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac13ac7-a5ac-4e67-855b-85aa4c9b6523 service neutron] Pushing event updated for resources: {'Port': ['ID=88750a01-f897-4a3c-ad23-ed1de652ee5a,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:48.902415 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e9b262-0e81-4179-8fe9-a43523a65be5 x-openstack-request-id: req-65e9b262-0e81-4179-8fe9-a43523a65be5 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:40:48.902704 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5260da4d-e9df-44f3-b122-ed6fa371e428", "tag": "88750a01-f897-4a3c-ad23-ed1de652ee5a", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:40:48.903108 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-65e9b262-0e81-4179-8fe9-a43523a65be5 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:40:48.903387 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65e9b262-0e81-4179-8fe9-a43523a65be5'] response: {'name': 'network-changed', 'server_uuid': '5260da4d-e9df-44f3-b122-ed6fa371e428', 'tag': '88750a01-f897-4a3c-ad23-ed1de652ee5a', 'status': 'completed', 'code': 200} Apr 29 13:40:48.964195 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa76c6-4597-4971-8369-983b09f0c0ed req-36f05d3e-5177-4396-ba45-0953810e7f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:48.965756 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-70fa76c6-4597-4971-8369-983b09f0c0ed req-36f05d3e-5177-4396-ba45-0953810e7f68 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c3073c813c30483a86a89e52417e9a83&device_id=5260da4d-e9df-44f3-b122-ed6fa371e428 HTTP/1.1" status: 200 len: 1127 time: 0.0479827 Apr 29 13:40:49.018506 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-70fa76c6-4597-4971-8369-983b09f0c0ed req-1c005e21-7db5-4645-a016-b4c50d493e83 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88750a01-f897-4a3c-ad23-ed1de652ee5a HTTP/1.1" status: 200 len: 217 time: 0.0401998 Apr 29 13:40:49.075312 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa76c6-4597-4971-8369-983b09f0c0ed req-30941c76-f987-4bf8-82a7-1de59afdd392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:49.076816 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-70fa76c6-4597-4971-8369-983b09f0c0ed req-30941c76-f987-4bf8-82a7-1de59afdd392 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4e7e06f7-dcbc-4247-a7f8-31674bc9340e HTTP/1.1" status: 200 len: 850 time: 0.0446970 Apr 29 13:40:49.124065 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa76c6-4597-4971-8369-983b09f0c0ed req-2162fe88-2402-4df4-b5d7-f8caacee0533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:49.125514 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-70fa76c6-4597-4971-8369-983b09f0c0ed req-2162fe88-2402-4df4-b5d7-f8caacee0533 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0df5f0bc-74a3-4b6f-90b4-101f998a7b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430083 Apr 29 13:40:49.214571 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-70fa76c6-4597-4971-8369-983b09f0c0ed req-9ebfb76b-2afb-445e-ab18-c0475532de31 service neutron] 10.222.0.75 "GET /v2.0/networks/0df5f0bc-74a3-4b6f-90b4-101f998a7b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825844 Apr 29 13:40:49.308696 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-70fa76c6-4597-4971-8369-983b09f0c0ed req-bd5dfadf-be9f-4b05-a988-8879ff717242 service neutron] 10.222.0.75 "GET /v2.0/networks/0df5f0bc-74a3-4b6f-90b4-101f998a7b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880802 Apr 29 13:40:49.832532 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d460fe21-fad8-4524-ab26-bc16c672503f req-cb9a7d4b-02c2-47da-92c4-f1c940434841 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:49.833970 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d460fe21-fad8-4524-ab26-bc16c672503f req-cb9a7d4b-02c2-47da-92c4-f1c940434841 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/ports?device_id=5260da4d-e9df-44f3-b122-ed6fa371e428 HTTP/1.1" status: 200 len: 943 time: 0.0478663 Apr 29 13:40:49.884338 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d460fe21-fad8-4524-ab26-bc16c672503f req-ca41588b-f2b4-4d90-b454-a0238f16d01b tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/security-groups?id=12660fcc-1e1c-4a10-9f22-4fa2d7c20a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442648 Apr 29 13:40:50.204138 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1235c1-25b1-4f0a-b406-e418167410b3 req-3f7e41ab-af91-47ae-860c-5727ac701091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:50.205962 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0c1235c1-25b1-4f0a-b406-e418167410b3 req-3f7e41ab-af91-47ae-860c-5727ac701091 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c3073c813c30483a86a89e52417e9a83&device_id=5260da4d-e9df-44f3-b122-ed6fa371e428 HTTP/1.1" status: 200 len: 1127 time: 0.0415807 Apr 29 13:40:50.301536 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1235c1-25b1-4f0a-b406-e418167410b3 req-1e7753c8-46f4-4ea6-b80c-d6acd3280b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:50.303024 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0c1235c1-25b1-4f0a-b406-e418167410b3 req-1e7753c8-46f4-4ea6-b80c-d6acd3280b4d service neutron] 10.222.0.75 "GET /v2.0/networks?id=0df5f0bc-74a3-4b6f-90b4-101f998a7b98 HTTP/1.1" status: 200 len: 912 time: 0.0910892 Apr 29 13:40:50.343662 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0c1235c1-25b1-4f0a-b406-e418167410b3 req-91c6097f-024c-4356-b023-3c9785de8ec7 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88750a01-f897-4a3c-ad23-ed1de652ee5a HTTP/1.1" status: 200 len: 217 time: 0.0349407 Apr 29 13:40:50.396031 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1235c1-25b1-4f0a-b406-e418167410b3 req-a54faddf-ff2c-4195-90af-cd85a0446866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:50.397567 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0c1235c1-25b1-4f0a-b406-e418167410b3 req-a54faddf-ff2c-4195-90af-cd85a0446866 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4e7e06f7-dcbc-4247-a7f8-31674bc9340e HTTP/1.1" status: 200 len: 850 time: 0.0485711 Apr 29 13:40:50.442379 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1235c1-25b1-4f0a-b406-e418167410b3 req-a3df1d26-f737-420f-843d-ab6c4fb3c49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:50.444210 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0c1235c1-25b1-4f0a-b406-e418167410b3 req-a3df1d26-f737-420f-843d-ab6c4fb3c49e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0df5f0bc-74a3-4b6f-90b4-101f998a7b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410566 Apr 29 13:40:50.537061 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0c1235c1-25b1-4f0a-b406-e418167410b3 req-d5483e98-67d5-4528-bdf4-45fe455e83f5 service neutron] 10.222.0.75 "GET /v2.0/networks/0df5f0bc-74a3-4b6f-90b4-101f998a7b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859983 Apr 29 13:40:50.629159 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0c1235c1-25b1-4f0a-b406-e418167410b3 req-bc37bffd-639b-4df0-889a-b4c262ff291a service neutron] 10.222.0.75 "GET /v2.0/networks/0df5f0bc-74a3-4b6f-90b4-101f998a7b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864995 Apr 29 13:40:51.000056 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eedc47-a43a-45ed-b756-8000ae28acfc req-f99beb07-4d5e-4273-9ac7-0d4fb66bf8d7 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:51.001679 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-69eedc47-a43a-45ed-b756-8000ae28acfc req-f99beb07-4d5e-4273-9ac7-0d4fb66bf8d7 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/ports?device_id=5260da4d-e9df-44f3-b122-ed6fa371e428 HTTP/1.1" status: 200 len: 943 time: 0.0487866 Apr 29 13:40:51.050497 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-69eedc47-a43a-45ed-b756-8000ae28acfc req-b7a3d1ed-f0c5-4b9c-8c11-723e81713f17 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/security-groups?id=12660fcc-1e1c-4a10-9f22-4fa2d7c20a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426459 Apr 29 13:40:51.601786 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f2eab060-a771-4f4f-bcf4-135eeefa57c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (e437e712-237e-4a54-83a8-782eed3c5f0c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:52.167122 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab78607-653f-49e8-90ac-823ef93842ff req-24ed7095-bae1-4c93-bddb-c558ef6af35d tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:52.168583 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-eab78607-653f-49e8-90ac-823ef93842ff req-24ed7095-bae1-4c93-bddb-c558ef6af35d tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/ports?device_id=5260da4d-e9df-44f3-b122-ed6fa371e428 HTTP/1.1" status: 200 len: 943 time: 0.0490646 Apr 29 13:40:52.217126 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-eab78607-653f-49e8-90ac-823ef93842ff req-0e7ee50b-b3ec-47a9-a904-dd624860c560 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/security-groups?id=12660fcc-1e1c-4a10-9f22-4fa2d7c20a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429430 Apr 29 13:40:53.330793 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea4516-b608-4054-aa41-d65643a85026 req-da569d54-5af6-4f8e-812b-8a6a07681dd0 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:53.332252 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-02ea4516-b608-4054-aa41-d65643a85026 req-da569d54-5af6-4f8e-812b-8a6a07681dd0 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/ports?device_id=5260da4d-e9df-44f3-b122-ed6fa371e428 HTTP/1.1" status: 200 len: 943 time: 0.0473907 Apr 29 13:40:53.386199 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-02ea4516-b608-4054-aa41-d65643a85026 req-f5b2c400-4df1-4c78-b4a5-1a8f5c41f28e tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/security-groups?id=12660fcc-1e1c-4a10-9f22-4fa2d7c20a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469701 Apr 29 13:40:54.278542 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-61f66ea8-dd44-448e-b9d2-17a64c7c9450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (ffd5f049-29fc-4e99-906d-6eadce93ab48), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:54.503030 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634bbbb2-e5ad-49d4-bb4b-544c585398fc req-4834c7a8-7bb3-4fde-a1b0-c6593e1c4149 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:54.504505 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-634bbbb2-e5ad-49d4-bb4b-544c585398fc req-4834c7a8-7bb3-4fde-a1b0-c6593e1c4149 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/ports?device_id=5260da4d-e9df-44f3-b122-ed6fa371e428 HTTP/1.1" status: 200 len: 943 time: 0.0523496 Apr 29 13:40:54.554026 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-634bbbb2-e5ad-49d4-bb4b-544c585398fc req-deb577eb-76f0-42f5-9c0f-5a82a3b10c3e tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/security-groups?id=12660fcc-1e1c-4a10-9f22-4fa2d7c20a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433421 Apr 29 13:40:55.665641 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cbcf80-26d1-449f-96dd-ac1c79f1d650 req-6db9f4e0-afe9-4d81-8dbc-02657a96643c tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:55.667118 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-31cbcf80-26d1-449f-96dd-ac1c79f1d650 req-6db9f4e0-afe9-4d81-8dbc-02657a96643c tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/ports?device_id=5260da4d-e9df-44f3-b122-ed6fa371e428 HTTP/1.1" status: 200 len: 943 time: 0.0471218 Apr 29 13:40:55.717395 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-31cbcf80-26d1-449f-96dd-ac1c79f1d650 req-44bcb745-b456-4691-95e6-aed25ce688b2 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/security-groups?id=12660fcc-1e1c-4a10-9f22-4fa2d7c20a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447118 Apr 29 13:40:55.895946 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d46c6b96-c9c1-47b5-84ba-015c4e42046f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (1b2ea45c-9419-45d0-91af-29e2c5a1844a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:56.795415 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c4090ed3-b188-48ef-a6b9-5d78229fc55d None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:40:56.838772 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63d18af-6741-4606-8309-a0abdc993578 req-8ad6c08d-5344-4715-95d0-e8526aae3aa4 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:56.840298 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b63d18af-6741-4606-8309-a0abdc993578 req-8ad6c08d-5344-4715-95d0-e8526aae3aa4 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/ports?device_id=5260da4d-e9df-44f3-b122-ed6fa371e428 HTTP/1.1" status: 200 len: 943 time: 0.0489597 Apr 29 13:40:56.890277 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b63d18af-6741-4606-8309-a0abdc993578 req-ce226124-ecff-4176-bfa4-39691a135b63 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/security-groups?id=12660fcc-1e1c-4a10-9f22-4fa2d7c20a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443368 Apr 29 13:40:57.383087 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bea047bf-f99e-49b2-8b9d-5ba249a30c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (23d6c007-0036-4fdb-b033-28b1fd628d82), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:58.008823 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5962e-f947-4929-9d6b-22fd8888a620 req-04dc3e79-25d2-484d-8197-b2646535325c tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:58.010390 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-87a5962e-f947-4929-9d6b-22fd8888a620 req-04dc3e79-25d2-484d-8197-b2646535325c tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/ports?device_id=5260da4d-e9df-44f3-b122-ed6fa371e428 HTTP/1.1" status: 200 len: 943 time: 0.0500753 Apr 29 13:40:58.060856 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-87a5962e-f947-4929-9d6b-22fd8888a620 req-74b62409-4725-4a2d-a761-2e7d72b26c1c tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/security-groups?id=12660fcc-1e1c-4a10-9f22-4fa2d7c20a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443645 Apr 29 13:40:58.254929 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device 88750a01-f897-4a3c-ad23-ed1de652ee5a details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 13:40:58.352256 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] For port 88750a01-f897-4a3c-ad23-ed1de652ee5a, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=88750a01-f897-4a3c-ad23-ed1de652ee5a,segment=NetworkSegment(688818c9-fd33-48fa-9750-00b7f6795c0b),segment_id=688818c9-fd33-48fa-9750-00b7f6795c0b)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:40:58.367863 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Returning: {'device': '88750a01-f897-4a3c-ad23-ed1de652ee5a', 'network_id': '0df5f0bc-74a3-4b6f-90b4-101f998a7b98', 'port_id': '88750a01-f897-4a3c-ad23-ed1de652ee5a', 'mac_address': 'fa:16:3e:4b:0a:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e7e06f7-dcbc-4247-a7f8-31674bc9340e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 13:40:58.405376 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Current status of the port 88750a01-f897-4a3c-ad23-ed1de652ee5a is: DOWN; New status is: BUILD {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:40:58.406274 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (88750a01-f897-4a3c-ad23-ed1de652ee5a), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:58.419004 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88750a01-f897-4a3c-ad23-ed1de652ee5a {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:40:58.438233 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] For port 88750a01-f897-4a3c-ad23-ed1de652ee5a, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=88750a01-f897-4a3c-ad23-ed1de652ee5a,segment=NetworkSegment(688818c9-fd33-48fa-9750-00b7f6795c0b),segment_id=688818c9-fd33-48fa-9750-00b7f6795c0b)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:40:58.442926 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (88750a01-f897-4a3c-ad23-ed1de652ee5a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:58.488877 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Pushing event updated for resources: {'Port': ['ID=88750a01-f897-4a3c-ad23-ed1de652ee5a,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:58.727432 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (070d87cd-fed4-4d07-85b5-c26ded61f2d8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:58.873140 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] get_ports_and_sgs() called for port_ids ['88750a01-f897-4a3c-ad23-ed1de652ee5a'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 13:40:59.175744 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072cc896-afb3-4fd2-b341-3674b5700ab4 req-214c45ec-1611-4b71-9e21-67f1425bc623 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:59.177239 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-072cc896-afb3-4fd2-b341-3674b5700ab4 req-214c45ec-1611-4b71-9e21-67f1425bc623 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/ports?device_id=5260da4d-e9df-44f3-b122-ed6fa371e428 HTTP/1.1" status: 200 len: 944 time: 0.0479660 Apr 29 13:40:59.229819 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-072cc896-afb3-4fd2-b341-3674b5700ab4 req-00450d48-0db5-4c6d-857a-418f5915991e tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/security-groups?id=12660fcc-1e1c-4a10-9f22-4fa2d7c20a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469944 Apr 29 13:41:00.253862 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device 88750a01-f897-4a3c-ad23-ed1de652ee5a up at agent hyperv_hv-cinder-83769 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:41:00.302362 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Provisioning for port 88750a01-f897-4a3c-ad23-ed1de652ee5a completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 13:41:00.309155 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Provisioning complete for port 88750a01-f897-4a3c-ad23-ed1de652ee5a triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:41:00.309501 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (88750a01-f897-4a3c-ad23-ed1de652ee5a), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:00.352226 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daf78c6-ddbc-4e1b-8d24-61fb4adcfa88 req-47667592-0f2f-4f7e-b563-e49d08e61cba tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:00.353930 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-6daf78c6-ddbc-4e1b-8d24-61fb4adcfa88 req-47667592-0f2f-4f7e-b563-e49d08e61cba tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/ports?device_id=5260da4d-e9df-44f3-b122-ed6fa371e428 HTTP/1.1" status: 200 len: 944 time: 0.0555711 Apr 29 13:41:00.387188 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Current status of the port 88750a01-f897-4a3c-ad23-ed1de652ee5a is: BUILD; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:41:00.387578 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (88750a01-f897-4a3c-ad23-ed1de652ee5a), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:00.403278 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-6daf78c6-ddbc-4e1b-8d24-61fb4adcfa88 req-a843a227-0f39-4c0a-b0bd-caa4ca5d5f23 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/security-groups?id=12660fcc-1e1c-4a10-9f22-4fa2d7c20a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435085 Apr 29 13:41:00.410765 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5260da4d-e9df-44f3-b122-ed6fa371e428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88750a01-f897-4a3c-ad23-ed1de652ee5a'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:41:00.413802 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0016abbf82925ac5bb98c97d9984ae38170a8446c70b2249197f38a9e3d809b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab632522-537e-40c7-a5d3-1fdc8ee8966d" -d '{"events": [{"server_uuid": "5260da4d-e9df-44f3-b122-ed6fa371e428", "name": "network-vif-plugged", "status": "completed", "tag": "88750a01-f897-4a3c-ad23-ed1de652ee5a"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:41:00.426336 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] For port 88750a01-f897-4a3c-ad23-ed1de652ee5a, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=88750a01-f897-4a3c-ad23-ed1de652ee5a,segment=NetworkSegment(688818c9-fd33-48fa-9750-00b7f6795c0b),segment_id=688818c9-fd33-48fa-9750-00b7f6795c0b)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:41:00.431112 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (88750a01-f897-4a3c-ad23-ed1de652ee5a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:00.479727 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Pushing event updated for resources: {'Port': ['ID=88750a01-f897-4a3c-ad23-ed1de652ee5a,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:41:00.574014 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b4e37d-65ec-4f06-b163-ad1f50a54bf5 x-openstack-request-id: req-b0b4e37d-65ec-4f06-b163-ad1f50a54bf5 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:41:00.574321 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5260da4d-e9df-44f3-b122-ed6fa371e428", "name": "network-vif-plugged", "status": "completed", "tag": "88750a01-f897-4a3c-ad23-ed1de652ee5a", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:41:00.574585 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b0b4e37d-65ec-4f06-b163-ad1f50a54bf5 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:41:00.574993 dv-cinder-837699-3-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0b4e37d-65ec-4f06-b163-ad1f50a54bf5'] response: {'server_uuid': '5260da4d-e9df-44f3-b122-ed6fa371e428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88750a01-f897-4a3c-ad23-ed1de652ee5a', 'code': 200} Apr 29 13:41:00.811087 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342197dc-5e6a-4cff-8d66-dd53bf7da777 req-661b05b0-e1a6-47ff-88bb-c92d7ad0e5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:00.814399 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-342197dc-5e6a-4cff-8d66-dd53bf7da777 req-661b05b0-e1a6-47ff-88bb-c92d7ad0e5dc service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=5260da4d-e9df-44f3-b122-ed6fa371e428 HTTP/1.1" status: 200 len: 1129 time: 0.0401502 Apr 29 13:41:00.862067 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-342197dc-5e6a-4cff-8d66-dd53bf7da777 req-03695c17-2f19-44eb-a0a3-4bd1de331ef3 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=12660fcc-1e1c-4a10-9f22-4fa2d7c20a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437160 Apr 29 13:41:01.522772 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d02e884-9e2d-4171-863a-6f0c947ebc5f req-938beb62-3c1b-4474-8169-8f7929a06b8f tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:01.524253 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-2d02e884-9e2d-4171-863a-6f0c947ebc5f req-938beb62-3c1b-4474-8169-8f7929a06b8f tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/ports?device_id=5260da4d-e9df-44f3-b122-ed6fa371e428 HTTP/1.1" status: 200 len: 945 time: 0.0493312 Apr 29 13:41:01.573708 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-2d02e884-9e2d-4171-863a-6f0c947ebc5f req-adf5e48e-75f8-4c92-b096-9d0f0941af29 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/security-groups?id=12660fcc-1e1c-4a10-9f22-4fa2d7c20a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438397 Apr 29 13:41:02.687236 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ae7d2-1973-466a-9fac-2363b4688c3f req-c0b765e5-946a-4057-9bc4-7fd8ef6186c4 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:02.688719 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-690ae7d2-1973-466a-9fac-2363b4688c3f req-c0b765e5-946a-4057-9bc4-7fd8ef6186c4 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/ports?device_id=5260da4d-e9df-44f3-b122-ed6fa371e428 HTTP/1.1" status: 200 len: 945 time: 0.0475070 Apr 29 13:41:02.737715 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-690ae7d2-1973-466a-9fac-2363b4688c3f req-e12b97c1-8d27-4579-a9ff-09f67e999a73 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/security-groups?id=12660fcc-1e1c-4a10-9f22-4fa2d7c20a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434723 Apr 29 13:41:02.851052 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce58088-7ead-45fc-a1a7-d76a4e4f2d74 req-8e359533-6a42-46fc-9fa3-3f97ed4aa009 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:02.853536 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-6ce58088-7ead-45fc-a1a7-d76a4e4f2d74 req-8e359533-6a42-46fc-9fa3-3f97ed4aa009 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/ports?device_id=5260da4d-e9df-44f3-b122-ed6fa371e428 HTTP/1.1" status: 200 len: 945 time: 0.0490711 Apr 29 13:41:02.907315 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-6ce58088-7ead-45fc-a1a7-d76a4e4f2d74 req-7e9763e7-0fbc-4640-ba90-1de14c217374 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/security-groups?id=12660fcc-1e1c-4a10-9f22-4fa2d7c20a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484040 Apr 29 13:41:02.930339 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 60176) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:41:03.079488 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2328f97b-2ca4-4388-a4f0-d8a70c058411 tempest-TestVolumeBootPattern-684446414 tempest-TestVolumeBootPattern-684446414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:03.081091 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-2328f97b-2ca4-4388-a4f0-d8a70c058411 tempest-TestVolumeBootPattern-684446414 tempest-TestVolumeBootPattern-684446414-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=5260da4d-e9df-44f3-b122-ed6fa371e428 HTTP/1.1" status: 200 len: 1124 time: 0.1497171 Apr 29 13:41:03.083890 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 60180) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:41:03.088879 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-18b07cc0-00eb-4273-9844-c8bd3df6445c tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Request body: {'floatingip': {'floating_network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'port_id': '88750a01-f897-4a3c-ad23-ed1de652ee5a', 'tenant_id': 'c3073c813c30483a86a89e52417e9a83', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:41:03.109692 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-18b07cc0-00eb-4273-9844-c8bd3df6445c tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:03.195902 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-18b07cc0-00eb-4273-9844-c8bd3df6445c tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:03.305170 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-18b07cc0-00eb-4273-9844-c8bd3df6445c tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Allocated IP 172.27.0.110 (754f8d77-c1fb-438d-9dec-eec91b4433a5/8519c0fa-1b1c-41ff-b70f-9433c7b7bb38/1de930df-a4d5-453d-a099-d2ec8f0c0711) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:41:03.412230 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-18b07cc0-00eb-4273-9844-c8bd3df6445c tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks [] for port (1de930df-a4d5-453d-a099-d2ec8f0c0711), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:03.448463 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-18b07cc0-00eb-4273-9844-c8bd3df6445c tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783155810398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8537941'] for port (1de930df-a4d5-453d-a099-d2ec8f0c0711), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:03.491750 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b07cc0-00eb-4273-9844-c8bd3df6445c tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Network 754f8d77-c1fb-438d-9dec-eec91b4433a5 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:41:03.496868 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-18b07cc0-00eb-4273-9844-c8bd3df6445c tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:41:03.499574 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b07cc0-00eb-4273-9844-c8bd3df6445c tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:41:03.526083 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b07cc0-00eb-4273-9844-c8bd3df6445c tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Pushing event updated for resources: {'Port': ['ID=1de930df-a4d5-453d-a099-d2ec8f0c0711,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:41:03.540123 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b07cc0-00eb-4273-9844-c8bd3df6445c tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:41:03.540460 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b07cc0-00eb-4273-9844-c8bd3df6445c tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:41:03.540832 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b07cc0-00eb-4273-9844-c8bd3df6445c tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:41:03.541170 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b07cc0-00eb-4273-9844-c8bd3df6445c tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:41:03.541500 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b07cc0-00eb-4273-9844-c8bd3df6445c tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:41:03.541825 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b07cc0-00eb-4273-9844-c8bd3df6445c tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:41:03.542155 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b07cc0-00eb-4273-9844-c8bd3df6445c tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:41:03.542476 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b07cc0-00eb-4273-9844-c8bd3df6445c tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:41:03.542798 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b07cc0-00eb-4273-9844-c8bd3df6445c tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:41:03.543122 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b07cc0-00eb-4273-9844-c8bd3df6445c tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:41:03.543443 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b07cc0-00eb-4273-9844-c8bd3df6445c tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:41:03.543763 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b07cc0-00eb-4273-9844-c8bd3df6445c tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:41:03.544081 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b07cc0-00eb-4273-9844-c8bd3df6445c tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:41:03.544397 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b07cc0-00eb-4273-9844-c8bd3df6445c tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:41:03.544711 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b07cc0-00eb-4273-9844-c8bd3df6445c tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:41:03.896630 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-18b07cc0-00eb-4273-9844-c8bd3df6445c tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks [] for floatingip (d665a8b5-5a0b-47a4-9fdb-4d28e0df1847), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:03.967216 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-18b07cc0-00eb-4273-9844-c8bd3df6445c tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (1de930df-a4d5-453d-a099-d2ec8f0c0711), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:04.129872 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-18b07cc0-00eb-4273-9844-c8bd3df6445c tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks [] for port (1de930df-a4d5-453d-a099-d2ec8f0c0711), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:04.135274 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-18b07cc0-00eb-4273-9844-c8bd3df6445c tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8537934'] for port (1de930df-a4d5-453d-a099-d2ec8f0c0711), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:04.205265 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b07cc0-00eb-4273-9844-c8bd3df6445c tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Pushing event updated for resources: {'Port': ['ID=1de930df-a4d5-453d-a099-d2ec8f0c0711,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:41:04.217437 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-18b07cc0-00eb-4273-9844-c8bd3df6445c tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706107'] for floatingip (d665a8b5-5a0b-47a4-9fdb-4d28e0df1847), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:04.592193 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.db.l3_db [None req-18b07cc0-00eb-4273-9844-c8bd3df6445c tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Floating IP d665a8b5-5a0b-47a4-9fdb-4d28e0df1847 associated. External IP: 172.27.0.110, port: 88750a01-f897-4a3c-ad23-ed1de652ee5a. Apr 29 13:41:04.814958 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18b07cc0-00eb-4273-9844-c8bd3df6445c tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Router 457839c8-bbcc-4a5d-950b-8abc066002ef has already been hosted by L3 agent ffd5f049-29fc-4e99-906d-6eadce93ab48 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:41:04.826261 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (477bd1e1-70d7-4a7b-b37c-5892af57f2e4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:04.930665 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b07cc0-00eb-4273-9844-c8bd3df6445c tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Notify agent at l3_agent.dv-cinder-837699-3-iscsi the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:41:04.941769 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954cd18f-d12b-4f02-9dd9-233d8cd4d4b9 None None] Sync routers for ids ['457839c8-bbcc-4a5d-950b-8abc066002ef'] in dv-cinder-837699-3-iscsi {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:41:04.951246 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-18b07cc0-00eb-4273-9844-c8bd3df6445c tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574'] for floatingip (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:04.954834 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954cd18f-d12b-4f02-9dd9-233d8cd4d4b9 None None] Routers {'457839c8-bbcc-4a5d-950b-8abc066002ef'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:41:04.954834 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-954cd18f-d12b-4f02-9dd9-233d8cd4d4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:40:54Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['457839c8-bbcc-4a5d-950b-8abc066002ef'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:41:04.982985 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-18b07cc0-00eb-4273-9844-c8bd3df6445c tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8980553 Apr 29 13:41:04.983581 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5260da4d-e9df-44f3-b122-ed6fa371e428', 'tag': '88750a01-f897-4a3c-ad23-ed1de652ee5a'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:41:04.985892 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34453e8beaba66333125c1a762a789c78ce2f458b63942c2f470c2340433bc94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae1c84b-701f-4ea4-8d15-9fbea550b1a5" -d '{"events": [{"name": "network-changed", "server_uuid": "5260da4d-e9df-44f3-b122-ed6fa371e428", "tag": "88750a01-f897-4a3c-ad23-ed1de652ee5a"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:41:05.028179 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31055ef7-75fa-4877-b32a-4b337d59c3e6 x-openstack-request-id: req-31055ef7-75fa-4877-b32a-4b337d59c3e6 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:41:05.028548 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5260da4d-e9df-44f3-b122-ed6fa371e428", "tag": "88750a01-f897-4a3c-ad23-ed1de652ee5a", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:41:05.028912 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-31055ef7-75fa-4877-b32a-4b337d59c3e6 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:41:05.035775 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31055ef7-75fa-4877-b32a-4b337d59c3e6'] response: {'name': 'network-changed', 'server_uuid': '5260da4d-e9df-44f3-b122-ed6fa371e428', 'tag': '88750a01-f897-4a3c-ad23-ed1de652ee5a', 'status': 'completed', 'code': 200} Apr 29 13:41:05.115628 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae1c84b-701f-4ea4-8d15-9fbea550b1a5 req-8e679087-5897-44d2-aa02-2d11fab21905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:05.118034 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0ae1c84b-701f-4ea4-8d15-9fbea550b1a5 req-8e679087-5897-44d2-aa02-2d11fab21905 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c3073c813c30483a86a89e52417e9a83&device_id=5260da4d-e9df-44f3-b122-ed6fa371e428 HTTP/1.1" status: 200 len: 1129 time: 0.0459862 Apr 29 13:41:05.207105 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-954cd18f-d12b-4f02-9dd9-233d8cd4d4b9 None None] Set router 457839c8-bbcc-4a5d-950b-8abc066002ef gateway port host: dv-cinder-837699-3-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:41:05.218526 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae1c84b-701f-4ea4-8d15-9fbea550b1a5 req-640ef3e8-91e2-47cc-a708-73ce1dd8c785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:05.220063 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0ae1c84b-701f-4ea4-8d15-9fbea550b1a5 req-640ef3e8-91e2-47cc-a708-73ce1dd8c785 service neutron] 10.222.0.75 "GET /v2.0/networks?id=0df5f0bc-74a3-4b6f-90b4-101f998a7b98 HTTP/1.1" status: 200 len: 912 time: 0.0964005 Apr 29 13:41:05.304382 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0ae1c84b-701f-4ea4-8d15-9fbea550b1a5 req-feacee9b-0e7d-499a-98df-51583b0a4af4 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88750a01-f897-4a3c-ad23-ed1de652ee5a HTTP/1.1" status: 200 len: 999 time: 0.0768170 Apr 29 13:41:05.359554 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae1c84b-701f-4ea4-8d15-9fbea550b1a5 req-20a3bc7b-d441-4580-b921-7bc598423ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:05.361100 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0ae1c84b-701f-4ea4-8d15-9fbea550b1a5 req-20a3bc7b-d441-4580-b921-7bc598423ca3 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4e7e06f7-dcbc-4247-a7f8-31674bc9340e HTTP/1.1" status: 200 len: 850 time: 0.0514181 Apr 29 13:41:05.410043 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae1c84b-701f-4ea4-8d15-9fbea550b1a5 req-e4b59a7e-8f5b-4395-bded-ca56d69b7590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:05.411570 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0ae1c84b-701f-4ea4-8d15-9fbea550b1a5 req-e4b59a7e-8f5b-4395-bded-ca56d69b7590 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0df5f0bc-74a3-4b6f-90b4-101f998a7b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434308 Apr 29 13:41:05.444278 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-954cd18f-d12b-4f02-9dd9-233d8cd4d4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '457839c8-bbcc-4a5d-950b-8abc066002ef', 'name': 'tempest-TestVolumeBootPattern-613889079-router', 'tenant_id': 'c3073c813c30483a86a89e52417e9a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'ef7519de-6f6a-4ca3-8115-cb61d36c7da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:40:10Z', 'updated_at': '2022-04-29T13:40:13Z', 'revision_number': 4, 'project_id': 'c3073c813c30483a86a89e52417e9a83', 'gw_port': {'id': 'ef7519de-6f6a-4ca3-8115-cb61d36c7da8', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:72:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457839c8-bbcc-4a5d-950b-8abc066002ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:40:10Z', 'updated_at': '2022-04-29T13:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_floatingips': [{'id': 'd665a8b5-5a0b-47a4-9fdb-4d28e0df1847', 'tenant_id': 'c3073c813c30483a86a89e52417e9a83', 'floating_ip_address': '172.27.0.110', 'floating_network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'router_id': '457839c8-bbcc-4a5d-950b-8abc066002ef', 'port_id': '88750a01-f897-4a3c-ad23-ed1de652ee5a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 738, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0df5f0bc-74a3-4b6f-90b4-101f998a7b98', 'mac_address': 'fa:16:3e:4b:0a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5260da4d-e9df-44f3-b122-ed6fa371e428', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:41:03Z', 'updated_at': '2022-04-29T13:41:03Z', 'revision_number': 0, 'project_id': 'c3073c813c30483a86a89e52417e9a83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efd0000c-0814-493d-958b-49ab75a0c77d', 'name': '', 'network_id': '0df5f0bc-74a3-4b6f-90b4-101f998a7b98', 'tenant_id': 'c3073c813c30483a86a89e52417e9a83', 'mac_address': 'fa:16:3e:4b:15:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457839c8-bbcc-4a5d-950b-8abc066002ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '4e7e06f7-dcbc-4247-a7f8-31674bc9340e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:40:12Z', 'updated_at': '2022-04-29T13:40:18Z', 'revision_number': 5, 'project_id': 'c3073c813c30483a86a89e52417e9a83', 'subnets': [{'id': '4e7e06f7-dcbc-4247-a7f8-31674bc9340e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:41:05.475805 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954cd18f-d12b-4f02-9dd9-233d8cd4d4b9 None None] Checking router: 457839c8-bbcc-4a5d-950b-8abc066002ef for host: dv-cinder-837699-3-iscsi {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:41:05.484365 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954cd18f-d12b-4f02-9dd9-233d8cd4d4b9 None None] Routers {'457839c8-bbcc-4a5d-950b-8abc066002ef'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:41:05.485008 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-954cd18f-d12b-4f02-9dd9-233d8cd4d4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:40:54Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['457839c8-bbcc-4a5d-950b-8abc066002ef'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:41:05.509774 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0ae1c84b-701f-4ea4-8d15-9fbea550b1a5 req-428d4f9f-55d7-4f82-bc04-06487720bddf service neutron] 10.222.0.75 "GET /v2.0/networks/0df5f0bc-74a3-4b6f-90b4-101f998a7b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918787 Apr 29 13:41:05.594407 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-954cd18f-d12b-4f02-9dd9-233d8cd4d4b9 None None] Set router 457839c8-bbcc-4a5d-950b-8abc066002ef gateway port host: dv-cinder-837699-3-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:41:05.602116 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0ae1c84b-701f-4ea4-8d15-9fbea550b1a5 req-d3c72732-050f-4d43-9645-49f11812f84e service neutron] 10.222.0.75 "GET /v2.0/networks/0df5f0bc-74a3-4b6f-90b4-101f998a7b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862205 Apr 29 13:41:05.821941 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-954cd18f-d12b-4f02-9dd9-233d8cd4d4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '457839c8-bbcc-4a5d-950b-8abc066002ef', 'name': 'tempest-TestVolumeBootPattern-613889079-router', 'tenant_id': 'c3073c813c30483a86a89e52417e9a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'ef7519de-6f6a-4ca3-8115-cb61d36c7da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:40:10Z', 'updated_at': '2022-04-29T13:40:13Z', 'revision_number': 4, 'project_id': 'c3073c813c30483a86a89e52417e9a83', 'gw_port': {'id': 'ef7519de-6f6a-4ca3-8115-cb61d36c7da8', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:72:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457839c8-bbcc-4a5d-950b-8abc066002ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:40:10Z', 'updated_at': '2022-04-29T13:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_floatingips': [{'id': 'd665a8b5-5a0b-47a4-9fdb-4d28e0df1847', 'tenant_id': 'c3073c813c30483a86a89e52417e9a83', 'floating_ip_address': '172.27.0.110', 'floating_network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'router_id': '457839c8-bbcc-4a5d-950b-8abc066002ef', 'port_id': '88750a01-f897-4a3c-ad23-ed1de652ee5a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 738, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0df5f0bc-74a3-4b6f-90b4-101f998a7b98', 'mac_address': 'fa:16:3e:4b:0a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5260da4d-e9df-44f3-b122-ed6fa371e428', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:41:03Z', 'updated_at': '2022-04-29T13:41:03Z', 'revision_number': 0, 'project_id': 'c3073c813c30483a86a89e52417e9a83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efd0000c-0814-493d-958b-49ab75a0c77d', 'name': '', 'network_id': '0df5f0bc-74a3-4b6f-90b4-101f998a7b98', 'tenant_id': 'c3073c813c30483a86a89e52417e9a83', 'mac_address': 'fa:16:3e:4b:15:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457839c8-bbcc-4a5d-950b-8abc066002ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '4e7e06f7-dcbc-4247-a7f8-31674bc9340e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:40:12Z', 'updated_at': '2022-04-29T13:40:18Z', 'revision_number': 5, 'project_id': 'c3073c813c30483a86a89e52417e9a83', 'subnets': [{'id': '4e7e06f7-dcbc-4247-a7f8-31674bc9340e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:41:05.848446 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954cd18f-d12b-4f02-9dd9-233d8cd4d4b9 None None] The sync data for ids ['457839c8-bbcc-4a5d-950b-8abc066002ef'] in dv-cinder-837699-3-iscsi is: [{'id': '457839c8-bbcc-4a5d-950b-8abc066002ef', 'name': 'tempest-TestVolumeBootPattern-613889079-router', 'tenant_id': 'c3073c813c30483a86a89e52417e9a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'ef7519de-6f6a-4ca3-8115-cb61d36c7da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:40:10Z', 'updated_at': '2022-04-29T13:40:13Z', 'revision_number': 4, 'project_id': 'c3073c813c30483a86a89e52417e9a83', 'gw_port': {'id': 'ef7519de-6f6a-4ca3-8115-cb61d36c7da8', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:72:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457839c8-bbcc-4a5d-950b-8abc066002ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:40:10Z', 'updated_at': '2022-04-29T13:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_floatingips': [{'id': 'd665a8b5-5a0b-47a4-9fdb-4d28e0df1847', 'tenant_id': 'c3073c813c30483a86a89e52417e9a83', 'floating_ip_address': '172.27.0.110', 'floating_network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'router_id': '457839c8-bbcc-4a5d-950b-8abc066002ef', 'port_id': '88750a01-f897-4a3c-ad23-ed1de652ee5a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 738, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0df5f0bc-74a3-4b6f-90b4-101f998a7b98', 'mac_address': 'fa:16:3e:4b:0a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5260da4d-e9df-44f3-b122-ed6fa371e428', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:41:03Z', 'updated_at': '2022-04-29T13:41:03Z', 'revision_number': 0, 'project_id': 'c3073c813c30483a86a89e52417e9a83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efd0000c-0814-493d-958b-49ab75a0c77d', 'name': '', 'network_id': '0df5f0bc-74a3-4b6f-90b4-101f998a7b98', 'tenant_id': 'c3073c813c30483a86a89e52417e9a83', 'mac_address': 'fa:16:3e:4b:15:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457839c8-bbcc-4a5d-950b-8abc066002ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '4e7e06f7-dcbc-4247-a7f8-31674bc9340e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:40:12Z', 'updated_at': '2022-04-29T13:40:18Z', 'revision_number': 5, 'project_id': 'c3073c813c30483a86a89e52417e9a83', 'subnets': [{'id': '4e7e06f7-dcbc-4247-a7f8-31674bc9340e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:41:06.048715 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff497a85-7283-4b17-80f8-df733c854ad9 None None] New status for floating IP d665a8b5-5a0b-47a4-9fdb-4d28e0df1847: ACTIVE {{(pid=103367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 13:41:21.608154 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5d736bad-d5fb-4541-abb6-4c4fe804bdb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (e437e712-237e-4a54-83a8-782eed3c5f0c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:24.282045 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a653f7ec-e0f4-43b4-97aa-5afdc11d343c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (ffd5f049-29fc-4e99-906d-6eadce93ab48), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:25.901351 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d46c6b96-c9c1-47b5-84ba-015c4e42046f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (1b2ea45c-9419-45d0-91af-29e2c5a1844a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:27.352460 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bea047bf-f99e-49b2-8b9d-5ba249a30c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (23d6c007-0036-4fdb-b033-28b1fd628d82), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:28.719785 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (070d87cd-fed4-4d07-85b5-c26ded61f2d8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:33.793922 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c4090ed3-b188-48ef-a6b9-5d78229fc55d None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:41:34.840821 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (477bd1e1-70d7-4a7b-b37c-5892af57f2e4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:42.312650 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-43f42792-a6dc-4971-a5b6-2802b659fbc2 req-6255b671-4dbb-4921-9d41-53d2754f3b21 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=5260da4d-e9df-44f3-b122-ed6fa371e428&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0452657 Apr 29 13:41:42.409760 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f42792-a6dc-4971-a5b6-2802b659fbc2 req-48e1f763-be18-4b1c-8253-abfc62a33659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:42.411269 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-43f42792-a6dc-4971-a5b6-2802b659fbc2 req-48e1f763-be18-4b1c-8253-abfc62a33659 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c3073c813c30483a86a89e52417e9a83&device_id=5260da4d-e9df-44f3-b122-ed6fa371e428 HTTP/1.1" status: 200 len: 1129 time: 0.0401731 Apr 29 13:41:42.519335 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f42792-a6dc-4971-a5b6-2802b659fbc2 req-996527cd-9123-4127-bc3b-575102749e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:42.520849 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-43f42792-a6dc-4971-a5b6-2802b659fbc2 req-996527cd-9123-4127-bc3b-575102749e0d service neutron] 10.222.0.75 "GET /v2.0/networks?id=0df5f0bc-74a3-4b6f-90b4-101f998a7b98 HTTP/1.1" status: 200 len: 912 time: 0.0915074 Apr 29 13:41:42.592291 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-43f42792-a6dc-4971-a5b6-2802b659fbc2 req-67516358-58aa-427b-a00d-cf021dacbe9d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88750a01-f897-4a3c-ad23-ed1de652ee5a HTTP/1.1" status: 200 len: 1001 time: 0.0656383 Apr 29 13:41:42.641524 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f42792-a6dc-4971-a5b6-2802b659fbc2 req-97f624cf-fddb-4c6a-8493-3f21108cc94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:42.643005 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-43f42792-a6dc-4971-a5b6-2802b659fbc2 req-97f624cf-fddb-4c6a-8493-3f21108cc94f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4e7e06f7-dcbc-4247-a7f8-31674bc9340e HTTP/1.1" status: 200 len: 850 time: 0.0448718 Apr 29 13:41:42.685655 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f42792-a6dc-4971-a5b6-2802b659fbc2 req-67667f28-37aa-4292-95d5-844c4aead792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:42.687167 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-43f42792-a6dc-4971-a5b6-2802b659fbc2 req-67667f28-37aa-4292-95d5-844c4aead792 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0df5f0bc-74a3-4b6f-90b4-101f998a7b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388236 Apr 29 13:41:42.780579 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-43f42792-a6dc-4971-a5b6-2802b659fbc2 req-784fae72-b14f-42e1-b9ae-7f2d4a5b0b1b service neutron] 10.222.0.75 "GET /v2.0/networks/0df5f0bc-74a3-4b6f-90b4-101f998a7b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875690 Apr 29 13:41:42.874228 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-43f42792-a6dc-4971-a5b6-2802b659fbc2 req-789009a2-f247-4529-a533-193b9e09ca68 service neutron] 10.222.0.75 "GET /v2.0/networks/0df5f0bc-74a3-4b6f-90b4-101f998a7b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880358 Apr 29 13:41:51.599616 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5a270f3e-494d-4c6e-b04b-60508df1f5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (e437e712-237e-4a54-83a8-782eed3c5f0c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:54.284863 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3a11d88d-d302-4e2d-b384-85428d0f09ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (ffd5f049-29fc-4e99-906d-6eadce93ab48), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:55.901216 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d46c6b96-c9c1-47b5-84ba-015c4e42046f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (1b2ea45c-9419-45d0-91af-29e2c5a1844a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:57.351596 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bea047bf-f99e-49b2-8b9d-5ba249a30c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (23d6c007-0036-4fdb-b033-28b1fd628d82), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:58.723402 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (070d87cd-fed4-4d07-85b5-c26ded61f2d8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:42:04.837209 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (477bd1e1-70d7-4a7b-b37c-5892af57f2e4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:42:10.792579 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c4090ed3-b188-48ef-a6b9-5d78229fc55d None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:42:21.602085 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-14f31c1c-2bc9-4d56-9aee-0037bbd8a9b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (e437e712-237e-4a54-83a8-782eed3c5f0c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:42:24.287064 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e888f2cf-70d8-42b2-bb0b-f57698fe4110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (ffd5f049-29fc-4e99-906d-6eadce93ab48), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:42:25.903293 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d46c6b96-c9c1-47b5-84ba-015c4e42046f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (1b2ea45c-9419-45d0-91af-29e2c5a1844a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:42:27.353638 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bea047bf-f99e-49b2-8b9d-5ba249a30c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (23d6c007-0036-4fdb-b033-28b1fd628d82), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:42:28.726016 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (070d87cd-fed4-4d07-85b5-c26ded61f2d8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:42:34.851342 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (477bd1e1-70d7-4a7b-b37c-5892af57f2e4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:42:43.330315 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4af283a0-64da-4135-b890-68a74ed03dc4 req-1f573f5d-3c92-4be6-a0c6-90e7b940edcb service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=5260da4d-e9df-44f3-b122-ed6fa371e428&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0826213 Apr 29 13:42:43.424336 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af283a0-64da-4135-b890-68a74ed03dc4 req-10135b83-ab9a-4a79-af4a-05471f7337ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:42:43.425918 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4af283a0-64da-4135-b890-68a74ed03dc4 req-10135b83-ab9a-4a79-af4a-05471f7337ee service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c3073c813c30483a86a89e52417e9a83&device_id=5260da4d-e9df-44f3-b122-ed6fa371e428 HTTP/1.1" status: 200 len: 1129 time: 0.0383573 Apr 29 13:42:43.528771 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af283a0-64da-4135-b890-68a74ed03dc4 req-170ec106-d761-4ba3-a948-ab9f0b5a67e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:42:43.530159 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4af283a0-64da-4135-b890-68a74ed03dc4 req-170ec106-d761-4ba3-a948-ab9f0b5a67e3 service neutron] 10.222.0.75 "GET /v2.0/networks?id=0df5f0bc-74a3-4b6f-90b4-101f998a7b98 HTTP/1.1" status: 200 len: 912 time: 0.0879626 Apr 29 13:42:43.594573 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4af283a0-64da-4135-b890-68a74ed03dc4 req-4a3159cb-ce2f-4279-89ce-b096ebdcd425 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88750a01-f897-4a3c-ad23-ed1de652ee5a HTTP/1.1" status: 200 len: 1001 time: 0.0580182 Apr 29 13:42:43.643296 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af283a0-64da-4135-b890-68a74ed03dc4 req-f5e772d9-64bd-4dc2-a28f-6a24485afae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:42:43.644721 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4af283a0-64da-4135-b890-68a74ed03dc4 req-f5e772d9-64bd-4dc2-a28f-6a24485afae4 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4e7e06f7-dcbc-4247-a7f8-31674bc9340e HTTP/1.1" status: 200 len: 850 time: 0.0432820 Apr 29 13:42:43.690920 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af283a0-64da-4135-b890-68a74ed03dc4 req-76e75493-43c3-4786-9c2a-280bc23c5c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:42:43.692432 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4af283a0-64da-4135-b890-68a74ed03dc4 req-76e75493-43c3-4786-9c2a-280bc23c5c23 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0df5f0bc-74a3-4b6f-90b4-101f998a7b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418525 Apr 29 13:42:43.702066 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [req-4af283a0-64da-4135-b890-68a74ed03dc4 req-e117a9f0-d22d-46ea-a26c-baf190b246a1 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 13:42:43.702993 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4af283a0-64da-4135-b890-68a74ed03dc4 req-e117a9f0-d22d-46ea-a26c-baf190b246a1 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047853 Apr 29 13:42:43.791306 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4af283a0-64da-4135-b890-68a74ed03dc4 req-9d08d4f4-6b6b-42a8-be16-732263c0031d service neutron] 10.222.0.75 "GET /v2.0/networks/0df5f0bc-74a3-4b6f-90b4-101f998a7b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824199 Apr 29 13:42:43.882895 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4af283a0-64da-4135-b890-68a74ed03dc4 req-0bafb6fa-1784-4c92-9372-58cdfa51e37f service neutron] 10.222.0.75 "GET /v2.0/networks/0df5f0bc-74a3-4b6f-90b4-101f998a7b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860651 Apr 29 13:42:47.790890 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c4090ed3-b188-48ef-a6b9-5d78229fc55d None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:42:51.604038 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9933759c-e98f-4a33-83ce-126ba78d0b8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (e437e712-237e-4a54-83a8-782eed3c5f0c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:42:54.290486 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a6f6c981-593f-46db-b92e-b1c4b0cb1248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (ffd5f049-29fc-4e99-906d-6eadce93ab48), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:42:55.907023 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d46c6b96-c9c1-47b5-84ba-015c4e42046f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (1b2ea45c-9419-45d0-91af-29e2c5a1844a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:42:57.385921 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bea047bf-f99e-49b2-8b9d-5ba249a30c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (23d6c007-0036-4fdb-b033-28b1fd628d82), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:42:58.730719 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (070d87cd-fed4-4d07-85b5-c26ded61f2d8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:04.852228 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (477bd1e1-70d7-4a7b-b37c-5892af57f2e4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:20.209633 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f25b68b-baef-4956-8ba8-d29dd5da54df req-73f14a15-20a2-4d1f-aaed-ab0065519eea tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:20.211098 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0f25b68b-baef-4956-8ba8-d29dd5da54df req-73f14a15-20a2-4d1f-aaed-ab0065519eea tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/ports?device_id=5260da4d-e9df-44f3-b122-ed6fa371e428 HTTP/1.1" status: 200 len: 945 time: 0.0949464 Apr 29 13:43:20.259381 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0f25b68b-baef-4956-8ba8-d29dd5da54df req-5d079d7c-4768-40fb-875d-41c763433526 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/security-groups?id=12660fcc-1e1c-4a10-9f22-4fa2d7c20a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427887 Apr 29 13:43:21.436569 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afde962-b870-4d89-9fec-a173cf93482a req-330e98b3-d6fa-453c-aa5e-2f9348367017 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:21.438095 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7afde962-b870-4d89-9fec-a173cf93482a req-330e98b3-d6fa-453c-aa5e-2f9348367017 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/ports?device_id=5260da4d-e9df-44f3-b122-ed6fa371e428 HTTP/1.1" status: 200 len: 945 time: 0.0973673 Apr 29 13:43:21.487621 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7afde962-b870-4d89-9fec-a173cf93482a req-8807de89-0f74-4514-8539-56c3ff74878e tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/security-groups?id=12660fcc-1e1c-4a10-9f22-4fa2d7c20a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437164 Apr 29 13:43:21.605385 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7f398022-ba9f-48da-b332-d69758a53f8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (e437e712-237e-4a54-83a8-782eed3c5f0c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:21.988593 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef29a2b-e97d-414d-b609-036f37f238eb req-69f3be5f-cb75-4198-8665-5ed6d49074a2 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:21.989989 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8ef29a2b-e97d-414d-b609-036f37f238eb req-69f3be5f-cb75-4198-8665-5ed6d49074a2 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.75 "GET /v2.0/ports?device_id=5260da4d-e9df-44f3-b122-ed6fa371e428 HTTP/1.1" status: 200 len: 945 time: 0.0468385 Apr 29 13:43:22.076115 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-8ef29a2b-e97d-414d-b609-036f37f238eb req-5c18db64-02b2-4ca1-955a-60fb440202e0 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Deleting port 88750a01-f897-4a3c-ad23-ed1de652ee5a {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:43:22.076456 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8ef29a2b-e97d-414d-b609-036f37f238eb req-5c18db64-02b2-4ca1-955a-60fb440202e0 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783156326988'] for port (88750a01-f897-4a3c-ad23-ed1de652ee5a), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:22.163204 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-8ef29a2b-e97d-414d-b609-036f37f238eb req-5c18db64-02b2-4ca1-955a-60fb440202e0 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] For port 88750a01-f897-4a3c-ad23-ed1de652ee5a, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=88750a01-f897-4a3c-ad23-ed1de652ee5a,segment=NetworkSegment(688818c9-fd33-48fa-9750-00b7f6795c0b),segment_id=688818c9-fd33-48fa-9750-00b7f6795c0b)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:43:22.163564 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8ef29a2b-e97d-414d-b609-036f37f238eb req-5c18db64-02b2-4ca1-955a-60fb440202e0 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749638'] for port (88750a01-f897-4a3c-ad23-ed1de652ee5a), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:22.336830 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8ef29a2b-e97d-414d-b609-036f37f238eb req-5c18db64-02b2-4ca1-955a-60fb440202e0 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:22.337305 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8ef29a2b-e97d-414d-b609-036f37f238eb req-5c18db64-02b2-4ca1-955a-60fb440202e0 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706107'] for floatingip (d665a8b5-5a0b-47a4-9fdb-4d28e0df1847), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:22.337683 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.db.l3_db [req-8ef29a2b-e97d-414d-b609-036f37f238eb req-5c18db64-02b2-4ca1-955a-60fb440202e0 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Floating IP d665a8b5-5a0b-47a4-9fdb-4d28e0df1847 disassociated. External IP: 172.27.0.110, port: 88750a01-f897-4a3c-ad23-ed1de652ee5a. Apr 29 13:43:22.338281 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-8ef29a2b-e97d-414d-b609-036f37f238eb req-5c18db64-02b2-4ca1-955a-60fb440202e0 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Calling delete_port for 88750a01-f897-4a3c-ad23-ed1de652ee5a owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:43:22.466732 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8ef29a2b-e97d-414d-b609-036f37f238eb req-5c18db64-02b2-4ca1-955a-60fb440202e0 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783156333258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783155810407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8537941'] for port (88750a01-f897-4a3c-ad23-ed1de652ee5a), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:22.498777 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c18db64-02b2-4ca1-955a-60fb440202e0 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Pushing event deleted for resources: {'Port': ['ID=88750a01-f897-4a3c-ad23-ed1de652ee5a,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:22.510965 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c18db64-02b2-4ca1-955a-60fb440202e0 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:22.511323 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c18db64-02b2-4ca1-955a-60fb440202e0 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:22.511675 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c18db64-02b2-4ca1-955a-60fb440202e0 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:22.512027 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c18db64-02b2-4ca1-955a-60fb440202e0 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:22.512368 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c18db64-02b2-4ca1-955a-60fb440202e0 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:22.512704 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c18db64-02b2-4ca1-955a-60fb440202e0 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:22.513071 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c18db64-02b2-4ca1-955a-60fb440202e0 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:22.513399 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c18db64-02b2-4ca1-955a-60fb440202e0 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:22.513736 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c18db64-02b2-4ca1-955a-60fb440202e0 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:22.514070 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c18db64-02b2-4ca1-955a-60fb440202e0 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:22.514399 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c18db64-02b2-4ca1-955a-60fb440202e0 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:22.514753 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c18db64-02b2-4ca1-955a-60fb440202e0 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:22.515082 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c18db64-02b2-4ca1-955a-60fb440202e0 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:22.515406 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c18db64-02b2-4ca1-955a-60fb440202e0 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:22.515754 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c18db64-02b2-4ca1-955a-60fb440202e0 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:22.625491 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2a5c967f-3dd8-47cf-8c68-e40e13d3b136 req-955e633d-8c02-4277-b710-c1cfbf49a312 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/ports?device_id=5260da4d-e9df-44f3-b122-ed6fa371e428 HTTP/1.1" status: 200 len: 210 time: 0.0560682 Apr 29 13:43:22.651952 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ef29a2b-e97d-414d-b609-036f37f238eb req-5c18db64-02b2-4ca1-955a-60fb440202e0 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Router 457839c8-bbcc-4a5d-950b-8abc066002ef has already been hosted by L3 agent ffd5f049-29fc-4e99-906d-6eadce93ab48 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:43:22.760844 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ef29a2b-e97d-414d-b609-036f37f238eb req-5c18db64-02b2-4ca1-955a-60fb440202e0 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Notify agent at l3_agent.dv-cinder-837699-3-iscsi the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:43:22.771642 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b0fbd7-d849-4f1d-a135-b31e748897c2 None None] Sync routers for ids ['457839c8-bbcc-4a5d-950b-8abc066002ef'] in dv-cinder-837699-3-iscsi {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:43:22.781729 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b0fbd7-d849-4f1d-a135-b31e748897c2 None None] Routers {'457839c8-bbcc-4a5d-950b-8abc066002ef'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:43:22.782596 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-42b0fbd7-d849-4f1d-a135-b31e748897c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:42:54Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['457839c8-bbcc-4a5d-950b-8abc066002ef'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:43:22.803923 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ef29a2b-e97d-414d-b609-036f37f238eb req-5c18db64-02b2-4ca1-955a-60fb440202e0 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] No DVR routers for this DVR port 88750a01-f897-4a3c-ad23-ed1de652ee5a on host hv-cinder-83769 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:43:22.806480 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8ef29a2b-e97d-414d-b609-036f37f238eb req-5c18db64-02b2-4ca1-955a-60fb440202e0 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:22.809818 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8ef29a2b-e97d-414d-b609-036f37f238eb req-5c18db64-02b2-4ca1-955a-60fb440202e0 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.75 "DELETE /v2.0/ports/88750a01-f897-4a3c-ad23-ed1de652ee5a HTTP/1.1" status: 204 len: 173 time: 0.8148355 Apr 29 13:43:22.810257 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5260da4d-e9df-44f3-b122-ed6fa371e428', 'name': 'network-vif-deleted', 'tag': '88750a01-f897-4a3c-ad23-ed1de652ee5a'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:43:22.812569 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34453e8beaba66333125c1a762a789c78ce2f458b63942c2f470c2340433bc94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4098a935-349b-47be-8e6b-def51bbe0c62" -d '{"events": [{"server_uuid": "5260da4d-e9df-44f3-b122-ed6fa371e428", "name": "network-vif-deleted", "tag": "88750a01-f897-4a3c-ad23-ed1de652ee5a"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:43:22.863931 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2da13072-6bcf-44c7-bfad-41411c441484 x-openstack-request-id: req-2da13072-6bcf-44c7-bfad-41411c441484 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:43:22.864241 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5260da4d-e9df-44f3-b122-ed6fa371e428", "name": "network-vif-deleted", "tag": "88750a01-f897-4a3c-ad23-ed1de652ee5a", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:43:22.864503 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2da13072-6bcf-44c7-bfad-41411c441484 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:43:22.865833 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2da13072-6bcf-44c7-bfad-41411c441484'] response: {'server_uuid': '5260da4d-e9df-44f3-b122-ed6fa371e428', 'name': 'network-vif-deleted', 'tag': '88750a01-f897-4a3c-ad23-ed1de652ee5a', 'status': 'completed', 'code': 200} Apr 29 13:43:22.898180 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-42b0fbd7-d849-4f1d-a135-b31e748897c2 None None] Set router 457839c8-bbcc-4a5d-950b-8abc066002ef gateway port host: dv-cinder-837699-3-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:43:23.096215 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-42b0fbd7-d849-4f1d-a135-b31e748897c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '457839c8-bbcc-4a5d-950b-8abc066002ef', 'name': 'tempest-TestVolumeBootPattern-613889079-router', 'tenant_id': 'c3073c813c30483a86a89e52417e9a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'ef7519de-6f6a-4ca3-8115-cb61d36c7da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:40:10Z', 'updated_at': '2022-04-29T13:40:13Z', 'revision_number': 4, 'project_id': 'c3073c813c30483a86a89e52417e9a83', 'gw_port': {'id': 'ef7519de-6f6a-4ca3-8115-cb61d36c7da8', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:72:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457839c8-bbcc-4a5d-950b-8abc066002ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:40:10Z', 'updated_at': '2022-04-29T13:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_interfaces': [{'id': 'efd0000c-0814-493d-958b-49ab75a0c77d', 'name': '', 'network_id': '0df5f0bc-74a3-4b6f-90b4-101f998a7b98', 'tenant_id': 'c3073c813c30483a86a89e52417e9a83', 'mac_address': 'fa:16:3e:4b:15:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457839c8-bbcc-4a5d-950b-8abc066002ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '4e7e06f7-dcbc-4247-a7f8-31674bc9340e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:40:12Z', 'updated_at': '2022-04-29T13:40:18Z', 'revision_number': 5, 'project_id': 'c3073c813c30483a86a89e52417e9a83', 'subnets': [{'id': '4e7e06f7-dcbc-4247-a7f8-31674bc9340e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:43:23.122323 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b0fbd7-d849-4f1d-a135-b31e748897c2 None None] Checking router: 457839c8-bbcc-4a5d-950b-8abc066002ef for host: dv-cinder-837699-3-iscsi {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:43:23.130326 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b0fbd7-d849-4f1d-a135-b31e748897c2 None None] Routers {'457839c8-bbcc-4a5d-950b-8abc066002ef'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:43:23.132047 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-42b0fbd7-d849-4f1d-a135-b31e748897c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:42:54Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['457839c8-bbcc-4a5d-950b-8abc066002ef'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:43:23.242673 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-42b0fbd7-d849-4f1d-a135-b31e748897c2 None None] Set router 457839c8-bbcc-4a5d-950b-8abc066002ef gateway port host: dv-cinder-837699-3-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:43:23.431738 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-42b0fbd7-d849-4f1d-a135-b31e748897c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '457839c8-bbcc-4a5d-950b-8abc066002ef', 'name': 'tempest-TestVolumeBootPattern-613889079-router', 'tenant_id': 'c3073c813c30483a86a89e52417e9a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'ef7519de-6f6a-4ca3-8115-cb61d36c7da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:40:10Z', 'updated_at': '2022-04-29T13:40:13Z', 'revision_number': 4, 'project_id': 'c3073c813c30483a86a89e52417e9a83', 'gw_port': {'id': 'ef7519de-6f6a-4ca3-8115-cb61d36c7da8', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:72:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457839c8-bbcc-4a5d-950b-8abc066002ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:40:10Z', 'updated_at': '2022-04-29T13:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_interfaces': [{'id': 'efd0000c-0814-493d-958b-49ab75a0c77d', 'name': '', 'network_id': '0df5f0bc-74a3-4b6f-90b4-101f998a7b98', 'tenant_id': 'c3073c813c30483a86a89e52417e9a83', 'mac_address': 'fa:16:3e:4b:15:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457839c8-bbcc-4a5d-950b-8abc066002ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '4e7e06f7-dcbc-4247-a7f8-31674bc9340e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:40:12Z', 'updated_at': '2022-04-29T13:40:18Z', 'revision_number': 5, 'project_id': 'c3073c813c30483a86a89e52417e9a83', 'subnets': [{'id': '4e7e06f7-dcbc-4247-a7f8-31674bc9340e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:43:23.456774 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b0fbd7-d849-4f1d-a135-b31e748897c2 None None] The sync data for ids ['457839c8-bbcc-4a5d-950b-8abc066002ef'] in dv-cinder-837699-3-iscsi is: [{'id': '457839c8-bbcc-4a5d-950b-8abc066002ef', 'name': 'tempest-TestVolumeBootPattern-613889079-router', 'tenant_id': 'c3073c813c30483a86a89e52417e9a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'ef7519de-6f6a-4ca3-8115-cb61d36c7da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:40:10Z', 'updated_at': '2022-04-29T13:40:13Z', 'revision_number': 4, 'project_id': 'c3073c813c30483a86a89e52417e9a83', 'gw_port': {'id': 'ef7519de-6f6a-4ca3-8115-cb61d36c7da8', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:72:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457839c8-bbcc-4a5d-950b-8abc066002ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:40:10Z', 'updated_at': '2022-04-29T13:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_interfaces': [{'id': 'efd0000c-0814-493d-958b-49ab75a0c77d', 'name': '', 'network_id': '0df5f0bc-74a3-4b6f-90b4-101f998a7b98', 'tenant_id': 'c3073c813c30483a86a89e52417e9a83', 'mac_address': 'fa:16:3e:4b:15:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457839c8-bbcc-4a5d-950b-8abc066002ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '4e7e06f7-dcbc-4247-a7f8-31674bc9340e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:40:12Z', 'updated_at': '2022-04-29T13:40:18Z', 'revision_number': 5, 'project_id': 'c3073c813c30483a86a89e52417e9a83', 'subnets': [{'id': '4e7e06f7-dcbc-4247-a7f8-31674bc9340e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:43:23.692466 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f98d87-a377-402d-b110-be413c771f4d None None] New status for floating IP d665a8b5-5a0b-47a4-9fdb-4d28e0df1847: DOWN {{(pid=103367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 13:43:23.742131 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-eeb34033-a725-405f-9401-e0e427deb7f0 req-e4ec96a3-055e-428b-8f24-2b2f14fe13dc tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/ports?device_id=5260da4d-e9df-44f3-b122-ed6fa371e428 HTTP/1.1" status: 200 len: 210 time: 0.0294991 Apr 29 13:43:24.292162 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe4f7-593c-4632-a9fc-30b9e2df58dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (ffd5f049-29fc-4e99-906d-6eadce93ab48), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:24.789194 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c4090ed3-b188-48ef-a6b9-5d78229fc55d None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:43:24.965717 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3cb0f516-cbde-4b93-a5a7-5fe6f5773151 req-119c6e35-af21-4a90-98bd-b8eabdeed715 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-592035898&fields=id&tenant_id=c3073c813c30483a86a89e52417e9a83 HTTP/1.1" status: 200 len: 267 time: 0.0582585 Apr 29 13:43:25.029373 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device 88750a01-f897-4a3c-ad23-ed1de652ee5a no longer exists at agent hyperv_hv-cinder-83769 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:43:25.053230 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] No Port match for: 88750a01-f897-4a3c-ad23-ed1de652ee5a {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:43:25.053585 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device 88750a01-f897-4a3c-ad23-ed1de652ee5a not bound to the agent host hv-cinder-83769 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:43:25.073412 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb0f516-cbde-4b93-a5a7-5fe6f5773151 req-af13a7f4-3583-42d0-acbd-091c60a429e6 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:25.074878 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3cb0f516-cbde-4b93-a5a7-5fe6f5773151 req-af13a7f4-3583-42d0-acbd-091c60a429e6 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/networks?id=0df5f0bc-74a3-4b6f-90b4-101f998a7b98 HTTP/1.1" status: 200 len: 811 time: 0.1024776 Apr 29 13:43:25.089553 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3cb0f516-cbde-4b93-a5a7-5fe6f5773151 req-69bfc734-361e-4d71-842b-cf1178d1b953 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/quotas/c3073c813c30483a86a89e52417e9a83 HTTP/1.1" status: 200 len: 375 time: 0.0093617 Apr 29 13:43:25.138959 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3cb0f516-cbde-4b93-a5a7-5fe6f5773151 req-54994e30-06d0-4bfa-bc2e-3b9bcc21a9cf tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c3073c813c30483a86a89e52417e9a83&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443707 Apr 29 13:43:25.279895 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3cb0f516-cbde-4b93-a5a7-5fe6f5773151 req-e89e6822-7f65-4406-ade4-3c5fb778b34c service neutron] 10.222.0.11 "GET /v2.0/networks/0df5f0bc-74a3-4b6f-90b4-101f998a7b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300769 Apr 29 13:43:25.377945 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3cb0f516-cbde-4b93-a5a7-5fe6f5773151 req-030edfd2-ebfd-49f9-85de-b63a9c72a87c service neutron] 10.222.0.11 "GET /v2.0/networks/0df5f0bc-74a3-4b6f-90b4-101f998a7b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913010 Apr 29 13:43:26.038398 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d46c6b96-c9c1-47b5-84ba-015c4e42046f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (1b2ea45c-9419-45d0-91af-29e2c5a1844a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:26.668146 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-64f7e48a-5414-4818-85cf-ed88b054ea46 req-9d919c6c-95d7-49dd-a9b3-1ccd30c96390 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0369e6-e9bf-4b83-b5b5-8d4e197e9bd6 HTTP/1.1" status: 200 len: 210 time: 0.0280104 Apr 29 13:43:27.359505 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bea047bf-f99e-49b2-8b9d-5ba249a30c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (23d6c007-0036-4fdb-b033-28b1fd628d82), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:27.745139 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-588ca3d2-56f3-4eec-b0ce-03f1d38bc344 req-fcd8de3d-2620-40d3-9715-a8ce0d7747aa tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0369e6-e9bf-4b83-b5b5-8d4e197e9bd6 HTTP/1.1" status: 200 len: 210 time: 0.0281363 Apr 29 13:43:28.733362 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (070d87cd-fed4-4d07-85b5-c26ded61f2d8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:28.826955 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-0606c588-bb6f-4815-9f21-912df1265123 req-29f17a85-a1da-44c2-8ed8-e099f0e0c30f tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0369e6-e9bf-4b83-b5b5-8d4e197e9bd6 HTTP/1.1" status: 200 len: 210 time: 0.0313494 Apr 29 13:43:29.906195 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-eb124570-0c1e-40cd-9b02-c5a35a4c40fe req-b3c0a743-518b-44b9-a6a0-d01eb9585248 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0369e6-e9bf-4b83-b5b5-8d4e197e9bd6 HTTP/1.1" status: 200 len: 210 time: 0.0278473 Apr 29 13:43:31.007423 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9c038880-93a1-4ae6-a742-866bf6b4a733 req-5a24ba98-388e-46bb-9959-3f3d1b372183 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0369e6-e9bf-4b83-b5b5-8d4e197e9bd6 HTTP/1.1" status: 200 len: 210 time: 0.0300670 Apr 29 13:43:31.695559 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb0f516-cbde-4b93-a5a7-5fe6f5773151 req-24f2b1b5-ef09-4e69-8e87-358948357fdd tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:31.697054 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3cb0f516-cbde-4b93-a5a7-5fe6f5773151 req-24f2b1b5-ef09-4e69-8e87-358948357fdd tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.75 "GET /v2.0/networks?id=0df5f0bc-74a3-4b6f-90b4-101f998a7b98 HTTP/1.1" status: 200 len: 811 time: 0.1081197 Apr 29 13:43:31.782112 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3cb0f516-cbde-4b93-a5a7-5fe6f5773151 req-8dbd3774-55a7-4bcb-b49d-38a130c4e2c3 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3073c813c30483a86a89e52417e9a83 HTTP/1.1" status: 200 len: 379 time: 0.0528426 Apr 29 13:43:31.791470 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [req-3cb0f516-cbde-4b93-a5a7-5fe6f5773151 req-6af84f5f-30b3-4962-a960-e997c83711f2 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Request body: {'port': {'device_id': '0c0369e6-e9bf-4b83-b5b5-8d4e197e9bd6', 'network_id': '0df5f0bc-74a3-4b6f-90b4-101f998a7b98', 'admin_state_up': True, 'tenant_id': 'c3073c813c30483a86a89e52417e9a83', 'security_groups': ['12660fcc-1e1c-4a10-9f22-4fa2d7c20a7d']}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:43:31.895882 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cb0f516-cbde-4b93-a5a7-5fe6f5773151 req-6af84f5f-30b3-4962-a960-e997c83711f2 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Made reservation on behalf of c3073c813c30483a86a89e52417e9a83 for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:43:31.899424 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-3cb0f516-cbde-4b93-a5a7-5fe6f5773151 req-6af84f5f-30b3-4962-a960-e997c83711f2 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:32.026603 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-3cb0f516-cbde-4b93-a5a7-5fe6f5773151 req-6af84f5f-30b3-4962-a960-e997c83711f2 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Allocated IP 172.20.0.3 (0df5f0bc-74a3-4b6f-90b4-101f998a7b98/4e7e06f7-dcbc-4247-a7f8-31674bc9340e/ca0b0364-01a8-4173-8102-827bfe8e6577) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:43:32.123022 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-149e2aec-a60c-4d78-8805-45d6141aea59 req-d78159c8-6255-495e-be70-2dcd198e86ba tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0369e6-e9bf-4b83-b5b5-8d4e197e9bd6 HTTP/1.1" status: 200 len: 210 time: 0.0394621 Apr 29 13:43:32.201831 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-3cb0f516-cbde-4b93-a5a7-5fe6f5773151 req-6af84f5f-30b3-4962-a960-e997c83711f2 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks [] for port (ca0b0364-01a8-4173-8102-827bfe8e6577), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:32.235493 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-3cb0f516-cbde-4b93-a5a7-5fe6f5773151 req-6af84f5f-30b3-4962-a960-e997c83711f2 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783155810398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8537941'] for port (ca0b0364-01a8-4173-8102-827bfe8e6577), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:32.276993 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cb0f516-cbde-4b93-a5a7-5fe6f5773151 req-6af84f5f-30b3-4962-a960-e997c83711f2 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Network 0df5f0bc-74a3-4b6f-90b4-101f998a7b98 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:43:32.280290 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-3cb0f516-cbde-4b93-a5a7-5fe6f5773151 req-6af84f5f-30b3-4962-a960-e997c83711f2 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:43:32.287619 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cb0f516-cbde-4b93-a5a7-5fe6f5773151 req-6af84f5f-30b3-4962-a960-e997c83711f2 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:43:32.312637 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af84f5f-30b3-4962-a960-e997c83711f2 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Pushing event updated for resources: {'Port': ['ID=ca0b0364-01a8-4173-8102-827bfe8e6577,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:32.340840 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb0f516-cbde-4b93-a5a7-5fe6f5773151 req-6af84f5f-30b3-4962-a960-e997c83711f2 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:32.341481 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-3cb0f516-cbde-4b93-a5a7-5fe6f5773151 req-6af84f5f-30b3-4962-a960-e997c83711f2 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:32.360403 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3cb0f516-cbde-4b93-a5a7-5fe6f5773151 req-6af84f5f-30b3-4962-a960-e997c83711f2 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5727367 Apr 29 13:43:32.398983 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [req-3cb0f516-cbde-4b93-a5a7-5fe6f5773151 req-355b7993-8ba2-4c6e-8750-44c338a82cd5 service neutron] Request body: {'port': {'device_id': '0c0369e6-e9bf-4b83-b5b5-8d4e197e9bd6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83769'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:43:32.465541 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-3cb0f516-cbde-4b93-a5a7-5fe6f5773151 req-355b7993-8ba2-4c6e-8750-44c338a82cd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (ca0b0364-01a8-4173-8102-827bfe8e6577), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:32.475240 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-1a345b48-fc32-4662-9962-8d888c2dde2d None None] Provisioning complete for port ca0b0364-01a8-4173-8102-827bfe8e6577 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:43:32.475908 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1a345b48-fc32-4662-9962-8d888c2dde2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (ca0b0364-01a8-4173-8102-827bfe8e6577), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:32.511091 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-1a345b48-fc32-4662-9962-8d888c2dde2d None None] Port ca0b0364-01a8-4173-8102-827bfe8e6577 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 13:43:32.746016 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [req-3cb0f516-cbde-4b93-a5a7-5fe6f5773151 req-355b7993-8ba2-4c6e-8750-44c338a82cd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca0b0364-01a8-4173-8102-827bfe8e6577 {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:43:32.753315 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-3cb0f516-cbde-4b93-a5a7-5fe6f5773151 req-355b7993-8ba2-4c6e-8750-44c338a82cd5 service neutron] Publish callbacks [] for port (ca0b0364-01a8-4173-8102-827bfe8e6577), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:32.766936 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-3cb0f516-cbde-4b93-a5a7-5fe6f5773151 req-355b7993-8ba2-4c6e-8750-44c338a82cd5 service neutron] Transition to ACTIVE for port object ca0b0364-01a8-4173-8102-827bfe8e6577 will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 13:43:32.769794 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-3cb0f516-cbde-4b93-a5a7-5fe6f5773151 req-355b7993-8ba2-4c6e-8750-44c338a82cd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8537934'] for port (ca0b0364-01a8-4173-8102-827bfe8e6577), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:32.840982 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355b7993-8ba2-4c6e-8750-44c338a82cd5 service neutron] Pushing event updated for resources: {'Port': ['ID=ca0b0364-01a8-4173-8102-827bfe8e6577,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:32.895367 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-3cb0f516-cbde-4b93-a5a7-5fe6f5773151 req-355b7993-8ba2-4c6e-8750-44c338a82cd5 service neutron] Attempting to bind port ca0b0364-01a8-4173-8102-827bfe8e6577 on host hv-cinder-83769 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:43:32.895744 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-3cb0f516-cbde-4b93-a5a7-5fe6f5773151 req-355b7993-8ba2-4c6e-8750-44c338a82cd5 service neutron] Attempting to bind port ca0b0364-01a8-4173-8102-827bfe8e6577 by drivers openvswitch,hyperv on host hv-cinder-83769 at level 0 using segments [{'id': '688818c9-fd33-48fa-9750-00b7f6795c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0df5f0bc-74a3-4b6f-90b4-101f998a7b98'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:43:32.896563 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb0f516-cbde-4b93-a5a7-5fe6f5773151 req-355b7993-8ba2-4c6e-8750-44c338a82cd5 service neutron] Attempting to bind port ca0b0364-01a8-4173-8102-827bfe8e6577 on network 0df5f0bc-74a3-4b6f-90b4-101f998a7b98 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:43:32.901980 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb0f516-cbde-4b93-a5a7-5fe6f5773151 req-355b7993-8ba2-4c6e-8750-44c338a82cd5 service neutron] Port ca0b0364-01a8-4173-8102-827bfe8e6577 on network 0df5f0bc-74a3-4b6f-90b4-101f998a7b98 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83769 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 13:43:32.902305 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb0f516-cbde-4b93-a5a7-5fe6f5773151 req-355b7993-8ba2-4c6e-8750-44c338a82cd5 service neutron] Attempting to bind port ca0b0364-01a8-4173-8102-827bfe8e6577 on network 0df5f0bc-74a3-4b6f-90b4-101f998a7b98 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:43:32.907424 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb0f516-cbde-4b93-a5a7-5fe6f5773151 req-355b7993-8ba2-4c6e-8750-44c338a82cd5 service neutron] Checking agent: {'id': '477bd1e1-70d7-4a7b-b37c-5892af57f2e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83769', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 19, 28), 'started_at': datetime.datetime(2022, 4, 29, 13, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:43:32.907846 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb0f516-cbde-4b93-a5a7-5fe6f5773151 req-355b7993-8ba2-4c6e-8750-44c338a82cd5 service neutron] Checking segment: {'id': '688818c9-fd33-48fa-9750-00b7f6795c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0df5f0bc-74a3-4b6f-90b4-101f998a7b98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:43:32.908311 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb0f516-cbde-4b93-a5a7-5fe6f5773151 req-355b7993-8ba2-4c6e-8750-44c338a82cd5 service neutron] Bound using segment: {'id': '688818c9-fd33-48fa-9750-00b7f6795c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0df5f0bc-74a3-4b6f-90b4-101f998a7b98'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:43:32.908765 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-3cb0f516-cbde-4b93-a5a7-5fe6f5773151 req-355b7993-8ba2-4c6e-8750-44c338a82cd5 service neutron] Bound port: ca0b0364-01a8-4173-8102-827bfe8e6577, host: hv-cinder-83769, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '688818c9-fd33-48fa-9750-00b7f6795c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0df5f0bc-74a3-4b6f-90b4-101f998a7b98'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:43:32.909141 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-3cb0f516-cbde-4b93-a5a7-5fe6f5773151 req-355b7993-8ba2-4c6e-8750-44c338a82cd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (ca0b0364-01a8-4173-8102-827bfe8e6577), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:32.976355 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-3cb0f516-cbde-4b93-a5a7-5fe6f5773151 req-355b7993-8ba2-4c6e-8750-44c338a82cd5 service neutron] For port ca0b0364-01a8-4173-8102-827bfe8e6577, host hv-cinder-83769, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:43:32.979456 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-3cb0f516-cbde-4b93-a5a7-5fe6f5773151 req-355b7993-8ba2-4c6e-8750-44c338a82cd5 service neutron] For port ca0b0364-01a8-4173-8102-827bfe8e6577, host hv-cinder-83769, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=ca0b0364-01a8-4173-8102-827bfe8e6577,segment=NetworkSegment(688818c9-fd33-48fa-9750-00b7f6795c0b),segment_id=688818c9-fd33-48fa-9750-00b7f6795c0b)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:43:32.985105 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-3cb0f516-cbde-4b93-a5a7-5fe6f5773151 req-355b7993-8ba2-4c6e-8750-44c338a82cd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8537934'] for port (ca0b0364-01a8-4173-8102-827bfe8e6577), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:33.022811 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb0f516-cbde-4b93-a5a7-5fe6f5773151 req-355b7993-8ba2-4c6e-8750-44c338a82cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:33.023437 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-3cb0f516-cbde-4b93-a5a7-5fe6f5773151 req-355b7993-8ba2-4c6e-8750-44c338a82cd5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:33.024914 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3cb0f516-cbde-4b93-a5a7-5fe6f5773151 req-355b7993-8ba2-4c6e-8750-44c338a82cd5 service neutron] 10.222.0.75 "PUT /v2.0/ports/ca0b0364-01a8-4173-8102-827bfe8e6577 HTTP/1.1" status: 200 len: 1093 time: 0.6306779 Apr 29 13:43:33.025378 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c0369e6-e9bf-4b83-b5b5-8d4e197e9bd6', 'tag': 'ca0b0364-01a8-4173-8102-827bfe8e6577'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:43:33.027933 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34453e8beaba66333125c1a762a789c78ce2f458b63942c2f470c2340433bc94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b3b896-b253-4488-b41e-0cbb58011dc6" -d '{"events": [{"name": "network-changed", "server_uuid": "0c0369e6-e9bf-4b83-b5b5-8d4e197e9bd6", "tag": "ca0b0364-01a8-4173-8102-827bfe8e6577"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:43:33.057874 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355b7993-8ba2-4c6e-8750-44c338a82cd5 service neutron] Pushing event updated for resources: {'Port': ['ID=ca0b0364-01a8-4173-8102-827bfe8e6577,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:33.086516 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6357f42-0e1a-4e81-b6ca-88b0462bf02d x-openstack-request-id: req-e6357f42-0e1a-4e81-b6ca-88b0462bf02d {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:43:33.086812 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c0369e6-e9bf-4b83-b5b5-8d4e197e9bd6", "tag": "ca0b0364-01a8-4173-8102-827bfe8e6577", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:43:33.087072 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e6357f42-0e1a-4e81-b6ca-88b0462bf02d {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:43:33.087736 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6357f42-0e1a-4e81-b6ca-88b0462bf02d'] response: {'name': 'network-changed', 'server_uuid': '0c0369e6-e9bf-4b83-b5b5-8d4e197e9bd6', 'tag': 'ca0b0364-01a8-4173-8102-827bfe8e6577', 'status': 'completed', 'code': 200} Apr 29 13:43:33.141331 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb0f516-cbde-4b93-a5a7-5fe6f5773151 req-82f33b0f-fe8c-4cff-bd0d-3fff11189f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:33.142869 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3cb0f516-cbde-4b93-a5a7-5fe6f5773151 req-82f33b0f-fe8c-4cff-bd0d-3fff11189f6f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c3073c813c30483a86a89e52417e9a83&device_id=0c0369e6-e9bf-4b83-b5b5-8d4e197e9bd6 HTTP/1.1" status: 200 len: 1127 time: 0.0419819 Apr 29 13:43:33.192627 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3cb0f516-cbde-4b93-a5a7-5fe6f5773151 req-155168c3-b47b-4cd6-9406-1c6e90c82094 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ca0b0364-01a8-4173-8102-827bfe8e6577 HTTP/1.1" status: 200 len: 217 time: 0.0364871 Apr 29 13:43:33.275760 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8563422b-6be8-4e00-9618-fcd1f669c6f1 req-f6956348-7981-4d08-bffb-8e9cfa845bac tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:33.277183 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8563422b-6be8-4e00-9618-fcd1f669c6f1 req-f6956348-7981-4d08-bffb-8e9cfa845bac tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0369e6-e9bf-4b83-b5b5-8d4e197e9bd6 HTTP/1.1" status: 200 len: 943 time: 0.0782578 Apr 29 13:43:33.282490 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb0f516-cbde-4b93-a5a7-5fe6f5773151 req-4ec0060a-e0a2-497f-ae9a-fbf2ec09ea53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:33.283884 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3cb0f516-cbde-4b93-a5a7-5fe6f5773151 req-4ec0060a-e0a2-497f-ae9a-fbf2ec09ea53 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4e7e06f7-dcbc-4247-a7f8-31674bc9340e HTTP/1.1" status: 200 len: 850 time: 0.0860817 Apr 29 13:43:33.341002 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb0f516-cbde-4b93-a5a7-5fe6f5773151 req-36e598ec-3020-4eb4-9d82-101353bcb654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:33.342460 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3cb0f516-cbde-4b93-a5a7-5fe6f5773151 req-36e598ec-3020-4eb4-9d82-101353bcb654 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0df5f0bc-74a3-4b6f-90b4-101f998a7b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0515921 Apr 29 13:43:33.369923 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8563422b-6be8-4e00-9618-fcd1f669c6f1 req-5337292e-2818-4cb3-9c05-c914955d3c31 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/security-groups?id=12660fcc-1e1c-4a10-9f22-4fa2d7c20a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851109 Apr 29 13:43:33.445158 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3cb0f516-cbde-4b93-a5a7-5fe6f5773151 req-22402a4b-6831-4802-9a92-388a3a059bda service neutron] 10.222.0.75 "GET /v2.0/networks/0df5f0bc-74a3-4b6f-90b4-101f998a7b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941639 Apr 29 13:43:33.530315 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3cb0f516-cbde-4b93-a5a7-5fe6f5773151 req-203bed71-ba55-44dd-963a-a376a2b8f629 service neutron] 10.222.0.75 "GET /v2.0/networks/0df5f0bc-74a3-4b6f-90b4-101f998a7b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798514 Apr 29 13:43:34.484314 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced3b4d9-3df2-41c6-b1e8-fe5768e2e2a7 req-a5622a30-6642-4034-9906-b180bddc6f68 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:34.485873 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-ced3b4d9-3df2-41c6-b1e8-fe5768e2e2a7 req-a5622a30-6642-4034-9906-b180bddc6f68 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0369e6-e9bf-4b83-b5b5-8d4e197e9bd6 HTTP/1.1" status: 200 len: 943 time: 0.0475926 Apr 29 13:43:34.538243 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-ced3b4d9-3df2-41c6-b1e8-fe5768e2e2a7 req-2621da20-a8c6-44bd-8ce7-55eef9ea3c7b tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/security-groups?id=12660fcc-1e1c-4a10-9f22-4fa2d7c20a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459614 Apr 29 13:43:34.744523 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b3b896-b253-4488-b41e-0cbb58011dc6 req-784a010a-f622-4e71-9695-9fd0d6cab1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:34.745960 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-01b3b896-b253-4488-b41e-0cbb58011dc6 req-784a010a-f622-4e71-9695-9fd0d6cab1a1 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c3073c813c30483a86a89e52417e9a83&device_id=0c0369e6-e9bf-4b83-b5b5-8d4e197e9bd6 HTTP/1.1" status: 200 len: 1127 time: 0.3147099 Apr 29 13:43:34.835885 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b3b896-b253-4488-b41e-0cbb58011dc6 req-51156ebe-72ac-424f-babb-6ebcb938b3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:34.837386 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-01b3b896-b253-4488-b41e-0cbb58011dc6 req-51156ebe-72ac-424f-babb-6ebcb938b3ed service neutron] 10.222.0.75 "GET /v2.0/networks?id=0df5f0bc-74a3-4b6f-90b4-101f998a7b98 HTTP/1.1" status: 200 len: 912 time: 0.0854630 Apr 29 13:43:34.849651 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (477bd1e1-70d7-4a7b-b37c-5892af57f2e4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:34.881921 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-01b3b896-b253-4488-b41e-0cbb58011dc6 req-44a8458a-07bc-4a03-82ef-883deef0483d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ca0b0364-01a8-4173-8102-827bfe8e6577 HTTP/1.1" status: 200 len: 217 time: 0.0392609 Apr 29 13:43:34.929100 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b3b896-b253-4488-b41e-0cbb58011dc6 req-e9b63a7e-eca6-4e33-a6de-458af498a742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:34.930489 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-01b3b896-b253-4488-b41e-0cbb58011dc6 req-e9b63a7e-eca6-4e33-a6de-458af498a742 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4e7e06f7-dcbc-4247-a7f8-31674bc9340e HTTP/1.1" status: 200 len: 850 time: 0.0431817 Apr 29 13:43:34.973048 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b3b896-b253-4488-b41e-0cbb58011dc6 req-7687f3bf-a9a3-46fb-bdaa-114b2f4b3637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:34.975386 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-01b3b896-b253-4488-b41e-0cbb58011dc6 req-7687f3bf-a9a3-46fb-bdaa-114b2f4b3637 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0df5f0bc-74a3-4b6f-90b4-101f998a7b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394764 Apr 29 13:43:35.064898 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-01b3b896-b253-4488-b41e-0cbb58011dc6 req-bec71f81-44af-494a-8145-5c1ed0279fdf service neutron] 10.222.0.75 "GET /v2.0/networks/0df5f0bc-74a3-4b6f-90b4-101f998a7b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840657 Apr 29 13:43:35.153723 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-01b3b896-b253-4488-b41e-0cbb58011dc6 req-6fc45bad-ea28-4805-8dd1-27103fcf6a81 service neutron] 10.222.0.75 "GET /v2.0/networks/0df5f0bc-74a3-4b6f-90b4-101f998a7b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834019 Apr 29 13:43:35.653870 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc72b1-d1cd-4510-be29-a16c50543f6e req-3b12d4b7-6be0-4b50-99a6-68f8f81ec3bb tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:35.655345 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2cdc72b1-d1cd-4510-be29-a16c50543f6e req-3b12d4b7-6be0-4b50-99a6-68f8f81ec3bb tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0369e6-e9bf-4b83-b5b5-8d4e197e9bd6 HTTP/1.1" status: 200 len: 943 time: 0.0506990 Apr 29 13:43:35.702854 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2cdc72b1-d1cd-4510-be29-a16c50543f6e req-f0267159-30ae-409d-bd9f-2b620f6c6289 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/security-groups?id=12660fcc-1e1c-4a10-9f22-4fa2d7c20a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420763 Apr 29 13:43:36.815094 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17be1d4-0bed-47e0-945e-5bb5b3d267ed req-91628462-fea3-4889-8d93-7a55fec90344 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:36.816549 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e17be1d4-0bed-47e0-945e-5bb5b3d267ed req-91628462-fea3-4889-8d93-7a55fec90344 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0369e6-e9bf-4b83-b5b5-8d4e197e9bd6 HTTP/1.1" status: 200 len: 943 time: 0.0475831 Apr 29 13:43:36.868093 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e17be1d4-0bed-47e0-945e-5bb5b3d267ed req-1c6bcbd5-fd4e-4ff1-8b29-548f95b711f4 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/security-groups?id=12660fcc-1e1c-4a10-9f22-4fa2d7c20a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453258 Apr 29 13:43:37.979291 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e193f-3f7f-439b-9d39-905fc33cbb55 req-7b2f355e-3fcc-445c-a3e9-7c83a9da7214 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:37.980770 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-df6e193f-3f7f-439b-9d39-905fc33cbb55 req-7b2f355e-3fcc-445c-a3e9-7c83a9da7214 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0369e6-e9bf-4b83-b5b5-8d4e197e9bd6 HTTP/1.1" status: 200 len: 943 time: 0.0471795 Apr 29 13:43:38.029913 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-df6e193f-3f7f-439b-9d39-905fc33cbb55 req-d9810652-c17a-40a2-867e-4ecbe33e30d8 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/security-groups?id=12660fcc-1e1c-4a10-9f22-4fa2d7c20a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434802 Apr 29 13:43:39.141373 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a2e9e4-9226-4f1e-af9c-cf84ce34eb52 req-f6689d67-ecaa-4663-9e7d-04f7f88f4f2d tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:39.142791 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-06a2e9e4-9226-4f1e-af9c-cf84ce34eb52 req-f6689d67-ecaa-4663-9e7d-04f7f88f4f2d tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0369e6-e9bf-4b83-b5b5-8d4e197e9bd6 HTTP/1.1" status: 200 len: 943 time: 0.0470586 Apr 29 13:43:39.190173 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-06a2e9e4-9226-4f1e-af9c-cf84ce34eb52 req-5b5d2424-46eb-4176-9af4-3ee949fd3e43 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/security-groups?id=12660fcc-1e1c-4a10-9f22-4fa2d7c20a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409946 Apr 29 13:43:40.304924 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f6d2fb-bbb4-4ea3-b23d-0ea26bcbe67b req-99f00162-5fcf-42e2-8aaa-12e770177a52 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:40.306464 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-40f6d2fb-bbb4-4ea3-b23d-0ea26bcbe67b req-99f00162-5fcf-42e2-8aaa-12e770177a52 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0369e6-e9bf-4b83-b5b5-8d4e197e9bd6 HTTP/1.1" status: 200 len: 943 time: 0.0480585 Apr 29 13:43:40.360688 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-40f6d2fb-bbb4-4ea3-b23d-0ea26bcbe67b req-28c665f6-36b5-47cd-bd0f-2775d88c8459 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/security-groups?id=12660fcc-1e1c-4a10-9f22-4fa2d7c20a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474069 Apr 29 13:43:41.092144 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device ca0b0364-01a8-4173-8102-827bfe8e6577 details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 13:43:41.191306 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] For port ca0b0364-01a8-4173-8102-827bfe8e6577, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=ca0b0364-01a8-4173-8102-827bfe8e6577,segment=NetworkSegment(688818c9-fd33-48fa-9750-00b7f6795c0b),segment_id=688818c9-fd33-48fa-9750-00b7f6795c0b)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:43:41.203717 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Returning: {'device': 'ca0b0364-01a8-4173-8102-827bfe8e6577', 'network_id': '0df5f0bc-74a3-4b6f-90b4-101f998a7b98', 'port_id': 'ca0b0364-01a8-4173-8102-827bfe8e6577', 'mac_address': 'fa:16:3e:85:3e:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e7e06f7-dcbc-4247-a7f8-31674bc9340e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 13:43:41.243602 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Current status of the port ca0b0364-01a8-4173-8102-827bfe8e6577 is: DOWN; New status is: BUILD {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:43:41.244896 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (ca0b0364-01a8-4173-8102-827bfe8e6577), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:41.258185 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca0b0364-01a8-4173-8102-827bfe8e6577 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:43:41.279219 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] For port ca0b0364-01a8-4173-8102-827bfe8e6577, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=ca0b0364-01a8-4173-8102-827bfe8e6577,segment=NetworkSegment(688818c9-fd33-48fa-9750-00b7f6795c0b),segment_id=688818c9-fd33-48fa-9750-00b7f6795c0b)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:43:41.283498 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (ca0b0364-01a8-4173-8102-827bfe8e6577), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:41.335088 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Pushing event updated for resources: {'Port': ['ID=ca0b0364-01a8-4173-8102-827bfe8e6577,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:41.342006 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:41.342416 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:41.342712 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:41.343060 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:41.343401 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:41.343738 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:41.344070 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:41.344403 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:41.344734 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:41.345093 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:41.345430 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:41.345756 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:41.346338 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:41.346667 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:41.346992 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:41.474895 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3309ce8-d3b3-4936-a00f-706b8fd16eb5 req-76b141df-80f6-4f78-bbc4-72a764b92605 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:41.476380 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-f3309ce8-d3b3-4936-a00f-706b8fd16eb5 req-76b141df-80f6-4f78-bbc4-72a764b92605 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0369e6-e9bf-4b83-b5b5-8d4e197e9bd6 HTTP/1.1" status: 200 len: 944 time: 0.0477316 Apr 29 13:43:41.524486 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-f3309ce8-d3b3-4936-a00f-706b8fd16eb5 req-b637b951-3367-4384-b66a-99a9de33494f tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/security-groups?id=12660fcc-1e1c-4a10-9f22-4fa2d7c20a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425944 Apr 29 13:43:41.705345 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] get_ports_and_sgs() called for port_ids ['ca0b0364-01a8-4173-8102-827bfe8e6577'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 13:43:42.636320 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda9412a-3e61-4a81-9bcb-9b24c08884e2 req-6a3766cd-213c-462b-8124-862daed985c3 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:42.637794 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-eda9412a-3e61-4a81-9bcb-9b24c08884e2 req-6a3766cd-213c-462b-8124-862daed985c3 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0369e6-e9bf-4b83-b5b5-8d4e197e9bd6 HTTP/1.1" status: 200 len: 944 time: 0.0473764 Apr 29 13:43:42.685441 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-eda9412a-3e61-4a81-9bcb-9b24c08884e2 req-ccde72dc-49cb-400c-ba27-76476523d4aa tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/security-groups?id=12660fcc-1e1c-4a10-9f22-4fa2d7c20a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421782 Apr 29 13:43:43.106907 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device ca0b0364-01a8-4173-8102-827bfe8e6577 up at agent hyperv_hv-cinder-83769 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:43:43.150854 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Provisioning for port ca0b0364-01a8-4173-8102-827bfe8e6577 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 13:43:43.156351 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Provisioning complete for port ca0b0364-01a8-4173-8102-827bfe8e6577 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:43:43.156729 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (ca0b0364-01a8-4173-8102-827bfe8e6577), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:43.237188 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Current status of the port ca0b0364-01a8-4173-8102-827bfe8e6577 is: BUILD; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:43:43.237489 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (ca0b0364-01a8-4173-8102-827bfe8e6577), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:43.259714 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c0369e6-e9bf-4b83-b5b5-8d4e197e9bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca0b0364-01a8-4173-8102-827bfe8e6577'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:43:43.262274 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0016abbf82925ac5bb98c97d9984ae38170a8446c70b2249197f38a9e3d809b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d0dd5de-1e06-4e74-8769-09baa1e059ac" -d '{"events": [{"server_uuid": "0c0369e6-e9bf-4b83-b5b5-8d4e197e9bd6", "name": "network-vif-plugged", "status": "completed", "tag": "ca0b0364-01a8-4173-8102-827bfe8e6577"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:43:43.275367 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] For port ca0b0364-01a8-4173-8102-827bfe8e6577, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=ca0b0364-01a8-4173-8102-827bfe8e6577,segment=NetworkSegment(688818c9-fd33-48fa-9750-00b7f6795c0b),segment_id=688818c9-fd33-48fa-9750-00b7f6795c0b)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:43:43.279771 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (ca0b0364-01a8-4173-8102-827bfe8e6577), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:43.302787 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28cea612-ce0c-4586-8ecd-2fd1cf5f5de2 x-openstack-request-id: req-28cea612-ce0c-4586-8ecd-2fd1cf5f5de2 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:43:43.303083 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c0369e6-e9bf-4b83-b5b5-8d4e197e9bd6", "name": "network-vif-plugged", "status": "completed", "tag": "ca0b0364-01a8-4173-8102-827bfe8e6577", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:43:43.303346 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-28cea612-ce0c-4586-8ecd-2fd1cf5f5de2 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:43:43.303756 dv-cinder-837699-3-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28cea612-ce0c-4586-8ecd-2fd1cf5f5de2'] response: {'server_uuid': '0c0369e6-e9bf-4b83-b5b5-8d4e197e9bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca0b0364-01a8-4173-8102-827bfe8e6577', 'code': 200} Apr 29 13:43:43.329765 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Pushing event updated for resources: {'Port': ['ID=ca0b0364-01a8-4173-8102-827bfe8e6577,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:43.535329 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e746ce43-b67d-4adb-b9fc-ab4d67fd8304 req-78e9007c-16c3-4424-80d2-d93799173c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:43.537421 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e746ce43-b67d-4adb-b9fc-ab4d67fd8304 req-78e9007c-16c3-4424-80d2-d93799173c12 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=0c0369e6-e9bf-4b83-b5b5-8d4e197e9bd6 HTTP/1.1" status: 200 len: 1129 time: 0.0386236 Apr 29 13:43:43.581066 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e746ce43-b67d-4adb-b9fc-ab4d67fd8304 req-500160bc-40c9-4a34-891d-42ee07c3e771 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=12660fcc-1e1c-4a10-9f22-4fa2d7c20a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383766 Apr 29 13:43:43.803116 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e6e22-4836-42cc-87f1-7b43864ad2a0 req-a77aa8a2-e15a-4a4b-9f18-b80363ec904b tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:43.804500 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-827e6e22-4836-42cc-87f1-7b43864ad2a0 req-a77aa8a2-e15a-4a4b-9f18-b80363ec904b tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0369e6-e9bf-4b83-b5b5-8d4e197e9bd6 HTTP/1.1" status: 200 len: 945 time: 0.0520806 Apr 29 13:43:43.853766 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-827e6e22-4836-42cc-87f1-7b43864ad2a0 req-45887502-e301-4f44-b327-fd39edf44c5a tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/security-groups?id=12660fcc-1e1c-4a10-9f22-4fa2d7c20a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436783 Apr 29 13:43:44.969187 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085bf526-102a-45b3-87c7-62b3e61af472 req-2be0d0a7-8c42-451c-a549-66dad18f273f tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:44.970452 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-085bf526-102a-45b3-87c7-62b3e61af472 req-2be0d0a7-8c42-451c-a549-66dad18f273f tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0369e6-e9bf-4b83-b5b5-8d4e197e9bd6 HTTP/1.1" status: 200 len: 945 time: 0.0494695 Apr 29 13:43:45.018703 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-085bf526-102a-45b3-87c7-62b3e61af472 req-73c117b9-ce78-4c76-8879-443570153a46 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/security-groups?id=12660fcc-1e1c-4a10-9f22-4fa2d7c20a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415537 Apr 29 13:43:46.135184 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a70280-8b91-41ba-acdc-0389e02c4f6f req-59eb0d66-1cf0-4184-94a4-4fc91aee52f5 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:46.136725 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-33a70280-8b91-41ba-acdc-0389e02c4f6f req-59eb0d66-1cf0-4184-94a4-4fc91aee52f5 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0369e6-e9bf-4b83-b5b5-8d4e197e9bd6 HTTP/1.1" status: 200 len: 945 time: 0.0495181 Apr 29 13:43:46.185060 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-33a70280-8b91-41ba-acdc-0389e02c4f6f req-7a52b82a-7a65-4196-af39-46c0cdf763de tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/security-groups?id=12660fcc-1e1c-4a10-9f22-4fa2d7c20a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429049 Apr 29 13:43:46.298430 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ace2b28-3ef6-4967-baed-d8ea52255973 req-dd2adcf6-305d-4b2f-bf5a-d75aa99c33bc tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:46.299814 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-0ace2b28-3ef6-4967-baed-d8ea52255973 req-dd2adcf6-305d-4b2f-bf5a-d75aa99c33bc tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0369e6-e9bf-4b83-b5b5-8d4e197e9bd6 HTTP/1.1" status: 200 len: 945 time: 0.0474358 Apr 29 13:43:46.349920 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-0ace2b28-3ef6-4967-baed-d8ea52255973 req-9833265f-bfe0-4f87-9c93-f753f980b157 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/security-groups?id=12660fcc-1e1c-4a10-9f22-4fa2d7c20a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444019 Apr 29 13:43:46.371600 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 60336) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:43:46.408574 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7678ff-1154-414f-ba24-294da1d505c1 tempest-TestVolumeBootPattern-684446414 tempest-TestVolumeBootPattern-684446414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:46.410049 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-3d7678ff-1154-414f-ba24-294da1d505c1 tempest-TestVolumeBootPattern-684446414 tempest-TestVolumeBootPattern-684446414-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=0c0369e6-e9bf-4b83-b5b5-8d4e197e9bd6 HTTP/1.1" status: 200 len: 1124 time: 0.0374942 Apr 29 13:43:46.412954 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 60338) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:43:46.417061 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-d89cd2c6-739e-4ce6-a990-1809802e6255 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Request body: {'floatingip': {'floating_network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'port_id': 'ca0b0364-01a8-4173-8102-827bfe8e6577', 'tenant_id': 'c3073c813c30483a86a89e52417e9a83', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:43:46.436433 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d89cd2c6-739e-4ce6-a990-1809802e6255 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:46.515941 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d89cd2c6-739e-4ce6-a990-1809802e6255 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:46.622384 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-d89cd2c6-739e-4ce6-a990-1809802e6255 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Allocated IP 172.27.0.195 (754f8d77-c1fb-438d-9dec-eec91b4433a5/8519c0fa-1b1c-41ff-b70f-9433c7b7bb38/f8e003b2-6670-4896-a490-fe87a702b717) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:43:46.723487 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d89cd2c6-739e-4ce6-a990-1809802e6255 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks [] for port (f8e003b2-6670-4896-a490-fe87a702b717), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:46.755957 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d89cd2c6-739e-4ce6-a990-1809802e6255 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783155810398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9127861'] for port (f8e003b2-6670-4896-a490-fe87a702b717), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:46.792104 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89cd2c6-739e-4ce6-a990-1809802e6255 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Network 754f8d77-c1fb-438d-9dec-eec91b4433a5 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:43:46.794882 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-d89cd2c6-739e-4ce6-a990-1809802e6255 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:43:46.800404 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89cd2c6-739e-4ce6-a990-1809802e6255 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:43:46.828912 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89cd2c6-739e-4ce6-a990-1809802e6255 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Pushing event updated for resources: {'Port': ['ID=f8e003b2-6670-4896-a490-fe87a702b717,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:46.841319 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89cd2c6-739e-4ce6-a990-1809802e6255 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:46.841665 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89cd2c6-739e-4ce6-a990-1809802e6255 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:46.842006 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89cd2c6-739e-4ce6-a990-1809802e6255 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:46.842345 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89cd2c6-739e-4ce6-a990-1809802e6255 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:46.842676 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89cd2c6-739e-4ce6-a990-1809802e6255 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:46.843003 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89cd2c6-739e-4ce6-a990-1809802e6255 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:46.843326 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89cd2c6-739e-4ce6-a990-1809802e6255 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:46.843648 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89cd2c6-739e-4ce6-a990-1809802e6255 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:46.843970 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89cd2c6-739e-4ce6-a990-1809802e6255 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:46.844293 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89cd2c6-739e-4ce6-a990-1809802e6255 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:46.844615 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89cd2c6-739e-4ce6-a990-1809802e6255 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:46.844962 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89cd2c6-739e-4ce6-a990-1809802e6255 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:46.845285 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89cd2c6-739e-4ce6-a990-1809802e6255 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:46.845601 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89cd2c6-739e-4ce6-a990-1809802e6255 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:46.846178 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89cd2c6-739e-4ce6-a990-1809802e6255 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:47.174636 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d89cd2c6-739e-4ce6-a990-1809802e6255 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks [] for floatingip (609113ae-7ffc-4a3f-8e7a-b57ea99f2316), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:47.246897 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d89cd2c6-739e-4ce6-a990-1809802e6255 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (f8e003b2-6670-4896-a490-fe87a702b717), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:47.394800 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d89cd2c6-739e-4ce6-a990-1809802e6255 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks [] for port (f8e003b2-6670-4896-a490-fe87a702b717), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:47.400154 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d89cd2c6-739e-4ce6-a990-1809802e6255 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9127854'] for port (f8e003b2-6670-4896-a490-fe87a702b717), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:47.471159 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89cd2c6-739e-4ce6-a990-1809802e6255 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Pushing event updated for resources: {'Port': ['ID=f8e003b2-6670-4896-a490-fe87a702b717,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:47.481262 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d89cd2c6-739e-4ce6-a990-1809802e6255 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706107'] for floatingip (609113ae-7ffc-4a3f-8e7a-b57ea99f2316), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:47.582464 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.db.l3_db [None req-d89cd2c6-739e-4ce6-a990-1809802e6255 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Floating IP 609113ae-7ffc-4a3f-8e7a-b57ea99f2316 associated. External IP: 172.27.0.195, port: ca0b0364-01a8-4173-8102-827bfe8e6577. Apr 29 13:43:48.032006 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d89cd2c6-739e-4ce6-a990-1809802e6255 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Router 457839c8-bbcc-4a5d-950b-8abc066002ef has already been hosted by L3 agent ffd5f049-29fc-4e99-906d-6eadce93ab48 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:43:48.152008 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d89cd2c6-739e-4ce6-a990-1809802e6255 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Notify agent at l3_agent.dv-cinder-837699-3-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:43:48.162560 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7987a81a-d860-4727-b2ee-8b23ecfb0096 None None] Sync routers for ids ['457839c8-bbcc-4a5d-950b-8abc066002ef'] in dv-cinder-837699-3-iscsi {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:43:48.170673 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d89cd2c6-739e-4ce6-a990-1809802e6255 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574'] for floatingip (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:48.172665 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7987a81a-d860-4727-b2ee-8b23ecfb0096 None None] Routers {'457839c8-bbcc-4a5d-950b-8abc066002ef'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:43:48.173315 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-7987a81a-d860-4727-b2ee-8b23ecfb0096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:43:24Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['457839c8-bbcc-4a5d-950b-8abc066002ef'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:43:48.212050 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-d89cd2c6-739e-4ce6-a990-1809802e6255 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7873321 Apr 29 13:43:48.212050 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c0369e6-e9bf-4b83-b5b5-8d4e197e9bd6', 'tag': 'ca0b0364-01a8-4173-8102-827bfe8e6577'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:43:48.212050 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ba167d508349ed0cdfb80239bd9ae2522ecb2b1d56ec89f6128388f9fbd08d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b74be7-32bc-43b1-b6f1-300fd2dc4f0a" -d '{"events": [{"name": "network-changed", "server_uuid": "0c0369e6-e9bf-4b83-b5b5-8d4e197e9bd6", "tag": "ca0b0364-01a8-4173-8102-827bfe8e6577"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:43:48.283516 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-7987a81a-d860-4727-b2ee-8b23ecfb0096 None None] Set router 457839c8-bbcc-4a5d-950b-8abc066002ef gateway port host: dv-cinder-837699-3-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:43:48.351772 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dafac05d-ae95-4b2f-84c0-9b0e90ffa7be x-openstack-request-id: req-dafac05d-ae95-4b2f-84c0-9b0e90ffa7be {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:43:48.352068 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c0369e6-e9bf-4b83-b5b5-8d4e197e9bd6", "tag": "ca0b0364-01a8-4173-8102-827bfe8e6577", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:43:48.352328 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dafac05d-ae95-4b2f-84c0-9b0e90ffa7be {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:43:48.352739 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dafac05d-ae95-4b2f-84c0-9b0e90ffa7be'] response: {'name': 'network-changed', 'server_uuid': '0c0369e6-e9bf-4b83-b5b5-8d4e197e9bd6', 'tag': 'ca0b0364-01a8-4173-8102-827bfe8e6577', 'status': 'completed', 'code': 200} Apr 29 13:43:48.433639 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b74be7-32bc-43b1-b6f1-300fd2dc4f0a req-2e62544c-4a45-43f0-bf47-93c842af03a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:48.435152 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-46b74be7-32bc-43b1-b6f1-300fd2dc4f0a req-2e62544c-4a45-43f0-bf47-93c842af03a7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c3073c813c30483a86a89e52417e9a83&device_id=0c0369e6-e9bf-4b83-b5b5-8d4e197e9bd6 HTTP/1.1" status: 200 len: 1129 time: 0.0401511 Apr 29 13:43:48.499150 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-7987a81a-d860-4727-b2ee-8b23ecfb0096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '457839c8-bbcc-4a5d-950b-8abc066002ef', 'name': 'tempest-TestVolumeBootPattern-613889079-router', 'tenant_id': 'c3073c813c30483a86a89e52417e9a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'ef7519de-6f6a-4ca3-8115-cb61d36c7da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:40:10Z', 'updated_at': '2022-04-29T13:40:13Z', 'revision_number': 4, 'project_id': 'c3073c813c30483a86a89e52417e9a83', 'gw_port': {'id': 'ef7519de-6f6a-4ca3-8115-cb61d36c7da8', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:72:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457839c8-bbcc-4a5d-950b-8abc066002ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:40:10Z', 'updated_at': '2022-04-29T13:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_floatingips': [{'id': '609113ae-7ffc-4a3f-8e7a-b57ea99f2316', 'tenant_id': 'c3073c813c30483a86a89e52417e9a83', 'floating_ip_address': '172.27.0.195', 'floating_network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'router_id': '457839c8-bbcc-4a5d-950b-8abc066002ef', 'port_id': 'ca0b0364-01a8-4173-8102-827bfe8e6577', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0df5f0bc-74a3-4b6f-90b4-101f998a7b98', 'mac_address': 'fa:16:3e:85:3e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0369e6-e9bf-4b83-b5b5-8d4e197e9bd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:43:47Z', 'updated_at': '2022-04-29T13:43:47Z', 'revision_number': 0, 'project_id': 'c3073c813c30483a86a89e52417e9a83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efd0000c-0814-493d-958b-49ab75a0c77d', 'name': '', 'network_id': '0df5f0bc-74a3-4b6f-90b4-101f998a7b98', 'tenant_id': 'c3073c813c30483a86a89e52417e9a83', 'mac_address': 'fa:16:3e:4b:15:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457839c8-bbcc-4a5d-950b-8abc066002ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '4e7e06f7-dcbc-4247-a7f8-31674bc9340e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:40:12Z', 'updated_at': '2022-04-29T13:40:18Z', 'revision_number': 5, 'project_id': 'c3073c813c30483a86a89e52417e9a83', 'subnets': [{'id': '4e7e06f7-dcbc-4247-a7f8-31674bc9340e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:43:48.528953 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7987a81a-d860-4727-b2ee-8b23ecfb0096 None None] Checking router: 457839c8-bbcc-4a5d-950b-8abc066002ef for host: dv-cinder-837699-3-iscsi {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:43:48.537429 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7987a81a-d860-4727-b2ee-8b23ecfb0096 None None] Routers {'457839c8-bbcc-4a5d-950b-8abc066002ef'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:43:48.537972 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-7987a81a-d860-4727-b2ee-8b23ecfb0096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:43:24Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['457839c8-bbcc-4a5d-950b-8abc066002ef'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:43:48.548404 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b74be7-32bc-43b1-b6f1-300fd2dc4f0a req-bc6fa437-ff91-400d-8f41-a7682e478033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:48.550606 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-46b74be7-32bc-43b1-b6f1-300fd2dc4f0a req-bc6fa437-ff91-400d-8f41-a7682e478033 service neutron] 10.222.0.75 "GET /v2.0/networks?id=0df5f0bc-74a3-4b6f-90b4-101f998a7b98 HTTP/1.1" status: 200 len: 912 time: 0.1068113 Apr 29 13:43:48.619981 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-46b74be7-32bc-43b1-b6f1-300fd2dc4f0a req-af6ff27c-d013-481b-9026-8ba1d1a32184 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ca0b0364-01a8-4173-8102-827bfe8e6577 HTTP/1.1" status: 200 len: 999 time: 0.0642109 Apr 29 13:43:48.647651 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-7987a81a-d860-4727-b2ee-8b23ecfb0096 None None] Set router 457839c8-bbcc-4a5d-950b-8abc066002ef gateway port host: dv-cinder-837699-3-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:43:48.669321 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b74be7-32bc-43b1-b6f1-300fd2dc4f0a req-e9c55969-d3b2-429d-9465-5a199f011a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:48.670798 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-46b74be7-32bc-43b1-b6f1-300fd2dc4f0a req-e9c55969-d3b2-429d-9465-5a199f011a5c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4e7e06f7-dcbc-4247-a7f8-31674bc9340e HTTP/1.1" status: 200 len: 850 time: 0.0452554 Apr 29 13:43:48.715120 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b74be7-32bc-43b1-b6f1-300fd2dc4f0a req-d7c19db9-e018-4c7d-8685-cea1f637e40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:48.716637 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-46b74be7-32bc-43b1-b6f1-300fd2dc4f0a req-d7c19db9-e018-4c7d-8685-cea1f637e40b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0df5f0bc-74a3-4b6f-90b4-101f998a7b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398953 Apr 29 13:43:48.809077 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-46b74be7-32bc-43b1-b6f1-300fd2dc4f0a req-6727c63d-7c3b-4fe3-a09b-f84d203abe65 service neutron] 10.222.0.75 "GET /v2.0/networks/0df5f0bc-74a3-4b6f-90b4-101f998a7b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860631 Apr 29 13:43:48.870066 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-7987a81a-d860-4727-b2ee-8b23ecfb0096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '457839c8-bbcc-4a5d-950b-8abc066002ef', 'name': 'tempest-TestVolumeBootPattern-613889079-router', 'tenant_id': 'c3073c813c30483a86a89e52417e9a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'ef7519de-6f6a-4ca3-8115-cb61d36c7da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:40:10Z', 'updated_at': '2022-04-29T13:40:13Z', 'revision_number': 4, 'project_id': 'c3073c813c30483a86a89e52417e9a83', 'gw_port': {'id': 'ef7519de-6f6a-4ca3-8115-cb61d36c7da8', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:72:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457839c8-bbcc-4a5d-950b-8abc066002ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:40:10Z', 'updated_at': '2022-04-29T13:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_floatingips': [{'id': '609113ae-7ffc-4a3f-8e7a-b57ea99f2316', 'tenant_id': 'c3073c813c30483a86a89e52417e9a83', 'floating_ip_address': '172.27.0.195', 'floating_network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'router_id': '457839c8-bbcc-4a5d-950b-8abc066002ef', 'port_id': 'ca0b0364-01a8-4173-8102-827bfe8e6577', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0df5f0bc-74a3-4b6f-90b4-101f998a7b98', 'mac_address': 'fa:16:3e:85:3e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0369e6-e9bf-4b83-b5b5-8d4e197e9bd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:43:47Z', 'updated_at': '2022-04-29T13:43:47Z', 'revision_number': 0, 'project_id': 'c3073c813c30483a86a89e52417e9a83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efd0000c-0814-493d-958b-49ab75a0c77d', 'name': '', 'network_id': '0df5f0bc-74a3-4b6f-90b4-101f998a7b98', 'tenant_id': 'c3073c813c30483a86a89e52417e9a83', 'mac_address': 'fa:16:3e:4b:15:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457839c8-bbcc-4a5d-950b-8abc066002ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '4e7e06f7-dcbc-4247-a7f8-31674bc9340e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:40:12Z', 'updated_at': '2022-04-29T13:40:18Z', 'revision_number': 5, 'project_id': 'c3073c813c30483a86a89e52417e9a83', 'subnets': [{'id': '4e7e06f7-dcbc-4247-a7f8-31674bc9340e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:43:48.899305 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7987a81a-d860-4727-b2ee-8b23ecfb0096 None None] The sync data for ids ['457839c8-bbcc-4a5d-950b-8abc066002ef'] in dv-cinder-837699-3-iscsi is: [{'id': '457839c8-bbcc-4a5d-950b-8abc066002ef', 'name': 'tempest-TestVolumeBootPattern-613889079-router', 'tenant_id': 'c3073c813c30483a86a89e52417e9a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'ef7519de-6f6a-4ca3-8115-cb61d36c7da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:40:10Z', 'updated_at': '2022-04-29T13:40:13Z', 'revision_number': 4, 'project_id': 'c3073c813c30483a86a89e52417e9a83', 'gw_port': {'id': 'ef7519de-6f6a-4ca3-8115-cb61d36c7da8', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:72:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457839c8-bbcc-4a5d-950b-8abc066002ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:40:10Z', 'updated_at': '2022-04-29T13:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_floatingips': [{'id': '609113ae-7ffc-4a3f-8e7a-b57ea99f2316', 'tenant_id': 'c3073c813c30483a86a89e52417e9a83', 'floating_ip_address': '172.27.0.195', 'floating_network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'router_id': '457839c8-bbcc-4a5d-950b-8abc066002ef', 'port_id': 'ca0b0364-01a8-4173-8102-827bfe8e6577', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0df5f0bc-74a3-4b6f-90b4-101f998a7b98', 'mac_address': 'fa:16:3e:85:3e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0369e6-e9bf-4b83-b5b5-8d4e197e9bd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:43:47Z', 'updated_at': '2022-04-29T13:43:47Z', 'revision_number': 0, 'project_id': 'c3073c813c30483a86a89e52417e9a83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efd0000c-0814-493d-958b-49ab75a0c77d', 'name': '', 'network_id': '0df5f0bc-74a3-4b6f-90b4-101f998a7b98', 'tenant_id': 'c3073c813c30483a86a89e52417e9a83', 'mac_address': 'fa:16:3e:4b:15:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457839c8-bbcc-4a5d-950b-8abc066002ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '4e7e06f7-dcbc-4247-a7f8-31674bc9340e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:40:12Z', 'updated_at': '2022-04-29T13:40:18Z', 'revision_number': 5, 'project_id': 'c3073c813c30483a86a89e52417e9a83', 'subnets': [{'id': '4e7e06f7-dcbc-4247-a7f8-31674bc9340e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:43:48.899648 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-46b74be7-32bc-43b1-b6f1-300fd2dc4f0a req-138eb978-8b39-44ad-810a-dab5dfc28631 service neutron] 10.222.0.75 "GET /v2.0/networks/0df5f0bc-74a3-4b6f-90b4-101f998a7b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854137 Apr 29 13:43:49.083987 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b54b6a-e352-4f68-94be-66d2255c22b7 None None] New status for floating IP 609113ae-7ffc-4a3f-8e7a-b57ea99f2316: ACTIVE {{(pid=103367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 13:43:51.606303 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1fc687a4-e508-4cd3-b96e-c6df0eac9c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (e437e712-237e-4a54-83a8-782eed3c5f0c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:54.293173 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a6bc5166-0ffa-4770-8fdf-0fcc0a267121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (ffd5f049-29fc-4e99-906d-6eadce93ab48), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:55.912627 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d46c6b96-c9c1-47b5-84ba-015c4e42046f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (1b2ea45c-9419-45d0-91af-29e2c5a1844a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:57.363262 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bea047bf-f99e-49b2-8b9d-5ba249a30c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (23d6c007-0036-4fdb-b033-28b1fd628d82), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:58.735969 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (070d87cd-fed4-4d07-85b5-c26ded61f2d8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:01.787871 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c4090ed3-b188-48ef-a6b9-5d78229fc55d None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:44:04.854446 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (477bd1e1-70d7-4a7b-b37c-5892af57f2e4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:21.608743 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-87482c44-4703-47d1-9d4f-345b0f82792c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (e437e712-237e-4a54-83a8-782eed3c5f0c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:24.293160 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-66ef04ab-b579-4959-b6b8-5d4349d861fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (ffd5f049-29fc-4e99-906d-6eadce93ab48), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:25.914081 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d46c6b96-c9c1-47b5-84ba-015c4e42046f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (1b2ea45c-9419-45d0-91af-29e2c5a1844a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:27.365229 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bea047bf-f99e-49b2-8b9d-5ba249a30c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (23d6c007-0036-4fdb-b033-28b1fd628d82), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:28.738271 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (070d87cd-fed4-4d07-85b5-c26ded61f2d8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:34.855601 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (477bd1e1-70d7-4a7b-b37c-5892af57f2e4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:38.786670 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c4090ed3-b188-48ef-a6b9-5d78229fc55d None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:44:46.299909 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-696f5c19-d4a6-4c08-9d17-55a46f8be558 req-07ee67f1-1a2d-41c1-876a-27898814dd96 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=0c0369e6-e9bf-4b83-b5b5-8d4e197e9bd6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386772 Apr 29 13:44:46.400806 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696f5c19-d4a6-4c08-9d17-55a46f8be558 req-89585999-f177-431d-9da9-355d1fc55be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:46.402291 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-696f5c19-d4a6-4c08-9d17-55a46f8be558 req-89585999-f177-431d-9da9-355d1fc55be9 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c3073c813c30483a86a89e52417e9a83&device_id=0c0369e6-e9bf-4b83-b5b5-8d4e197e9bd6 HTTP/1.1" status: 200 len: 1129 time: 0.0437739 Apr 29 13:44:46.503562 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696f5c19-d4a6-4c08-9d17-55a46f8be558 req-49daabb7-e57a-4d79-8fcf-c84d910769c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:46.505037 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-696f5c19-d4a6-4c08-9d17-55a46f8be558 req-49daabb7-e57a-4d79-8fcf-c84d910769c5 service neutron] 10.222.0.75 "GET /v2.0/networks?id=0df5f0bc-74a3-4b6f-90b4-101f998a7b98 HTTP/1.1" status: 200 len: 912 time: 0.0849850 Apr 29 13:44:46.576677 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-696f5c19-d4a6-4c08-9d17-55a46f8be558 req-4320b567-4c5d-4e94-8007-e72999a7e66f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ca0b0364-01a8-4173-8102-827bfe8e6577 HTTP/1.1" status: 200 len: 1001 time: 0.0632677 Apr 29 13:44:46.623977 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696f5c19-d4a6-4c08-9d17-55a46f8be558 req-25296b52-f584-4168-a18c-c92b2edf4095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:46.625387 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-696f5c19-d4a6-4c08-9d17-55a46f8be558 req-25296b52-f584-4168-a18c-c92b2edf4095 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4e7e06f7-dcbc-4247-a7f8-31674bc9340e HTTP/1.1" status: 200 len: 850 time: 0.0423963 Apr 29 13:44:46.668235 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696f5c19-d4a6-4c08-9d17-55a46f8be558 req-083495bc-02e5-4966-bfee-15c67ac1deab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:46.669728 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-696f5c19-d4a6-4c08-9d17-55a46f8be558 req-083495bc-02e5-4966-bfee-15c67ac1deab service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0df5f0bc-74a3-4b6f-90b4-101f998a7b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377219 Apr 29 13:44:46.760233 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-696f5c19-d4a6-4c08-9d17-55a46f8be558 req-66d55b1f-9b6f-4722-bb1f-a4620dd82176 service neutron] 10.222.0.75 "GET /v2.0/networks/0df5f0bc-74a3-4b6f-90b4-101f998a7b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843916 Apr 29 13:44:46.847242 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-696f5c19-d4a6-4c08-9d17-55a46f8be558 req-eafea45b-734e-4a34-b20d-9b29032734a9 service neutron] 10.222.0.75 "GET /v2.0/networks/0df5f0bc-74a3-4b6f-90b4-101f998a7b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812602 Apr 29 13:44:51.609895 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a89020fb-ea43-42f8-9688-a279105beae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (e437e712-237e-4a54-83a8-782eed3c5f0c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:54.295571 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-da29627d-4459-485b-86fb-8add3f0f2f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (ffd5f049-29fc-4e99-906d-6eadce93ab48), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:55.917504 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d46c6b96-c9c1-47b5-84ba-015c4e42046f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (1b2ea45c-9419-45d0-91af-29e2c5a1844a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:57.401144 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bea047bf-f99e-49b2-8b9d-5ba249a30c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (23d6c007-0036-4fdb-b033-28b1fd628d82), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:58.740523 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (070d87cd-fed4-4d07-85b5-c26ded61f2d8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:04.860089 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (477bd1e1-70d7-4a7b-b37c-5892af57f2e4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:15.785548 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c4090ed3-b188-48ef-a6b9-5d78229fc55d None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:45:21.615631 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-748478c0-f79e-40a9-b11c-e4e00b7799a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (e437e712-237e-4a54-83a8-782eed3c5f0c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:24.296864 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e3e4fcab-0b6b-4b7e-8172-23f4f801a34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (ffd5f049-29fc-4e99-906d-6eadce93ab48), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:25.920398 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d46c6b96-c9c1-47b5-84ba-015c4e42046f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (1b2ea45c-9419-45d0-91af-29e2c5a1844a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:27.373863 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bea047bf-f99e-49b2-8b9d-5ba249a30c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (23d6c007-0036-4fdb-b033-28b1fd628d82), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:28.743001 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (070d87cd-fed4-4d07-85b5-c26ded61f2d8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:34.858666 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (477bd1e1-70d7-4a7b-b37c-5892af57f2e4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:46.299119 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f1d3dd2d-3c37-4bfc-ab7a-c0d9bee7bdad req-e4422d61-7689-48f3-aef0-aa602771d83b service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=0c0369e6-e9bf-4b83-b5b5-8d4e197e9bd6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428326 Apr 29 13:45:46.394198 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d3dd2d-3c37-4bfc-ab7a-c0d9bee7bdad req-07179400-0cb3-498a-a316-c67f09982204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:46.395685 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f1d3dd2d-3c37-4bfc-ab7a-c0d9bee7bdad req-07179400-0cb3-498a-a316-c67f09982204 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c3073c813c30483a86a89e52417e9a83&device_id=0c0369e6-e9bf-4b83-b5b5-8d4e197e9bd6 HTTP/1.1" status: 200 len: 1129 time: 0.0395906 Apr 29 13:45:46.499736 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d3dd2d-3c37-4bfc-ab7a-c0d9bee7bdad req-26e68253-a24c-43c3-b49f-8dafe2e03e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:46.501227 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f1d3dd2d-3c37-4bfc-ab7a-c0d9bee7bdad req-26e68253-a24c-43c3-b49f-8dafe2e03e13 service neutron] 10.222.0.75 "GET /v2.0/networks?id=0df5f0bc-74a3-4b6f-90b4-101f998a7b98 HTTP/1.1" status: 200 len: 912 time: 0.0882323 Apr 29 13:45:46.564931 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f1d3dd2d-3c37-4bfc-ab7a-c0d9bee7bdad req-042215f3-742f-43d5-bfbc-0500003b1562 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ca0b0364-01a8-4173-8102-827bfe8e6577 HTTP/1.1" status: 200 len: 1001 time: 0.0575473 Apr 29 13:45:46.612103 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d3dd2d-3c37-4bfc-ab7a-c0d9bee7bdad req-664e550b-97c5-4fc4-92bf-14919ab1b608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:46.613580 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f1d3dd2d-3c37-4bfc-ab7a-c0d9bee7bdad req-664e550b-97c5-4fc4-92bf-14919ab1b608 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4e7e06f7-dcbc-4247-a7f8-31674bc9340e HTTP/1.1" status: 200 len: 850 time: 0.0436790 Apr 29 13:45:46.660343 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d3dd2d-3c37-4bfc-ab7a-c0d9bee7bdad req-46d34e71-4364-4cc2-ac13-65cf03958314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:46.661848 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f1d3dd2d-3c37-4bfc-ab7a-c0d9bee7bdad req-46d34e71-4364-4cc2-ac13-65cf03958314 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0df5f0bc-74a3-4b6f-90b4-101f998a7b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413134 Apr 29 13:45:46.751191 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f1d3dd2d-3c37-4bfc-ab7a-c0d9bee7bdad req-ada6f399-eb51-4f90-958e-c00dfa52b0d6 service neutron] 10.222.0.75 "GET /v2.0/networks/0df5f0bc-74a3-4b6f-90b4-101f998a7b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821307 Apr 29 13:45:46.843340 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f1d3dd2d-3c37-4bfc-ab7a-c0d9bee7bdad req-e6b3ec31-697b-471a-ae2e-a4f9050004d4 service neutron] 10.222.0.75 "GET /v2.0/networks/0df5f0bc-74a3-4b6f-90b4-101f998a7b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861740 Apr 29 13:45:48.322200 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-d2baba5d-d4c7-466d-93ca-2995a6ee3f4f req-9b52669d-530e-4a3f-9b18-0a4e2926e7ed tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-592035898&fields=id&tenant_id=c3073c813c30483a86a89e52417e9a83 HTTP/1.1" status: 200 len: 267 time: 0.0450563 Apr 29 13:45:48.427760 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2baba5d-d4c7-466d-93ca-2995a6ee3f4f req-93591998-115b-48f9-8a78-c45faf553a04 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:48.429200 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-d2baba5d-d4c7-466d-93ca-2995a6ee3f4f req-93591998-115b-48f9-8a78-c45faf553a04 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/networks?id=0df5f0bc-74a3-4b6f-90b4-101f998a7b98 HTTP/1.1" status: 200 len: 811 time: 0.1004512 Apr 29 13:45:48.443098 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-d2baba5d-d4c7-466d-93ca-2995a6ee3f4f req-68f7b4b2-3008-444c-90fb-930c3442c775 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/quotas/c3073c813c30483a86a89e52417e9a83 HTTP/1.1" status: 200 len: 375 time: 0.0085218 Apr 29 13:45:48.492633 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-d2baba5d-d4c7-466d-93ca-2995a6ee3f4f req-5aa8790f-f34e-451a-b481-90f8f0e6cbd7 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c3073c813c30483a86a89e52417e9a83&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0445144 Apr 29 13:45:48.637015 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-d2baba5d-d4c7-466d-93ca-2995a6ee3f4f req-6f5b8020-ece6-4be1-9088-8f42221410f8 service neutron] 10.222.0.11 "GET /v2.0/networks/0df5f0bc-74a3-4b6f-90b4-101f998a7b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326299 Apr 29 13:45:48.727415 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-d2baba5d-d4c7-466d-93ca-2995a6ee3f4f req-bacd4b3f-feb8-4545-8bc7-653195a5bb1a service neutron] 10.222.0.11 "GET /v2.0/networks/0df5f0bc-74a3-4b6f-90b4-101f998a7b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818751 Apr 29 13:45:49.010323 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e607e9e4-cfea-47e0-ac47-9ba8692fef78 req-ae81d485-4420-4c69-8c7c-8c4ca741264b tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/ports?device_id=02497ab7-06e9-4983-852f-aca502abbabf HTTP/1.1" status: 200 len: 210 time: 0.0281520 Apr 29 13:45:50.108183 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-73920b47-03bf-4cf8-91d3-717a42b8162c req-e085bdbc-71ac-433c-ad92-95a2a0daf694 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/ports?device_id=02497ab7-06e9-4983-852f-aca502abbabf HTTP/1.1" status: 200 len: 210 time: 0.0290077 Apr 29 13:45:50.244504 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2baba5d-d4c7-466d-93ca-2995a6ee3f4f req-35777f14-b531-4315-b7a5-80953f9b33c5 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:50.246099 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d2baba5d-d4c7-466d-93ca-2995a6ee3f4f req-35777f14-b531-4315-b7a5-80953f9b33c5 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.75 "GET /v2.0/networks?id=0df5f0bc-74a3-4b6f-90b4-101f998a7b98 HTTP/1.1" status: 200 len: 811 time: 0.1094155 Apr 29 13:45:50.316781 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d2baba5d-d4c7-466d-93ca-2995a6ee3f4f req-6ccd62a0-2c5b-483f-8ff5-469565821f00 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3073c813c30483a86a89e52417e9a83 HTTP/1.1" status: 200 len: 379 time: 0.0532837 Apr 29 13:45:50.335248 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [req-d2baba5d-d4c7-466d-93ca-2995a6ee3f4f req-40a3a80e-5166-40e7-8e61-28b50037e939 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Request body: {'port': {'device_id': '02497ab7-06e9-4983-852f-aca502abbabf', 'network_id': '0df5f0bc-74a3-4b6f-90b4-101f998a7b98', 'admin_state_up': True, 'tenant_id': 'c3073c813c30483a86a89e52417e9a83', 'security_groups': ['12660fcc-1e1c-4a10-9f22-4fa2d7c20a7d']}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:45:50.442739 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2baba5d-d4c7-466d-93ca-2995a6ee3f4f req-40a3a80e-5166-40e7-8e61-28b50037e939 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Made reservation on behalf of c3073c813c30483a86a89e52417e9a83 for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:45:50.446587 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d2baba5d-d4c7-466d-93ca-2995a6ee3f4f req-40a3a80e-5166-40e7-8e61-28b50037e939 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:50.572231 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-d2baba5d-d4c7-466d-93ca-2995a6ee3f4f req-40a3a80e-5166-40e7-8e61-28b50037e939 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Allocated IP 172.20.0.11 (0df5f0bc-74a3-4b6f-90b4-101f998a7b98/4e7e06f7-dcbc-4247-a7f8-31674bc9340e/e22453c4-1483-4bd4-826f-53aee276f4a8) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:45:50.715319 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d2baba5d-d4c7-466d-93ca-2995a6ee3f4f req-40a3a80e-5166-40e7-8e61-28b50037e939 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks [] for port (e22453c4-1483-4bd4-826f-53aee276f4a8), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:50.748839 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d2baba5d-d4c7-466d-93ca-2995a6ee3f4f req-40a3a80e-5166-40e7-8e61-28b50037e939 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783155810398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8537941'] for port (e22453c4-1483-4bd4-826f-53aee276f4a8), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:50.792489 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2baba5d-d4c7-466d-93ca-2995a6ee3f4f req-40a3a80e-5166-40e7-8e61-28b50037e939 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Network 0df5f0bc-74a3-4b6f-90b4-101f998a7b98 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:45:50.797675 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-d2baba5d-d4c7-466d-93ca-2995a6ee3f4f req-40a3a80e-5166-40e7-8e61-28b50037e939 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:45:50.801424 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2baba5d-d4c7-466d-93ca-2995a6ee3f4f req-40a3a80e-5166-40e7-8e61-28b50037e939 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:45:50.827378 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a3a80e-5166-40e7-8e61-28b50037e939 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Pushing event updated for resources: {'Port': ['ID=e22453c4-1483-4bd4-826f-53aee276f4a8,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:45:50.842741 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a3a80e-5166-40e7-8e61-28b50037e939 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:50.843096 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a3a80e-5166-40e7-8e61-28b50037e939 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:50.843443 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a3a80e-5166-40e7-8e61-28b50037e939 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:50.843793 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a3a80e-5166-40e7-8e61-28b50037e939 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:50.844124 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a3a80e-5166-40e7-8e61-28b50037e939 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:50.844456 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a3a80e-5166-40e7-8e61-28b50037e939 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:50.845059 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a3a80e-5166-40e7-8e61-28b50037e939 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:50.845392 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a3a80e-5166-40e7-8e61-28b50037e939 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:50.845722 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a3a80e-5166-40e7-8e61-28b50037e939 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:50.846050 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a3a80e-5166-40e7-8e61-28b50037e939 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:50.846376 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a3a80e-5166-40e7-8e61-28b50037e939 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:50.846702 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a3a80e-5166-40e7-8e61-28b50037e939 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:50.847025 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a3a80e-5166-40e7-8e61-28b50037e939 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:50.847344 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a3a80e-5166-40e7-8e61-28b50037e939 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:50.847668 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a3a80e-5166-40e7-8e61-28b50037e939 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:50.870931 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2baba5d-d4c7-466d-93ca-2995a6ee3f4f req-40a3a80e-5166-40e7-8e61-28b50037e939 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:50.871585 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d2baba5d-d4c7-466d-93ca-2995a6ee3f4f req-40a3a80e-5166-40e7-8e61-28b50037e939 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:50.891782 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d2baba5d-d4c7-466d-93ca-2995a6ee3f4f req-40a3a80e-5166-40e7-8e61-28b50037e939 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5600402 Apr 29 13:45:50.908606 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [req-d2baba5d-d4c7-466d-93ca-2995a6ee3f4f req-22fd84e4-2130-473f-b7be-3ee21d4cb685 service neutron] Request body: {'port': {'device_id': '02497ab7-06e9-4983-852f-aca502abbabf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83769'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:45:50.981933 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d2baba5d-d4c7-466d-93ca-2995a6ee3f4f req-22fd84e4-2130-473f-b7be-3ee21d4cb685 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (e22453c4-1483-4bd4-826f-53aee276f4a8), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:51.093586 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-5d75a15b-e6e7-45ca-9080-e48da66fe254 None None] Provisioning complete for port e22453c4-1483-4bd4-826f-53aee276f4a8 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:45:51.094216 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5d75a15b-e6e7-45ca-9080-e48da66fe254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (e22453c4-1483-4bd4-826f-53aee276f4a8), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:51.130593 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-5d75a15b-e6e7-45ca-9080-e48da66fe254 None None] Port e22453c4-1483-4bd4-826f-53aee276f4a8 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 13:45:51.236811 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7ab07f-5560-4640-a426-14071cef1ef9 req-ce245d26-70c6-488a-8aef-9765d75b70da tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:51.238256 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6a7ab07f-5560-4640-a426-14071cef1ef9 req-ce245d26-70c6-488a-8aef-9765d75b70da tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/ports?device_id=02497ab7-06e9-4983-852f-aca502abbabf HTTP/1.1" status: 200 len: 932 time: 0.0623529 Apr 29 13:45:51.334507 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6a7ab07f-5560-4640-a426-14071cef1ef9 req-f7ef9111-5181-4a44-982f-94a4db9f029e tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/security-groups?id=12660fcc-1e1c-4a10-9f22-4fa2d7c20a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899699 Apr 29 13:45:51.345039 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [req-d2baba5d-d4c7-466d-93ca-2995a6ee3f4f req-22fd84e4-2130-473f-b7be-3ee21d4cb685 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e22453c4-1483-4bd4-826f-53aee276f4a8 {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:45:51.353472 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d2baba5d-d4c7-466d-93ca-2995a6ee3f4f req-22fd84e4-2130-473f-b7be-3ee21d4cb685 service neutron] Publish callbacks [] for port (e22453c4-1483-4bd4-826f-53aee276f4a8), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:51.365861 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-d2baba5d-d4c7-466d-93ca-2995a6ee3f4f req-22fd84e4-2130-473f-b7be-3ee21d4cb685 service neutron] Transition to ACTIVE for port object e22453c4-1483-4bd4-826f-53aee276f4a8 will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 13:45:51.369523 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d2baba5d-d4c7-466d-93ca-2995a6ee3f4f req-22fd84e4-2130-473f-b7be-3ee21d4cb685 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8537934'] for port (e22453c4-1483-4bd4-826f-53aee276f4a8), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:51.421715 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fd84e4-2130-473f-b7be-3ee21d4cb685 service neutron] Pushing event updated for resources: {'Port': ['ID=e22453c4-1483-4bd4-826f-53aee276f4a8,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:45:51.493309 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-d2baba5d-d4c7-466d-93ca-2995a6ee3f4f req-22fd84e4-2130-473f-b7be-3ee21d4cb685 service neutron] Attempting to bind port e22453c4-1483-4bd4-826f-53aee276f4a8 on host hv-cinder-83769 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:45:51.493652 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-d2baba5d-d4c7-466d-93ca-2995a6ee3f4f req-22fd84e4-2130-473f-b7be-3ee21d4cb685 service neutron] Attempting to bind port e22453c4-1483-4bd4-826f-53aee276f4a8 by drivers openvswitch,hyperv on host hv-cinder-83769 at level 0 using segments [{'id': '688818c9-fd33-48fa-9750-00b7f6795c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0df5f0bc-74a3-4b6f-90b4-101f998a7b98'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:45:51.493981 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2baba5d-d4c7-466d-93ca-2995a6ee3f4f req-22fd84e4-2130-473f-b7be-3ee21d4cb685 service neutron] Attempting to bind port e22453c4-1483-4bd4-826f-53aee276f4a8 on network 0df5f0bc-74a3-4b6f-90b4-101f998a7b98 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:45:51.498615 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2baba5d-d4c7-466d-93ca-2995a6ee3f4f req-22fd84e4-2130-473f-b7be-3ee21d4cb685 service neutron] Port e22453c4-1483-4bd4-826f-53aee276f4a8 on network 0df5f0bc-74a3-4b6f-90b4-101f998a7b98 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83769 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 13:45:51.498938 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2baba5d-d4c7-466d-93ca-2995a6ee3f4f req-22fd84e4-2130-473f-b7be-3ee21d4cb685 service neutron] Attempting to bind port e22453c4-1483-4bd4-826f-53aee276f4a8 on network 0df5f0bc-74a3-4b6f-90b4-101f998a7b98 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:45:51.504117 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2baba5d-d4c7-466d-93ca-2995a6ee3f4f req-22fd84e4-2130-473f-b7be-3ee21d4cb685 service neutron] Checking agent: {'id': '477bd1e1-70d7-4a7b-b37c-5892af57f2e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83769', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 19, 28), 'started_at': datetime.datetime(2022, 4, 29, 13, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:45:51.504458 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2baba5d-d4c7-466d-93ca-2995a6ee3f4f req-22fd84e4-2130-473f-b7be-3ee21d4cb685 service neutron] Checking segment: {'id': '688818c9-fd33-48fa-9750-00b7f6795c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0df5f0bc-74a3-4b6f-90b4-101f998a7b98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:45:51.504883 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2baba5d-d4c7-466d-93ca-2995a6ee3f4f req-22fd84e4-2130-473f-b7be-3ee21d4cb685 service neutron] Bound using segment: {'id': '688818c9-fd33-48fa-9750-00b7f6795c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0df5f0bc-74a3-4b6f-90b4-101f998a7b98'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:45:51.505341 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-d2baba5d-d4c7-466d-93ca-2995a6ee3f4f req-22fd84e4-2130-473f-b7be-3ee21d4cb685 service neutron] Bound port: e22453c4-1483-4bd4-826f-53aee276f4a8, host: hv-cinder-83769, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '688818c9-fd33-48fa-9750-00b7f6795c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0df5f0bc-74a3-4b6f-90b4-101f998a7b98'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:45:51.505703 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d2baba5d-d4c7-466d-93ca-2995a6ee3f4f req-22fd84e4-2130-473f-b7be-3ee21d4cb685 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (e22453c4-1483-4bd4-826f-53aee276f4a8), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:51.579526 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-d2baba5d-d4c7-466d-93ca-2995a6ee3f4f req-22fd84e4-2130-473f-b7be-3ee21d4cb685 service neutron] For port e22453c4-1483-4bd4-826f-53aee276f4a8, host hv-cinder-83769, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:45:51.582608 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-d2baba5d-d4c7-466d-93ca-2995a6ee3f4f req-22fd84e4-2130-473f-b7be-3ee21d4cb685 service neutron] For port e22453c4-1483-4bd4-826f-53aee276f4a8, host hv-cinder-83769, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=e22453c4-1483-4bd4-826f-53aee276f4a8,segment=NetworkSegment(688818c9-fd33-48fa-9750-00b7f6795c0b),segment_id=688818c9-fd33-48fa-9750-00b7f6795c0b)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:45:51.588153 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d2baba5d-d4c7-466d-93ca-2995a6ee3f4f req-22fd84e4-2130-473f-b7be-3ee21d4cb685 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8537934'] for port (e22453c4-1483-4bd4-826f-53aee276f4a8), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:51.620685 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2baba5d-d4c7-466d-93ca-2995a6ee3f4f req-22fd84e4-2130-473f-b7be-3ee21d4cb685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:51.621535 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d2baba5d-d4c7-466d-93ca-2995a6ee3f4f req-22fd84e4-2130-473f-b7be-3ee21d4cb685 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:51.622095 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-636a95b0-7124-486e-889d-2207294dbeef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (e437e712-237e-4a54-83a8-782eed3c5f0c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:51.622765 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d2baba5d-d4c7-466d-93ca-2995a6ee3f4f req-22fd84e4-2130-473f-b7be-3ee21d4cb685 service neutron] 10.222.0.75 "PUT /v2.0/ports/e22453c4-1483-4bd4-826f-53aee276f4a8 HTTP/1.1" status: 200 len: 1094 time: 0.7186601 Apr 29 13:45:51.623539 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02497ab7-06e9-4983-852f-aca502abbabf', 'tag': 'e22453c4-1483-4bd4-826f-53aee276f4a8'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:45:51.625471 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34453e8beaba66333125c1a762a789c78ce2f458b63942c2f470c2340433bc94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54da0ec0-47a5-4d04-84c7-7c6a30407cef" -d '{"events": [{"name": "network-changed", "server_uuid": "02497ab7-06e9-4983-852f-aca502abbabf", "tag": "e22453c4-1483-4bd4-826f-53aee276f4a8"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:45:51.658275 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fd84e4-2130-473f-b7be-3ee21d4cb685 service neutron] Pushing event updated for resources: {'Port': ['ID=e22453c4-1483-4bd4-826f-53aee276f4a8,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:45:51.746389 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2baba5d-d4c7-466d-93ca-2995a6ee3f4f req-e6cd23a3-73c7-4aa3-99e9-654723d4c2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:51.748033 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d2baba5d-d4c7-466d-93ca-2995a6ee3f4f req-e6cd23a3-73c7-4aa3-99e9-654723d4c2f2 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c3073c813c30483a86a89e52417e9a83&device_id=02497ab7-06e9-4983-852f-aca502abbabf HTTP/1.1" status: 200 len: 1128 time: 0.0612273 Apr 29 13:45:51.760573 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db60cf9-3f25-4bec-a166-b8c269085b29 x-openstack-request-id: req-7db60cf9-3f25-4bec-a166-b8c269085b29 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:45:51.760915 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02497ab7-06e9-4983-852f-aca502abbabf", "tag": "e22453c4-1483-4bd4-826f-53aee276f4a8", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:45:51.761198 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7db60cf9-3f25-4bec-a166-b8c269085b29 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:45:51.761587 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7db60cf9-3f25-4bec-a166-b8c269085b29'] response: {'name': 'network-changed', 'server_uuid': '02497ab7-06e9-4983-852f-aca502abbabf', 'tag': 'e22453c4-1483-4bd4-826f-53aee276f4a8', 'status': 'completed', 'code': 200} Apr 29 13:45:51.815877 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d2baba5d-d4c7-466d-93ca-2995a6ee3f4f req-a2083e32-1131-4ae2-bff2-aa870e8c6e90 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e22453c4-1483-4bd4-826f-53aee276f4a8 HTTP/1.1" status: 200 len: 217 time: 0.0399799 Apr 29 13:45:51.864507 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2baba5d-d4c7-466d-93ca-2995a6ee3f4f req-44f48707-e2da-4408-b651-e4a2852fcf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:51.865990 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d2baba5d-d4c7-466d-93ca-2995a6ee3f4f req-44f48707-e2da-4408-b651-e4a2852fcf3d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4e7e06f7-dcbc-4247-a7f8-31674bc9340e HTTP/1.1" status: 200 len: 850 time: 0.0437248 Apr 29 13:45:51.907717 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2baba5d-d4c7-466d-93ca-2995a6ee3f4f req-0bd38247-a877-4d40-9422-adbe126a1ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:51.909232 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d2baba5d-d4c7-466d-93ca-2995a6ee3f4f req-0bd38247-a877-4d40-9422-adbe126a1ccd service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0df5f0bc-74a3-4b6f-90b4-101f998a7b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375454 Apr 29 13:45:51.999846 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d2baba5d-d4c7-466d-93ca-2995a6ee3f4f req-79d265b5-8f48-451a-915d-abbe98b6fd75 service neutron] 10.222.0.75 "GET /v2.0/networks/0df5f0bc-74a3-4b6f-90b4-101f998a7b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844288 Apr 29 13:45:52.100797 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d2baba5d-d4c7-466d-93ca-2995a6ee3f4f req-d2492539-b55f-4849-b6ca-76d09696491b service neutron] 10.222.0.75 "GET /v2.0/networks/0df5f0bc-74a3-4b6f-90b4-101f998a7b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952482 Apr 29 13:45:52.457166 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb6dd1b-fc4f-4ac3-a84e-efaab808744e req-41275228-34d8-4269-9bb4-d98bfca84a2d tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:52.458625 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bdb6dd1b-fc4f-4ac3-a84e-efaab808744e req-41275228-34d8-4269-9bb4-d98bfca84a2d tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/ports?device_id=02497ab7-06e9-4983-852f-aca502abbabf HTTP/1.1" status: 200 len: 944 time: 0.0468838 Apr 29 13:45:52.511399 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bdb6dd1b-fc4f-4ac3-a84e-efaab808744e req-f9181b90-63de-415f-8bc1-5c48bd501633 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/security-groups?id=12660fcc-1e1c-4a10-9f22-4fa2d7c20a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469968 Apr 29 13:45:52.784812 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c4090ed3-b188-48ef-a6b9-5d78229fc55d None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:45:53.182715 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54da0ec0-47a5-4d04-84c7-7c6a30407cef req-c90b13bb-e773-4645-bf96-9bb787daa36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:53.184238 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-54da0ec0-47a5-4d04-84c7-7c6a30407cef req-c90b13bb-e773-4645-bf96-9bb787daa36b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c3073c813c30483a86a89e52417e9a83&device_id=02497ab7-06e9-4983-852f-aca502abbabf HTTP/1.1" status: 200 len: 1128 time: 0.0392575 Apr 29 13:45:53.272529 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54da0ec0-47a5-4d04-84c7-7c6a30407cef req-e2063cad-52fc-4c9e-89a5-2f245499183f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:53.274040 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-54da0ec0-47a5-4d04-84c7-7c6a30407cef req-e2063cad-52fc-4c9e-89a5-2f245499183f service neutron] 10.222.0.75 "GET /v2.0/networks?id=0df5f0bc-74a3-4b6f-90b4-101f998a7b98 HTTP/1.1" status: 200 len: 912 time: 0.0842807 Apr 29 13:45:53.595630 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-54da0ec0-47a5-4d04-84c7-7c6a30407cef req-d992bc64-9eb6-466b-8f20-a5414f479b20 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e22453c4-1483-4bd4-826f-53aee276f4a8 HTTP/1.1" status: 200 len: 217 time: 0.0395691 Apr 29 13:45:53.637095 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e63058-14f3-49fa-9be5-fdf60e0b5800 req-96f276b9-708b-47ea-a1d8-3f3dcf63e420 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:53.638597 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-b3e63058-14f3-49fa-9be5-fdf60e0b5800 req-96f276b9-708b-47ea-a1d8-3f3dcf63e420 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/ports?device_id=02497ab7-06e9-4983-852f-aca502abbabf HTTP/1.1" status: 200 len: 944 time: 0.0578477 Apr 29 13:45:53.645106 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54da0ec0-47a5-4d04-84c7-7c6a30407cef req-e6789f7c-bd7f-41d2-b4fb-94dd3ee3cf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:53.646560 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-54da0ec0-47a5-4d04-84c7-7c6a30407cef req-e6789f7c-bd7f-41d2-b4fb-94dd3ee3cf74 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4e7e06f7-dcbc-4247-a7f8-31674bc9340e HTTP/1.1" status: 200 len: 850 time: 0.0439258 Apr 29 13:45:53.696056 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-b3e63058-14f3-49fa-9be5-fdf60e0b5800 req-a274f3ec-50e9-4358-a5e1-fb82857ff9f1 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/security-groups?id=12660fcc-1e1c-4a10-9f22-4fa2d7c20a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517094 Apr 29 13:45:53.705019 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54da0ec0-47a5-4d04-84c7-7c6a30407cef req-813959e1-c95a-4994-b09e-c32cb0be77b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:53.706741 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-54da0ec0-47a5-4d04-84c7-7c6a30407cef req-813959e1-c95a-4994-b09e-c32cb0be77b7 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0df5f0bc-74a3-4b6f-90b4-101f998a7b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404763 Apr 29 13:45:53.985885 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-54da0ec0-47a5-4d04-84c7-7c6a30407cef req-aa2ced2e-6e22-4447-96c9-8bb4c52df16e service neutron] 10.222.0.75 "GET /v2.0/networks/0df5f0bc-74a3-4b6f-90b4-101f998a7b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855482 Apr 29 13:45:54.086110 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-54da0ec0-47a5-4d04-84c7-7c6a30407cef req-57120abc-a2ec-47f8-9da4-b9bf0e4ca317 service neutron] 10.222.0.75 "GET /v2.0/networks/0df5f0bc-74a3-4b6f-90b4-101f998a7b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931764 Apr 29 13:45:54.298673 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-83e573df-3517-4747-9d60-45c7c9c46c5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (ffd5f049-29fc-4e99-906d-6eadce93ab48), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:54.811859 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ad6ae-3fce-4ea8-b355-5c78cdc21dc0 req-87555be0-8217-4db5-bcb8-eb737e567fb9 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:54.813381 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3e8ad6ae-3fce-4ea8-b355-5c78cdc21dc0 req-87555be0-8217-4db5-bcb8-eb737e567fb9 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/ports?device_id=02497ab7-06e9-4983-852f-aca502abbabf HTTP/1.1" status: 200 len: 944 time: 0.0514891 Apr 29 13:45:54.861882 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3e8ad6ae-3fce-4ea8-b355-5c78cdc21dc0 req-7fae30f4-7d07-4bf8-8d76-0eddfa0e1e18 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/security-groups?id=12660fcc-1e1c-4a10-9f22-4fa2d7c20a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429688 Apr 29 13:45:55.923595 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d46c6b96-c9c1-47b5-84ba-015c4e42046f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (1b2ea45c-9419-45d0-91af-29e2c5a1844a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:55.974119 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9559eb87-7542-4d66-ad97-4cdb5f13861c req-a51f95b0-cb7d-4bd9-a82c-c878b66398b9 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:55.975589 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9559eb87-7542-4d66-ad97-4cdb5f13861c req-a51f95b0-cb7d-4bd9-a82c-c878b66398b9 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/ports?device_id=02497ab7-06e9-4983-852f-aca502abbabf HTTP/1.1" status: 200 len: 944 time: 0.0467598 Apr 29 13:45:56.024263 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9559eb87-7542-4d66-ad97-4cdb5f13861c req-f3bee7bc-0e6a-4ae3-99b1-6bd0e8536af6 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/security-groups?id=12660fcc-1e1c-4a10-9f22-4fa2d7c20a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424392 Apr 29 13:45:57.136605 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb4931-ae1c-489a-80b3-39240e458e01 req-ccf96561-eae0-4701-b6bc-6c70f1c3cb92 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:57.138092 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0cbb4931-ae1c-489a-80b3-39240e458e01 req-ccf96561-eae0-4701-b6bc-6c70f1c3cb92 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/ports?device_id=02497ab7-06e9-4983-852f-aca502abbabf HTTP/1.1" status: 200 len: 944 time: 0.0468092 Apr 29 13:45:57.185921 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0cbb4931-ae1c-489a-80b3-39240e458e01 req-1388350f-a01f-4929-9fde-07e478f08b9b tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/security-groups?id=12660fcc-1e1c-4a10-9f22-4fa2d7c20a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422831 Apr 29 13:45:57.375475 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bea047bf-f99e-49b2-8b9d-5ba249a30c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (23d6c007-0036-4fdb-b033-28b1fd628d82), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:58.297379 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d99d10d-b825-404f-b2fb-488e1cf22ca1 req-8ede7fd2-6959-4969-b9e8-0178a73bb3e2 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:58.298848 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-5d99d10d-b825-404f-b2fb-488e1cf22ca1 req-8ede7fd2-6959-4969-b9e8-0178a73bb3e2 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/ports?device_id=02497ab7-06e9-4983-852f-aca502abbabf HTTP/1.1" status: 200 len: 944 time: 0.0467665 Apr 29 13:45:58.352291 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-5d99d10d-b825-404f-b2fb-488e1cf22ca1 req-d49ca327-356a-4272-8316-93ffb787c08e tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/security-groups?id=12660fcc-1e1c-4a10-9f22-4fa2d7c20a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474494 Apr 29 13:45:58.746181 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (070d87cd-fed4-4d07-85b5-c26ded61f2d8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:59.466311 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfcd8e4-5b32-45af-80f0-7ba13fa80483 req-d48b1719-e64c-418f-bf01-289fb7afa32a tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:59.467766 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-adfcd8e4-5b32-45af-80f0-7ba13fa80483 req-d48b1719-e64c-418f-bf01-289fb7afa32a tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/ports?device_id=02497ab7-06e9-4983-852f-aca502abbabf HTTP/1.1" status: 200 len: 944 time: 0.0495801 Apr 29 13:45:59.515676 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-adfcd8e4-5b32-45af-80f0-7ba13fa80483 req-4233a786-ebaa-4515-b0d4-bd4513d8f826 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/security-groups?id=12660fcc-1e1c-4a10-9f22-4fa2d7c20a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421481 Apr 29 13:45:59.787127 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device e22453c4-1483-4bd4-826f-53aee276f4a8 details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 13:46:00.005561 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] For port e22453c4-1483-4bd4-826f-53aee276f4a8, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=e22453c4-1483-4bd4-826f-53aee276f4a8,segment=NetworkSegment(688818c9-fd33-48fa-9750-00b7f6795c0b),segment_id=688818c9-fd33-48fa-9750-00b7f6795c0b)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:46:00.016648 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Returning: {'device': 'e22453c4-1483-4bd4-826f-53aee276f4a8', 'network_id': '0df5f0bc-74a3-4b6f-90b4-101f998a7b98', 'port_id': 'e22453c4-1483-4bd4-826f-53aee276f4a8', 'mac_address': 'fa:16:3e:ad:96:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e7e06f7-dcbc-4247-a7f8-31674bc9340e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 13:46:00.052043 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Current status of the port e22453c4-1483-4bd4-826f-53aee276f4a8 is: DOWN; New status is: BUILD {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:46:00.052361 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (e22453c4-1483-4bd4-826f-53aee276f4a8), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:00.067017 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e22453c4-1483-4bd4-826f-53aee276f4a8 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:46:00.086680 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] For port e22453c4-1483-4bd4-826f-53aee276f4a8, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=e22453c4-1483-4bd4-826f-53aee276f4a8,segment=NetworkSegment(688818c9-fd33-48fa-9750-00b7f6795c0b),segment_id=688818c9-fd33-48fa-9750-00b7f6795c0b)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:46:00.090353 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (e22453c4-1483-4bd4-826f-53aee276f4a8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:00.135166 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Pushing event updated for resources: {'Port': ['ID=e22453c4-1483-4bd4-826f-53aee276f4a8,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:46:00.141939 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:46:00.142286 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:46:00.142631 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:46:00.142968 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:46:00.143300 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:46:00.143627 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:46:00.143951 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:46:00.144275 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:46:00.144597 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:46:00.144948 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:46:00.145272 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:46:00.145597 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:46:00.145916 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:46:00.146235 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:46:00.146552 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:46:00.525308 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] get_ports_and_sgs() called for port_ids ['e22453c4-1483-4bd4-826f-53aee276f4a8'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 13:46:00.629840 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918cd258-d71f-42f4-a4b0-423007a3e34a req-252bed79-1290-48f3-936c-b7a37a89aef4 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:46:00.631384 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-918cd258-d71f-42f4-a4b0-423007a3e34a req-252bed79-1290-48f3-936c-b7a37a89aef4 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/ports?device_id=02497ab7-06e9-4983-852f-aca502abbabf HTTP/1.1" status: 200 len: 945 time: 0.0468862 Apr 29 13:46:00.680909 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-918cd258-d71f-42f4-a4b0-423007a3e34a req-a17320c6-5a66-4271-847f-daa4558ce70e tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/security-groups?id=12660fcc-1e1c-4a10-9f22-4fa2d7c20a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426402 Apr 29 13:46:01.796971 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80c1b50-3c89-4b93-bc07-ccbc1bebadd2 req-fa78a65b-9668-4f5a-9bf7-d7c8be0c1ba4 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:46:01.797504 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device e22453c4-1483-4bd4-826f-53aee276f4a8 up at agent hyperv_hv-cinder-83769 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:46:01.798459 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b80c1b50-3c89-4b93-bc07-ccbc1bebadd2 req-fa78a65b-9668-4f5a-9bf7-d7c8be0c1ba4 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/ports?device_id=02497ab7-06e9-4983-852f-aca502abbabf HTTP/1.1" status: 200 len: 945 time: 0.0469162 Apr 29 13:46:01.841576 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Provisioning for port e22453c4-1483-4bd4-826f-53aee276f4a8 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 13:46:01.847459 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Provisioning complete for port e22453c4-1483-4bd4-826f-53aee276f4a8 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:46:01.847775 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b80c1b50-3c89-4b93-bc07-ccbc1bebadd2 req-91b12c0e-78c2-40ab-a562-b6e7041b6aa2 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/security-groups?id=12660fcc-1e1c-4a10-9f22-4fa2d7c20a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436454 Apr 29 13:46:01.847908 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394393'] for port (e22453c4-1483-4bd4-826f-53aee276f4a8), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:01.928553 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Current status of the port e22453c4-1483-4bd4-826f-53aee276f4a8 is: BUILD; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:46:01.928993 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (e22453c4-1483-4bd4-826f-53aee276f4a8), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:01.951189 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02497ab7-06e9-4983-852f-aca502abbabf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e22453c4-1483-4bd4-826f-53aee276f4a8'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:46:01.953436 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0016abbf82925ac5bb98c97d9984ae38170a8446c70b2249197f38a9e3d809b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cfa8323-4c2f-4d20-8944-880617575de9" -d '{"events": [{"server_uuid": "02497ab7-06e9-4983-852f-aca502abbabf", "name": "network-vif-plugged", "status": "completed", "tag": "e22453c4-1483-4bd4-826f-53aee276f4a8"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:46:01.966476 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] For port e22453c4-1483-4bd4-826f-53aee276f4a8, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=e22453c4-1483-4bd4-826f-53aee276f4a8,segment=NetworkSegment(688818c9-fd33-48fa-9750-00b7f6795c0b),segment_id=688818c9-fd33-48fa-9750-00b7f6795c0b)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:46:01.970612 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434'] for port (e22453c4-1483-4bd4-826f-53aee276f4a8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:02.017566 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Pushing event updated for resources: {'Port': ['ID=e22453c4-1483-4bd4-826f-53aee276f4a8,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:46:02.039817 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efec3cd8-939c-4815-8473-61b6c9e7f052 x-openstack-request-id: req-efec3cd8-939c-4815-8473-61b6c9e7f052 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:46:02.040117 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02497ab7-06e9-4983-852f-aca502abbabf", "name": "network-vif-plugged", "status": "completed", "tag": "e22453c4-1483-4bd4-826f-53aee276f4a8", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:46:02.040376 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-efec3cd8-939c-4815-8473-61b6c9e7f052 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:46:02.040805 dv-cinder-837699-3-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efec3cd8-939c-4815-8473-61b6c9e7f052'] response: {'server_uuid': '02497ab7-06e9-4983-852f-aca502abbabf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e22453c4-1483-4bd4-826f-53aee276f4a8', 'code': 200} Apr 29 13:46:02.280097 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63d6d3c-cb68-4757-9214-a08158b8717c req-b336e4be-453a-4790-bcaf-ca0c639ae7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:46:02.281501 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c63d6d3c-cb68-4757-9214-a08158b8717c req-b336e4be-453a-4790-bcaf-ca0c639ae7f8 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=02497ab7-06e9-4983-852f-aca502abbabf HTTP/1.1" status: 200 len: 1130 time: 0.0391321 Apr 29 13:46:02.333044 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c63d6d3c-cb68-4757-9214-a08158b8717c req-f7b54d80-fead-44e7-a073-98f7db6392a6 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=12660fcc-1e1c-4a10-9f22-4fa2d7c20a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416622 Apr 29 13:46:02.958538 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae812e38-2fdb-4575-aee7-27fca299d3bd req-be313842-b7a7-44ef-a1b4-7ac2af54b33c tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:46:02.960052 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ae812e38-2fdb-4575-aee7-27fca299d3bd req-be313842-b7a7-44ef-a1b4-7ac2af54b33c tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/ports?device_id=02497ab7-06e9-4983-852f-aca502abbabf HTTP/1.1" status: 200 len: 946 time: 0.0460842 Apr 29 13:46:03.007688 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ae812e38-2fdb-4575-aee7-27fca299d3bd req-7e2ec965-cb9a-4ffa-8b26-c4015a9ca8d8 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/security-groups?id=12660fcc-1e1c-4a10-9f22-4fa2d7c20a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415297 Apr 29 13:46:04.122163 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa5f00-0371-49e5-b5e6-b09ed0bb1899 req-4683cdc2-5559-44a0-9d3d-70b5c5f4b213 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:46:04.123659 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-a5fa5f00-0371-49e5-b5e6-b09ed0bb1899 req-4683cdc2-5559-44a0-9d3d-70b5c5f4b213 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/ports?device_id=02497ab7-06e9-4983-852f-aca502abbabf HTTP/1.1" status: 200 len: 946 time: 0.0471740 Apr 29 13:46:04.174934 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-a5fa5f00-0371-49e5-b5e6-b09ed0bb1899 req-cfe063c2-11f1-45ac-9603-2c757ec4212d tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/security-groups?id=12660fcc-1e1c-4a10-9f22-4fa2d7c20a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455742 Apr 29 13:46:04.287882 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb1b536-d214-4916-934b-bdc7e9c2b165 req-06fa0e79-7174-44d8-816d-1d8fe574344b tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:46:04.289304 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2cb1b536-d214-4916-934b-bdc7e9c2b165 req-06fa0e79-7174-44d8-816d-1d8fe574344b tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/ports?device_id=02497ab7-06e9-4983-852f-aca502abbabf HTTP/1.1" status: 200 len: 946 time: 0.0478566 Apr 29 13:46:04.337860 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2cb1b536-d214-4916-934b-bdc7e9c2b165 req-00a653a4-b31c-4949-8544-5584880ebfc2 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/security-groups?id=12660fcc-1e1c-4a10-9f22-4fa2d7c20a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427370 Apr 29 13:46:04.359356 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 60480) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:46:04.440939 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a91f2ce-c840-4684-bfc2-e58dd145005d tempest-TestVolumeBootPattern-684446414 tempest-TestVolumeBootPattern-684446414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:46:04.442429 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-6a91f2ce-c840-4684-bfc2-e58dd145005d tempest-TestVolumeBootPattern-684446414 tempest-TestVolumeBootPattern-684446414-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=02497ab7-06e9-4983-852f-aca502abbabf HTTP/1.1" status: 200 len: 1125 time: 0.0820928 Apr 29 13:46:04.445112 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 60484) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:46:04.449821 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-2021646d-bf00-4341-98d8-894fa567f82d tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Request body: {'floatingip': {'floating_network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'port_id': 'e22453c4-1483-4bd4-826f-53aee276f4a8', 'tenant_id': 'c3073c813c30483a86a89e52417e9a83', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:46:04.469125 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2021646d-bf00-4341-98d8-894fa567f82d tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:04.545377 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2021646d-bf00-4341-98d8-894fa567f82d tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:04.653896 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-2021646d-bf00-4341-98d8-894fa567f82d tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Allocated IP 172.27.0.96 (754f8d77-c1fb-438d-9dec-eec91b4433a5/8519c0fa-1b1c-41ff-b70f-9433c7b7bb38/740347ba-e266-4a6b-963e-cc09beb59e6a) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:46:04.759224 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2021646d-bf00-4341-98d8-894fa567f82d tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks [] for port (740347ba-e266-4a6b-963e-cc09beb59e6a), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:04.792801 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2021646d-bf00-4341-98d8-894fa567f82d tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783155810398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8537941'] for port (740347ba-e266-4a6b-963e-cc09beb59e6a), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:04.830354 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2021646d-bf00-4341-98d8-894fa567f82d tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Network 754f8d77-c1fb-438d-9dec-eec91b4433a5 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:46:04.834560 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-2021646d-bf00-4341-98d8-894fa567f82d tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:46:04.840529 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2021646d-bf00-4341-98d8-894fa567f82d tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:46:04.857026 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (477bd1e1-70d7-4a7b-b37c-5892af57f2e4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:04.864357 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2021646d-bf00-4341-98d8-894fa567f82d tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Pushing event updated for resources: {'Port': ['ID=740347ba-e266-4a6b-963e-cc09beb59e6a,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:46:05.459318 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2021646d-bf00-4341-98d8-894fa567f82d tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks [] for floatingip (2a4c7d8c-f598-454f-ae47-2ae0a7e44bb3), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:05.530480 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2021646d-bf00-4341-98d8-894fa567f82d tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627609'] for port (740347ba-e266-4a6b-963e-cc09beb59e6a), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:05.677396 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2021646d-bf00-4341-98d8-894fa567f82d tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks [] for port (740347ba-e266-4a6b-963e-cc09beb59e6a), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:05.682658 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2021646d-bf00-4341-98d8-894fa567f82d tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783156333276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783155810416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783155810434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8537934'] for port (740347ba-e266-4a6b-963e-cc09beb59e6a), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:05.751160 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2021646d-bf00-4341-98d8-894fa567f82d tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Pushing event updated for resources: {'Port': ['ID=740347ba-e266-4a6b-963e-cc09beb59e6a,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:46:05.763096 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2021646d-bf00-4341-98d8-894fa567f82d tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706107'] for floatingip (2a4c7d8c-f598-454f-ae47-2ae0a7e44bb3), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:05.865572 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.db.l3_db [None req-2021646d-bf00-4341-98d8-894fa567f82d tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Floating IP 2a4c7d8c-f598-454f-ae47-2ae0a7e44bb3 associated. External IP: 172.27.0.96, port: e22453c4-1483-4bd4-826f-53aee276f4a8. Apr 29 13:46:06.077130 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2021646d-bf00-4341-98d8-894fa567f82d tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Router 457839c8-bbcc-4a5d-950b-8abc066002ef has already been hosted by L3 agent ffd5f049-29fc-4e99-906d-6eadce93ab48 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:46:06.188165 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2021646d-bf00-4341-98d8-894fa567f82d tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Notify agent at l3_agent.dv-cinder-837699-3-iscsi the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:46:06.197821 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3d7d88-c244-4352-bb29-e045d1e377c0 None None] Sync routers for ids ['457839c8-bbcc-4a5d-950b-8abc066002ef'] in dv-cinder-837699-3-iscsi {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:46:06.206212 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2021646d-bf00-4341-98d8-894fa567f82d tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574'] for floatingip (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:06.207884 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3d7d88-c244-4352-bb29-e045d1e377c0 None None] Routers {'457839c8-bbcc-4a5d-950b-8abc066002ef'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:46:06.208513 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-df3d7d88-c244-4352-bb29-e045d1e377c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:45:54Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['457839c8-bbcc-4a5d-950b-8abc066002ef'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:46:06.247837 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-2021646d-bf00-4341-98d8-894fa567f82d tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7897041 Apr 29 13:46:06.247837 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02497ab7-06e9-4983-852f-aca502abbabf', 'tag': 'e22453c4-1483-4bd4-826f-53aee276f4a8'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:46:06.247837 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34453e8beaba66333125c1a762a789c78ce2f458b63942c2f470c2340433bc94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5447c9f5-3a49-4458-a3cc-8afeb2153983" -d '{"events": [{"name": "network-changed", "server_uuid": "02497ab7-06e9-4983-852f-aca502abbabf", "tag": "e22453c4-1483-4bd4-826f-53aee276f4a8"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:46:06.278242 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d40716-9e55-4868-ae29-3d6656824aa9 x-openstack-request-id: req-55d40716-9e55-4868-ae29-3d6656824aa9 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:46:06.278544 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02497ab7-06e9-4983-852f-aca502abbabf", "tag": "e22453c4-1483-4bd4-826f-53aee276f4a8", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:46:06.278824 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-55d40716-9e55-4868-ae29-3d6656824aa9 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:46:06.279391 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55d40716-9e55-4868-ae29-3d6656824aa9'] response: {'name': 'network-changed', 'server_uuid': '02497ab7-06e9-4983-852f-aca502abbabf', 'tag': 'e22453c4-1483-4bd4-826f-53aee276f4a8', 'status': 'completed', 'code': 200} Apr 29 13:46:06.324135 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-df3d7d88-c244-4352-bb29-e045d1e377c0 None None] Set router 457839c8-bbcc-4a5d-950b-8abc066002ef gateway port host: dv-cinder-837699-3-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:46:06.362009 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5447c9f5-3a49-4458-a3cc-8afeb2153983 req-add3f488-cfa4-4cd6-958a-00dee49f299a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:46:06.363545 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5447c9f5-3a49-4458-a3cc-8afeb2153983 req-add3f488-cfa4-4cd6-958a-00dee49f299a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c3073c813c30483a86a89e52417e9a83&device_id=02497ab7-06e9-4983-852f-aca502abbabf HTTP/1.1" status: 200 len: 1130 time: 0.0404274 Apr 29 13:46:06.458461 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5447c9f5-3a49-4458-a3cc-8afeb2153983 req-ae943ca8-077e-47e1-956c-65848d814174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:46:06.459963 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5447c9f5-3a49-4458-a3cc-8afeb2153983 req-ae943ca8-077e-47e1-956c-65848d814174 service neutron] 10.222.0.75 "GET /v2.0/networks?id=0df5f0bc-74a3-4b6f-90b4-101f998a7b98 HTTP/1.1" status: 200 len: 912 time: 0.0900805 Apr 29 13:46:06.525691 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5447c9f5-3a49-4458-a3cc-8afeb2153983 req-ad7d8f37-62ab-4259-932d-de1e8dca1cfe service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e22453c4-1483-4bd4-826f-53aee276f4a8 HTTP/1.1" status: 200 len: 999 time: 0.0600955 Apr 29 13:46:06.545879 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-df3d7d88-c244-4352-bb29-e045d1e377c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '457839c8-bbcc-4a5d-950b-8abc066002ef', 'name': 'tempest-TestVolumeBootPattern-613889079-router', 'tenant_id': 'c3073c813c30483a86a89e52417e9a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'ef7519de-6f6a-4ca3-8115-cb61d36c7da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:40:10Z', 'updated_at': '2022-04-29T13:40:13Z', 'revision_number': 4, 'project_id': 'c3073c813c30483a86a89e52417e9a83', 'gw_port': {'id': 'ef7519de-6f6a-4ca3-8115-cb61d36c7da8', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:72:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457839c8-bbcc-4a5d-950b-8abc066002ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:40:10Z', 'updated_at': '2022-04-29T13:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_floatingips': [{'id': '2a4c7d8c-f598-454f-ae47-2ae0a7e44bb3', 'tenant_id': 'c3073c813c30483a86a89e52417e9a83', 'floating_ip_address': '172.27.0.96', 'floating_network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'router_id': '457839c8-bbcc-4a5d-950b-8abc066002ef', 'port_id': 'e22453c4-1483-4bd4-826f-53aee276f4a8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0df5f0bc-74a3-4b6f-90b4-101f998a7b98', 'mac_address': 'fa:16:3e:ad:96:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02497ab7-06e9-4983-852f-aca502abbabf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:46:05Z', 'updated_at': '2022-04-29T13:46:05Z', 'revision_number': 0, 'project_id': 'c3073c813c30483a86a89e52417e9a83', 'fixed_ip_address_scope': None}, {'id': '609113ae-7ffc-4a3f-8e7a-b57ea99f2316', 'tenant_id': 'c3073c813c30483a86a89e52417e9a83', 'floating_ip_address': '172.27.0.195', 'floating_network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'router_id': '457839c8-bbcc-4a5d-950b-8abc066002ef', 'port_id': 'ca0b0364-01a8-4173-8102-827bfe8e6577', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0df5f0bc-74a3-4b6f-90b4-101f998a7b98', 'mac_address': 'fa:16:3e:85:3e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0369e6-e9bf-4b83-b5b5-8d4e197e9bd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:43:47Z', 'updated_at': '2022-04-29T13:43:49Z', 'revision_number': 1, 'project_id': 'c3073c813c30483a86a89e52417e9a83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efd0000c-0814-493d-958b-49ab75a0c77d', 'name': '', 'network_id': '0df5f0bc-74a3-4b6f-90b4-101f998a7b98', 'tenant_id': 'c3073c813c30483a86a89e52417e9a83', 'mac_address': 'fa:16:3e:4b:15:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457839c8-bbcc-4a5d-950b-8abc066002ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '4e7e06f7-dcbc-4247-a7f8-31674bc9340e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:40:12Z', 'updated_at': '2022-04-29T13:40:18Z', 'revision_number': 5, 'project_id': 'c3073c813c30483a86a89e52417e9a83', 'subnets': [{'id': '4e7e06f7-dcbc-4247-a7f8-31674bc9340e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:46:06.571658 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3d7d88-c244-4352-bb29-e045d1e377c0 None None] Checking router: 457839c8-bbcc-4a5d-950b-8abc066002ef for host: dv-cinder-837699-3-iscsi {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:46:06.578703 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5447c9f5-3a49-4458-a3cc-8afeb2153983 req-890fc205-72ff-4d48-9412-35ea2351ed10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:46:06.579978 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3d7d88-c244-4352-bb29-e045d1e377c0 None None] Routers {'457839c8-bbcc-4a5d-950b-8abc066002ef'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:46:06.580199 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5447c9f5-3a49-4458-a3cc-8afeb2153983 req-890fc205-72ff-4d48-9412-35ea2351ed10 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4e7e06f7-dcbc-4247-a7f8-31674bc9340e HTTP/1.1" status: 200 len: 850 time: 0.0483973 Apr 29 13:46:06.580590 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-df3d7d88-c244-4352-bb29-e045d1e377c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:45:54Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['457839c8-bbcc-4a5d-950b-8abc066002ef'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:46:06.625510 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5447c9f5-3a49-4458-a3cc-8afeb2153983 req-5505bb04-d022-4d93-8e95-3beadd98003d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:46:06.626921 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5447c9f5-3a49-4458-a3cc-8afeb2153983 req-5505bb04-d022-4d93-8e95-3beadd98003d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0df5f0bc-74a3-4b6f-90b4-101f998a7b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408247 Apr 29 13:46:06.693110 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-df3d7d88-c244-4352-bb29-e045d1e377c0 None None] Set router 457839c8-bbcc-4a5d-950b-8abc066002ef gateway port host: dv-cinder-837699-3-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:46:06.716595 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5447c9f5-3a49-4458-a3cc-8afeb2153983 req-66411fab-2c5d-4679-ad8c-0cbe7a6a012f service neutron] 10.222.0.75 "GET /v2.0/networks/0df5f0bc-74a3-4b6f-90b4-101f998a7b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834069 Apr 29 13:46:06.823242 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5447c9f5-3a49-4458-a3cc-8afeb2153983 req-1aa259f0-ad77-4a9d-88d0-1d5fa89eda39 service neutron] 10.222.0.75 "GET /v2.0/networks/0df5f0bc-74a3-4b6f-90b4-101f998a7b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005011 Apr 29 13:46:06.921497 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-df3d7d88-c244-4352-bb29-e045d1e377c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '457839c8-bbcc-4a5d-950b-8abc066002ef', 'name': 'tempest-TestVolumeBootPattern-613889079-router', 'tenant_id': 'c3073c813c30483a86a89e52417e9a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'ef7519de-6f6a-4ca3-8115-cb61d36c7da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:40:10Z', 'updated_at': '2022-04-29T13:40:13Z', 'revision_number': 4, 'project_id': 'c3073c813c30483a86a89e52417e9a83', 'gw_port': {'id': 'ef7519de-6f6a-4ca3-8115-cb61d36c7da8', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:72:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457839c8-bbcc-4a5d-950b-8abc066002ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:40:10Z', 'updated_at': '2022-04-29T13:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_floatingips': [{'id': '2a4c7d8c-f598-454f-ae47-2ae0a7e44bb3', 'tenant_id': 'c3073c813c30483a86a89e52417e9a83', 'floating_ip_address': '172.27.0.96', 'floating_network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'router_id': '457839c8-bbcc-4a5d-950b-8abc066002ef', 'port_id': 'e22453c4-1483-4bd4-826f-53aee276f4a8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0df5f0bc-74a3-4b6f-90b4-101f998a7b98', 'mac_address': 'fa:16:3e:ad:96:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02497ab7-06e9-4983-852f-aca502abbabf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:46:05Z', 'updated_at': '2022-04-29T13:46:05Z', 'revision_number': 0, 'project_id': 'c3073c813c30483a86a89e52417e9a83', 'fixed_ip_address_scope': None}, {'id': '609113ae-7ffc-4a3f-8e7a-b57ea99f2316', 'tenant_id': 'c3073c813c30483a86a89e52417e9a83', 'floating_ip_address': '172.27.0.195', 'floating_network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'router_id': '457839c8-bbcc-4a5d-950b-8abc066002ef', 'port_id': 'ca0b0364-01a8-4173-8102-827bfe8e6577', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0df5f0bc-74a3-4b6f-90b4-101f998a7b98', 'mac_address': 'fa:16:3e:85:3e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0369e6-e9bf-4b83-b5b5-8d4e197e9bd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:43:47Z', 'updated_at': '2022-04-29T13:43:49Z', 'revision_number': 1, 'project_id': 'c3073c813c30483a86a89e52417e9a83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efd0000c-0814-493d-958b-49ab75a0c77d', 'name': '', 'network_id': '0df5f0bc-74a3-4b6f-90b4-101f998a7b98', 'tenant_id': 'c3073c813c30483a86a89e52417e9a83', 'mac_address': 'fa:16:3e:4b:15:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457839c8-bbcc-4a5d-950b-8abc066002ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '4e7e06f7-dcbc-4247-a7f8-31674bc9340e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:40:12Z', 'updated_at': '2022-04-29T13:40:18Z', 'revision_number': 5, 'project_id': 'c3073c813c30483a86a89e52417e9a83', 'subnets': [{'id': '4e7e06f7-dcbc-4247-a7f8-31674bc9340e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:46:06.947203 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3d7d88-c244-4352-bb29-e045d1e377c0 None None] The sync data for ids ['457839c8-bbcc-4a5d-950b-8abc066002ef'] in dv-cinder-837699-3-iscsi is: [{'id': '457839c8-bbcc-4a5d-950b-8abc066002ef', 'name': 'tempest-TestVolumeBootPattern-613889079-router', 'tenant_id': 'c3073c813c30483a86a89e52417e9a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'ef7519de-6f6a-4ca3-8115-cb61d36c7da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:40:10Z', 'updated_at': '2022-04-29T13:40:13Z', 'revision_number': 4, 'project_id': 'c3073c813c30483a86a89e52417e9a83', 'gw_port': {'id': 'ef7519de-6f6a-4ca3-8115-cb61d36c7da8', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:72:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457839c8-bbcc-4a5d-950b-8abc066002ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:40:10Z', 'updated_at': '2022-04-29T13:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_floatingips': [{'id': '2a4c7d8c-f598-454f-ae47-2ae0a7e44bb3', 'tenant_id': 'c3073c813c30483a86a89e52417e9a83', 'floating_ip_address': '172.27.0.96', 'floating_network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'router_id': '457839c8-bbcc-4a5d-950b-8abc066002ef', 'port_id': 'e22453c4-1483-4bd4-826f-53aee276f4a8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0df5f0bc-74a3-4b6f-90b4-101f998a7b98', 'mac_address': 'fa:16:3e:ad:96:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02497ab7-06e9-4983-852f-aca502abbabf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:46:05Z', 'updated_at': '2022-04-29T13:46:05Z', 'revision_number': 0, 'project_id': 'c3073c813c30483a86a89e52417e9a83', 'fixed_ip_address_scope': None}, {'id': '609113ae-7ffc-4a3f-8e7a-b57ea99f2316', 'tenant_id': 'c3073c813c30483a86a89e52417e9a83', 'floating_ip_address': '172.27.0.195', 'floating_network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'router_id': '457839c8-bbcc-4a5d-950b-8abc066002ef', 'port_id': 'ca0b0364-01a8-4173-8102-827bfe8e6577', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0df5f0bc-74a3-4b6f-90b4-101f998a7b98', 'mac_address': 'fa:16:3e:85:3e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0369e6-e9bf-4b83-b5b5-8d4e197e9bd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:43:47Z', 'updated_at': '2022-04-29T13:43:49Z', 'revision_number': 1, 'project_id': 'c3073c813c30483a86a89e52417e9a83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efd0000c-0814-493d-958b-49ab75a0c77d', 'name': '', 'network_id': '0df5f0bc-74a3-4b6f-90b4-101f998a7b98', 'tenant_id': 'c3073c813c30483a86a89e52417e9a83', 'mac_address': 'fa:16:3e:4b:15:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457839c8-bbcc-4a5d-950b-8abc066002ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '4e7e06f7-dcbc-4247-a7f8-31674bc9340e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:40:12Z', 'updated_at': '2022-04-29T13:40:18Z', 'revision_number': 5, 'project_id': 'c3073c813c30483a86a89e52417e9a83', 'subnets': [{'id': '4e7e06f7-dcbc-4247-a7f8-31674bc9340e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:46:07.141035 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bbab9e-f0bf-4126-b1c6-a6a8d083fb14 None None] New status for floating IP 2a4c7d8c-f598-454f-ae47-2ae0a7e44bb3: ACTIVE {{(pid=103367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 13:46:21.615947 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9a71837f-8a52-4189-98c0-d25c717607ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (e437e712-237e-4a54-83a8-782eed3c5f0c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:24.300630 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-04e23d95-eddd-4c10-94a7-0f9ba31f5876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (ffd5f049-29fc-4e99-906d-6eadce93ab48), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:25.925980 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d46c6b96-c9c1-47b5-84ba-015c4e42046f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (1b2ea45c-9419-45d0-91af-29e2c5a1844a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:27.378876 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bea047bf-f99e-49b2-8b9d-5ba249a30c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (23d6c007-0036-4fdb-b033-28b1fd628d82), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:28.748548 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (070d87cd-fed4-4d07-85b5-c26ded61f2d8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:29.784630 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c4090ed3-b188-48ef-a6b9-5d78229fc55d None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:46:32.963789 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [req-7b3029bc-fe10-4124-af63-564d42d202d8 req-5c5c0e0e-4965-475d-bc12-83d407471ba7 service neutron] (103365) timed out ('10.222.0.75', 53719) {{(pid=103365) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 29 13:46:34.861753 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (477bd1e1-70d7-4a7b-b37c-5892af57f2e4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:46.274061 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-23e609d2-4dbb-4d71-b79f-9d6979e04a41 req-2b92270b-61c5-424c-bed1-1b7302bada39 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=0c0369e6-e9bf-4b83-b5b5-8d4e197e9bd6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381517 Apr 29 13:46:46.368685 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e609d2-4dbb-4d71-b79f-9d6979e04a41 req-aae7c1db-6f34-47da-8ea0-d0d4e731372c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:46:46.370196 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-23e609d2-4dbb-4d71-b79f-9d6979e04a41 req-aae7c1db-6f34-47da-8ea0-d0d4e731372c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c3073c813c30483a86a89e52417e9a83&device_id=0c0369e6-e9bf-4b83-b5b5-8d4e197e9bd6 HTTP/1.1" status: 200 len: 1129 time: 0.0401604 Apr 29 13:46:46.474206 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e609d2-4dbb-4d71-b79f-9d6979e04a41 req-6009140f-3a0d-4724-8965-b46e17386846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:46:46.475672 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-23e609d2-4dbb-4d71-b79f-9d6979e04a41 req-6009140f-3a0d-4724-8965-b46e17386846 service neutron] 10.222.0.75 "GET /v2.0/networks?id=0df5f0bc-74a3-4b6f-90b4-101f998a7b98 HTTP/1.1" status: 200 len: 912 time: 0.0882819 Apr 29 13:46:46.541236 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-23e609d2-4dbb-4d71-b79f-9d6979e04a41 req-819cdff1-6fc4-45ce-9666-19fc69613e19 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ca0b0364-01a8-4173-8102-827bfe8e6577 HTTP/1.1" status: 200 len: 1001 time: 0.0566342 Apr 29 13:46:46.591025 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e609d2-4dbb-4d71-b79f-9d6979e04a41 req-1abe4e6e-a358-43a9-854e-122c3ee01012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:46:46.592440 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-23e609d2-4dbb-4d71-b79f-9d6979e04a41 req-1abe4e6e-a358-43a9-854e-122c3ee01012 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4e7e06f7-dcbc-4247-a7f8-31674bc9340e HTTP/1.1" status: 200 len: 850 time: 0.0460329 Apr 29 13:46:46.634714 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e609d2-4dbb-4d71-b79f-9d6979e04a41 req-4cd77756-13fb-4eb2-bb25-32968fc64f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:46:46.636198 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-23e609d2-4dbb-4d71-b79f-9d6979e04a41 req-4cd77756-13fb-4eb2-bb25-32968fc64f73 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0df5f0bc-74a3-4b6f-90b4-101f998a7b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386076 Apr 29 13:46:46.728103 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-23e609d2-4dbb-4d71-b79f-9d6979e04a41 req-8c22c756-cc20-4ca2-878a-ece5aef87a0d service neutron] 10.222.0.75 "GET /v2.0/networks/0df5f0bc-74a3-4b6f-90b4-101f998a7b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860391 Apr 29 13:46:46.816198 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-23e609d2-4dbb-4d71-b79f-9d6979e04a41 req-87b97cb4-e84c-44c3-b46f-73b1cf68543e service neutron] 10.222.0.75 "GET /v2.0/networks/0df5f0bc-74a3-4b6f-90b4-101f998a7b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825770 Apr 29 13:46:51.621244 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-af701396-fc49-4845-ae17-fd508cba0cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (e437e712-237e-4a54-83a8-782eed3c5f0c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:54.307064 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5b8ac366-acc3-45ea-a1da-b7350b403115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (ffd5f049-29fc-4e99-906d-6eadce93ab48), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:55.928521 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d46c6b96-c9c1-47b5-84ba-015c4e42046f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (1b2ea45c-9419-45d0-91af-29e2c5a1844a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:57.396292 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bea047bf-f99e-49b2-8b9d-5ba249a30c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (23d6c007-0036-4fdb-b033-28b1fd628d82), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:58.751445 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (070d87cd-fed4-4d07-85b5-c26ded61f2d8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:59.285037 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [req-bad62639-a09b-48b0-a10b-a0a48460a172 req-a8e806a6-de2f-4c07-b57f-c2d6b5a78f9f service neutron] (103364) timed out ('10.222.0.11', 53452) {{(pid=103364) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 29 13:46:59.363104 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [req-bad62639-a09b-48b0-a10b-a0a48460a172 req-c04ba666-6907-408e-a530-188a91707b84 tempest-AttachVolumeShelveTestJSON-649957665 tempest-AttachVolumeShelveTestJSON-649957665-project] (103364) timed out ('10.222.0.11', 53460) {{(pid=103364) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 29 13:47:04.866943 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (477bd1e1-70d7-4a7b-b37c-5892af57f2e4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:06.783005 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c4090ed3-b188-48ef-a6b9-5d78229fc55d None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:47:21.623534 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e367d48e-898c-497a-94b1-a0c12fbb32dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (e437e712-237e-4a54-83a8-782eed3c5f0c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:24.297592 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-80090791-cbeb-4db9-a594-9aab049d51f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (ffd5f049-29fc-4e99-906d-6eadce93ab48), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:25.931526 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d46c6b96-c9c1-47b5-84ba-015c4e42046f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (1b2ea45c-9419-45d0-91af-29e2c5a1844a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:27.385973 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bea047bf-f99e-49b2-8b9d-5ba249a30c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (23d6c007-0036-4fdb-b033-28b1fd628d82), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:28.754096 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (070d87cd-fed4-4d07-85b5-c26ded61f2d8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:34.860662 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (477bd1e1-70d7-4a7b-b37c-5892af57f2e4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:43.781435 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c4090ed3-b188-48ef-a6b9-5d78229fc55d None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:47:48.338387 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-568296a2-9ade-4a42-b167-d239dfe2a3fd req-e8a2e8d8-f444-4d7e-9ea1-31c468c3bba2 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=02497ab7-06e9-4983-852f-aca502abbabf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0796144 Apr 29 13:47:48.412617 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568296a2-9ade-4a42-b167-d239dfe2a3fd req-9f70a381-672d-46a4-bcac-02378ad03d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:47:48.414691 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-568296a2-9ade-4a42-b167-d239dfe2a3fd req-9f70a381-672d-46a4-bcac-02378ad03d2a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c3073c813c30483a86a89e52417e9a83&device_id=02497ab7-06e9-4983-852f-aca502abbabf HTTP/1.1" status: 200 len: 1130 time: 0.0414457 Apr 29 13:47:48.514853 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568296a2-9ade-4a42-b167-d239dfe2a3fd req-64440f6f-7370-4bfe-a7e6-5df9abc70376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:47:48.516210 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-568296a2-9ade-4a42-b167-d239dfe2a3fd req-64440f6f-7370-4bfe-a7e6-5df9abc70376 service neutron] 10.222.0.75 "GET /v2.0/networks?id=0df5f0bc-74a3-4b6f-90b4-101f998a7b98 HTTP/1.1" status: 200 len: 912 time: 0.0844243 Apr 29 13:47:48.583328 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-568296a2-9ade-4a42-b167-d239dfe2a3fd req-f4753208-c049-47d5-b293-ae05cc09019a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e22453c4-1483-4bd4-826f-53aee276f4a8 HTTP/1.1" status: 200 len: 1001 time: 0.0617466 Apr 29 13:47:48.630527 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568296a2-9ade-4a42-b167-d239dfe2a3fd req-6f97edea-e667-4a6a-a957-7380991c4eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:47:48.632056 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-568296a2-9ade-4a42-b167-d239dfe2a3fd req-6f97edea-e667-4a6a-a957-7380991c4eba service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4e7e06f7-dcbc-4247-a7f8-31674bc9340e HTTP/1.1" status: 200 len: 850 time: 0.0427763 Apr 29 13:47:48.673601 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568296a2-9ade-4a42-b167-d239dfe2a3fd req-7ee426d8-0a98-4d1f-89f2-f475149a2b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:47:48.675081 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-568296a2-9ade-4a42-b167-d239dfe2a3fd req-7ee426d8-0a98-4d1f-89f2-f475149a2b55 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0df5f0bc-74a3-4b6f-90b4-101f998a7b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377219 Apr 29 13:47:48.767256 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-568296a2-9ade-4a42-b167-d239dfe2a3fd req-4fccfde1-a31e-4500-a9e9-0db513ea6cb4 service neutron] 10.222.0.75 "GET /v2.0/networks/0df5f0bc-74a3-4b6f-90b4-101f998a7b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846894 Apr 29 13:47:48.855271 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-568296a2-9ade-4a42-b167-d239dfe2a3fd req-2535e599-21b5-4dd4-87bc-0e399d426518 service neutron] 10.222.0.75 "GET /v2.0/networks/0df5f0bc-74a3-4b6f-90b4-101f998a7b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816514 Apr 29 13:47:51.624724 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ac5075de-7e12-499d-9b5a-4589e39945d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (e437e712-237e-4a54-83a8-782eed3c5f0c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:54.298935 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d4457228-3291-4af8-92a6-fd868bc1e8a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (ffd5f049-29fc-4e99-906d-6eadce93ab48), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:54.882264 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 60520) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:47:55.033946 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-2da21507-1ad0-45b1-8d98-1a7943714f63 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Deleting port 740347ba-e266-4a6b-963e-cc09beb59e6a {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:47:55.034201 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2da21507-1ad0-45b1-8d98-1a7943714f63 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783156326988'] for port (740347ba-e266-4a6b-963e-cc09beb59e6a), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:55.108401 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2da21507-1ad0-45b1-8d98-1a7943714f63 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749638'] for port (740347ba-e266-4a6b-963e-cc09beb59e6a), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:55.108718 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2da21507-1ad0-45b1-8d98-1a7943714f63 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks [] for floatingip (740347ba-e266-4a6b-963e-cc09beb59e6a), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:55.121330 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-2da21507-1ad0-45b1-8d98-1a7943714f63 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Calling delete_port for 740347ba-e266-4a6b-963e-cc09beb59e6a owned by network:floatingip {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:47:55.269066 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2da21507-1ad0-45b1-8d98-1a7943714f63 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783156333258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783155810407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8537941'] for port (740347ba-e266-4a6b-963e-cc09beb59e6a), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:55.295902 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da21507-1ad0-45b1-8d98-1a7943714f63 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Pushing event deleted for resources: {'Port': ['ID=740347ba-e266-4a6b-963e-cc09beb59e6a,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:47:55.321305 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da21507-1ad0-45b1-8d98-1a7943714f63 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:55.321649 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da21507-1ad0-45b1-8d98-1a7943714f63 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:55.321989 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da21507-1ad0-45b1-8d98-1a7943714f63 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:55.322326 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da21507-1ad0-45b1-8d98-1a7943714f63 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:55.322659 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da21507-1ad0-45b1-8d98-1a7943714f63 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:55.322991 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da21507-1ad0-45b1-8d98-1a7943714f63 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:55.323313 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da21507-1ad0-45b1-8d98-1a7943714f63 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:55.323640 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da21507-1ad0-45b1-8d98-1a7943714f63 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:55.323960 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da21507-1ad0-45b1-8d98-1a7943714f63 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:55.324308 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da21507-1ad0-45b1-8d98-1a7943714f63 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:55.324631 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da21507-1ad0-45b1-8d98-1a7943714f63 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:55.324976 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da21507-1ad0-45b1-8d98-1a7943714f63 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:55.325301 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da21507-1ad0-45b1-8d98-1a7943714f63 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:55.325617 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da21507-1ad0-45b1-8d98-1a7943714f63 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:55.325932 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da21507-1ad0-45b1-8d98-1a7943714f63 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:55.370701 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2da21507-1ad0-45b1-8d98-1a7943714f63 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks [] for floatingip (2a4c7d8c-f598-454f-ae47-2ae0a7e44bb3), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:55.371026 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.db.l3_db [None req-2da21507-1ad0-45b1-8d98-1a7943714f63 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Floating IP 2a4c7d8c-f598-454f-ae47-2ae0a7e44bb3 disassociated (deleted). External IP: 172.27.0.96, port: e22453c4-1483-4bd4-826f-53aee276f4a8. Apr 29 13:47:55.579083 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2da21507-1ad0-45b1-8d98-1a7943714f63 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Router 457839c8-bbcc-4a5d-950b-8abc066002ef has already been hosted by L3 agent ffd5f049-29fc-4e99-906d-6eadce93ab48 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:47:55.687311 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2da21507-1ad0-45b1-8d98-1a7943714f63 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Notify agent at l3_agent.dv-cinder-837699-3-iscsi the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:47:55.692031 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2da21507-1ad0-45b1-8d98-1a7943714f63 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574'] for floatingip (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:55.697106 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46e0848-36d6-4eaf-adcd-6404bbc55635 None None] Sync routers for ids ['457839c8-bbcc-4a5d-950b-8abc066002ef'] in dv-cinder-837699-3-iscsi {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:47:55.707104 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46e0848-36d6-4eaf-adcd-6404bbc55635 None None] Routers {'457839c8-bbcc-4a5d-950b-8abc066002ef'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:47:55.707743 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-b46e0848-36d6-4eaf-adcd-6404bbc55635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:47:54Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['457839c8-bbcc-4a5d-950b-8abc066002ef'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:47:55.823723 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-b46e0848-36d6-4eaf-adcd-6404bbc55635 None None] Set router 457839c8-bbcc-4a5d-950b-8abc066002ef gateway port host: dv-cinder-837699-3-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:47:55.958294 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d46c6b96-c9c1-47b5-84ba-015c4e42046f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (1b2ea45c-9419-45d0-91af-29e2c5a1844a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:55.990498 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-2da21507-1ad0-45b1-8d98-1a7943714f63 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "DELETE /v2.0/floatingips/2a4c7d8c-f598-454f-ae47-2ae0a7e44bb3 HTTP/1.1" status: 204 len: 168 time: 1.1070011 Apr 29 13:47:55.991252 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02497ab7-06e9-4983-852f-aca502abbabf', 'tag': 'e22453c4-1483-4bd4-826f-53aee276f4a8'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:47:55.994153 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34453e8beaba66333125c1a762a789c78ce2f458b63942c2f470c2340433bc94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21fe0191-bea9-4be9-9be7-ec8c28ed0b82" -d '{"events": [{"name": "network-changed", "server_uuid": "02497ab7-06e9-4983-852f-aca502abbabf", "tag": "e22453c4-1483-4bd4-826f-53aee276f4a8"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:47:56.037697 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9092f1c9-bd29-4b55-81aa-6e877d16a9bc x-openstack-request-id: req-9092f1c9-bd29-4b55-81aa-6e877d16a9bc {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:47:56.037997 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02497ab7-06e9-4983-852f-aca502abbabf", "tag": "e22453c4-1483-4bd4-826f-53aee276f4a8", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:47:56.038263 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9092f1c9-bd29-4b55-81aa-6e877d16a9bc {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:47:56.039279 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9092f1c9-bd29-4b55-81aa-6e877d16a9bc'] response: {'name': 'network-changed', 'server_uuid': '02497ab7-06e9-4983-852f-aca502abbabf', 'tag': 'e22453c4-1483-4bd4-826f-53aee276f4a8', 'status': 'completed', 'code': 200} Apr 29 13:47:56.066491 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-b46e0848-36d6-4eaf-adcd-6404bbc55635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '457839c8-bbcc-4a5d-950b-8abc066002ef', 'name': 'tempest-TestVolumeBootPattern-613889079-router', 'tenant_id': 'c3073c813c30483a86a89e52417e9a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'ef7519de-6f6a-4ca3-8115-cb61d36c7da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:40:10Z', 'updated_at': '2022-04-29T13:40:13Z', 'revision_number': 4, 'project_id': 'c3073c813c30483a86a89e52417e9a83', 'gw_port': {'id': 'ef7519de-6f6a-4ca3-8115-cb61d36c7da8', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:72:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457839c8-bbcc-4a5d-950b-8abc066002ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:40:10Z', 'updated_at': '2022-04-29T13:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_floatingips': [{'id': '609113ae-7ffc-4a3f-8e7a-b57ea99f2316', 'tenant_id': 'c3073c813c30483a86a89e52417e9a83', 'floating_ip_address': '172.27.0.195', 'floating_network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'router_id': '457839c8-bbcc-4a5d-950b-8abc066002ef', 'port_id': 'ca0b0364-01a8-4173-8102-827bfe8e6577', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0df5f0bc-74a3-4b6f-90b4-101f998a7b98', 'mac_address': 'fa:16:3e:85:3e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0369e6-e9bf-4b83-b5b5-8d4e197e9bd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:43:47Z', 'updated_at': '2022-04-29T13:43:49Z', 'revision_number': 1, 'project_id': 'c3073c813c30483a86a89e52417e9a83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efd0000c-0814-493d-958b-49ab75a0c77d', 'name': '', 'network_id': '0df5f0bc-74a3-4b6f-90b4-101f998a7b98', 'tenant_id': 'c3073c813c30483a86a89e52417e9a83', 'mac_address': 'fa:16:3e:4b:15:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457839c8-bbcc-4a5d-950b-8abc066002ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '4e7e06f7-dcbc-4247-a7f8-31674bc9340e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:40:12Z', 'updated_at': '2022-04-29T13:40:18Z', 'revision_number': 5, 'project_id': 'c3073c813c30483a86a89e52417e9a83', 'subnets': [{'id': '4e7e06f7-dcbc-4247-a7f8-31674bc9340e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:47:56.095460 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46e0848-36d6-4eaf-adcd-6404bbc55635 None None] Checking router: 457839c8-bbcc-4a5d-950b-8abc066002ef for host: dv-cinder-837699-3-iscsi {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:47:56.105438 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46e0848-36d6-4eaf-adcd-6404bbc55635 None None] Routers {'457839c8-bbcc-4a5d-950b-8abc066002ef'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:47:56.106069 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-b46e0848-36d6-4eaf-adcd-6404bbc55635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:47:54Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['457839c8-bbcc-4a5d-950b-8abc066002ef'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:47:56.121630 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe0191-bea9-4be9-9be7-ec8c28ed0b82 req-f4c7c3c4-5d3c-44b2-9aec-77d3c2b24e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:47:56.123139 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-21fe0191-bea9-4be9-9be7-ec8c28ed0b82 req-f4c7c3c4-5d3c-44b2-9aec-77d3c2b24e32 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c3073c813c30483a86a89e52417e9a83&device_id=02497ab7-06e9-4983-852f-aca502abbabf HTTP/1.1" status: 200 len: 1130 time: 0.0414281 Apr 29 13:47:56.224526 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-b46e0848-36d6-4eaf-adcd-6404bbc55635 None None] Set router 457839c8-bbcc-4a5d-950b-8abc066002ef gateway port host: dv-cinder-837699-3-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:47:56.225193 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe0191-bea9-4be9-9be7-ec8c28ed0b82 req-4fff6752-fe49-4084-a0d3-0c1ad89af57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:47:56.227389 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-21fe0191-bea9-4be9-9be7-ec8c28ed0b82 req-4fff6752-fe49-4084-a0d3-0c1ad89af57a service neutron] 10.222.0.75 "GET /v2.0/networks?id=0df5f0bc-74a3-4b6f-90b4-101f998a7b98 HTTP/1.1" status: 200 len: 912 time: 0.0987370 Apr 29 13:47:56.242519 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d891a6b-8678-40f7-9f62-5e4cfd070ae7 req-e69a672f-22c5-4b38-925e-4c9cb54b84cc tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:47:56.244577 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-0d891a6b-8678-40f7-9f62-5e4cfd070ae7 req-e69a672f-22c5-4b38-925e-4c9cb54b84cc tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/ports?device_id=02497ab7-06e9-4983-852f-aca502abbabf HTTP/1.1" status: 200 len: 946 time: 0.0580366 Apr 29 13:47:56.293746 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-0d891a6b-8678-40f7-9f62-5e4cfd070ae7 req-95889d64-1f2e-405e-82e6-6612c829d0fb tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/security-groups?id=12660fcc-1e1c-4a10-9f22-4fa2d7c20a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436766 Apr 29 13:47:56.566098 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-b46e0848-36d6-4eaf-adcd-6404bbc55635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '457839c8-bbcc-4a5d-950b-8abc066002ef', 'name': 'tempest-TestVolumeBootPattern-613889079-router', 'tenant_id': 'c3073c813c30483a86a89e52417e9a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'ef7519de-6f6a-4ca3-8115-cb61d36c7da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:40:10Z', 'updated_at': '2022-04-29T13:40:13Z', 'revision_number': 4, 'project_id': 'c3073c813c30483a86a89e52417e9a83', 'gw_port': {'id': 'ef7519de-6f6a-4ca3-8115-cb61d36c7da8', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:72:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457839c8-bbcc-4a5d-950b-8abc066002ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:40:10Z', 'updated_at': '2022-04-29T13:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_floatingips': [{'id': '609113ae-7ffc-4a3f-8e7a-b57ea99f2316', 'tenant_id': 'c3073c813c30483a86a89e52417e9a83', 'floating_ip_address': '172.27.0.195', 'floating_network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'router_id': '457839c8-bbcc-4a5d-950b-8abc066002ef', 'port_id': 'ca0b0364-01a8-4173-8102-827bfe8e6577', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0df5f0bc-74a3-4b6f-90b4-101f998a7b98', 'mac_address': 'fa:16:3e:85:3e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0369e6-e9bf-4b83-b5b5-8d4e197e9bd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:43:47Z', 'updated_at': '2022-04-29T13:43:49Z', 'revision_number': 1, 'project_id': 'c3073c813c30483a86a89e52417e9a83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efd0000c-0814-493d-958b-49ab75a0c77d', 'name': '', 'network_id': '0df5f0bc-74a3-4b6f-90b4-101f998a7b98', 'tenant_id': 'c3073c813c30483a86a89e52417e9a83', 'mac_address': 'fa:16:3e:4b:15:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457839c8-bbcc-4a5d-950b-8abc066002ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '4e7e06f7-dcbc-4247-a7f8-31674bc9340e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:40:12Z', 'updated_at': '2022-04-29T13:40:18Z', 'revision_number': 5, 'project_id': 'c3073c813c30483a86a89e52417e9a83', 'subnets': [{'id': '4e7e06f7-dcbc-4247-a7f8-31674bc9340e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:47:56.591547 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46e0848-36d6-4eaf-adcd-6404bbc55635 None None] The sync data for ids ['457839c8-bbcc-4a5d-950b-8abc066002ef'] in dv-cinder-837699-3-iscsi is: [{'id': '457839c8-bbcc-4a5d-950b-8abc066002ef', 'name': 'tempest-TestVolumeBootPattern-613889079-router', 'tenant_id': 'c3073c813c30483a86a89e52417e9a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'ef7519de-6f6a-4ca3-8115-cb61d36c7da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:40:10Z', 'updated_at': '2022-04-29T13:40:13Z', 'revision_number': 4, 'project_id': 'c3073c813c30483a86a89e52417e9a83', 'gw_port': {'id': 'ef7519de-6f6a-4ca3-8115-cb61d36c7da8', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:72:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457839c8-bbcc-4a5d-950b-8abc066002ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:40:10Z', 'updated_at': '2022-04-29T13:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_floatingips': [{'id': '609113ae-7ffc-4a3f-8e7a-b57ea99f2316', 'tenant_id': 'c3073c813c30483a86a89e52417e9a83', 'floating_ip_address': '172.27.0.195', 'floating_network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'router_id': '457839c8-bbcc-4a5d-950b-8abc066002ef', 'port_id': 'ca0b0364-01a8-4173-8102-827bfe8e6577', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0df5f0bc-74a3-4b6f-90b4-101f998a7b98', 'mac_address': 'fa:16:3e:85:3e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0369e6-e9bf-4b83-b5b5-8d4e197e9bd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:43:47Z', 'updated_at': '2022-04-29T13:43:49Z', 'revision_number': 1, 'project_id': 'c3073c813c30483a86a89e52417e9a83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efd0000c-0814-493d-958b-49ab75a0c77d', 'name': '', 'network_id': '0df5f0bc-74a3-4b6f-90b4-101f998a7b98', 'tenant_id': 'c3073c813c30483a86a89e52417e9a83', 'mac_address': 'fa:16:3e:4b:15:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457839c8-bbcc-4a5d-950b-8abc066002ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '4e7e06f7-dcbc-4247-a7f8-31674bc9340e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:40:12Z', 'updated_at': '2022-04-29T13:40:18Z', 'revision_number': 5, 'project_id': 'c3073c813c30483a86a89e52417e9a83', 'subnets': [{'id': '4e7e06f7-dcbc-4247-a7f8-31674bc9340e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:47:56.819906 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807bcf95-5143-44fc-be55-27d91c7c602c None None] New status for floating IP 2a4c7d8c-f598-454f-ae47-2ae0a7e44bb3: DOWN {{(pid=103367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 13:47:57.253845 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-21fe0191-bea9-4be9-9be7-ec8c28ed0b82 req-84a04970-0f54-4069-aea4-0712e51f782f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e22453c4-1483-4bd4-826f-53aee276f4a8 HTTP/1.1" status: 200 len: 217 time: 0.0381815 Apr 29 13:47:57.391010 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bea047bf-f99e-49b2-8b9d-5ba249a30c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (23d6c007-0036-4fdb-b033-28b1fd628d82), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:57.411055 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9a498b-6253-418e-971a-c7ec5cb46917 req-f96e089a-c174-495b-891a-b3d1c3740deb tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:47:57.412539 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5d9a498b-6253-418e-971a-c7ec5cb46917 req-f96e089a-c174-495b-891a-b3d1c3740deb tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/ports?device_id=02497ab7-06e9-4983-852f-aca502abbabf HTTP/1.1" status: 200 len: 946 time: 0.0485721 Apr 29 13:47:57.461860 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5d9a498b-6253-418e-971a-c7ec5cb46917 req-583fb9f5-808f-49f3-9b1c-e889edbc3a8a tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/security-groups?id=12660fcc-1e1c-4a10-9f22-4fa2d7c20a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435040 Apr 29 13:47:57.602022 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe0191-bea9-4be9-9be7-ec8c28ed0b82 req-0dd0b320-ce70-43b6-8083-e12333ab2a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:47:57.603485 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-21fe0191-bea9-4be9-9be7-ec8c28ed0b82 req-0dd0b320-ce70-43b6-8083-e12333ab2a40 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4e7e06f7-dcbc-4247-a7f8-31674bc9340e HTTP/1.1" status: 200 len: 850 time: 0.0492673 Apr 29 13:47:58.037070 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe0191-bea9-4be9-9be7-ec8c28ed0b82 req-0b9d9dc5-4323-4ad2-a11b-d65370fddd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:47:58.039240 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-21fe0191-bea9-4be9-9be7-ec8c28ed0b82 req-0b9d9dc5-4323-4ad2-a11b-d65370fddd07 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0df5f0bc-74a3-4b6f-90b4-101f998a7b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451908 Apr 29 13:47:58.156568 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.75', 54383) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:47:58.157779 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-21fe0191-bea9-4be9-9be7-ec8c28ed0b82 req-56a63fb7-104b-4039-9078-72e81a45af64 service neutron] 10.222.0.75 "GET /v2.0/networks/0df5f0bc-74a3-4b6f-90b4-101f998a7b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880876 Apr 29 13:47:58.201936 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f1ea5d-94d4-488b-957b-83dc5e36f4eb req-94652e92-9dc5-45ab-8ba5-7482373fa5d4 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:47:58.203370 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-c3f1ea5d-94d4-488b-957b-83dc5e36f4eb req-94652e92-9dc5-45ab-8ba5-7482373fa5d4 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.75 "GET /v2.0/ports?device_id=02497ab7-06e9-4983-852f-aca502abbabf HTTP/1.1" status: 200 len: 946 time: 0.0456884 Apr 29 13:47:58.437085 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-c3f1ea5d-94d4-488b-957b-83dc5e36f4eb req-e411bea4-6e02-49ce-92a0-484f1583ef4c tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Deleting port e22453c4-1483-4bd4-826f-53aee276f4a8 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:47:58.437438 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-c3f1ea5d-94d4-488b-957b-83dc5e36f4eb req-e411bea4-6e02-49ce-92a0-484f1583ef4c tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783156326988'] for port (e22453c4-1483-4bd4-826f-53aee276f4a8), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:58.439731 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-21fe0191-bea9-4be9-9be7-ec8c28ed0b82 req-a30adee6-3f1c-483c-8f78-59c6c497a944 service neutron] 10.222.0.75 "GET /v2.0/networks/0df5f0bc-74a3-4b6f-90b4-101f998a7b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846965 Apr 29 13:47:58.531139 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-c3f1ea5d-94d4-488b-957b-83dc5e36f4eb req-e411bea4-6e02-49ce-92a0-484f1583ef4c tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] For port e22453c4-1483-4bd4-826f-53aee276f4a8, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=e22453c4-1483-4bd4-826f-53aee276f4a8,segment=NetworkSegment(688818c9-fd33-48fa-9750-00b7f6795c0b),segment_id=688818c9-fd33-48fa-9750-00b7f6795c0b)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:47:58.531512 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-c3f1ea5d-94d4-488b-957b-83dc5e36f4eb req-e411bea4-6e02-49ce-92a0-484f1583ef4c tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749638'] for port (e22453c4-1483-4bd4-826f-53aee276f4a8), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:58.567723 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-c3f1ea5d-94d4-488b-957b-83dc5e36f4eb req-e411bea4-6e02-49ce-92a0-484f1583ef4c tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Calling delete_port for e22453c4-1483-4bd4-826f-53aee276f4a8 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:47:58.594588 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b5fda3-a030-4f3a-8cb7-1720f6f474d6 req-6f9d1ed7-0751-4e1d-a5b9-e54cdc1cd9a0 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:47:58.596063 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-09b5fda3-a030-4f3a-8cb7-1720f6f474d6 req-6f9d1ed7-0751-4e1d-a5b9-e54cdc1cd9a0 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/ports?device_id=02497ab7-06e9-4983-852f-aca502abbabf HTTP/1.1" status: 200 len: 946 time: 0.0619471 Apr 29 13:47:58.689829 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-09b5fda3-a030-4f3a-8cb7-1720f6f474d6 req-0bd16a93-d19c-4514-8571-19f32fbddb6e tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/security-groups?id=12660fcc-1e1c-4a10-9f22-4fa2d7c20a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623469 Apr 29 13:47:58.756110 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-c3f1ea5d-94d4-488b-957b-83dc5e36f4eb req-e411bea4-6e02-49ce-92a0-484f1583ef4c tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783156333258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783155810407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9127861'] for port (e22453c4-1483-4bd4-826f-53aee276f4a8), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:58.758166 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (070d87cd-fed4-4d07-85b5-c26ded61f2d8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:58.786807 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411bea4-6e02-49ce-92a0-484f1583ef4c tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Pushing event deleted for resources: {'Port': ['ID=e22453c4-1483-4bd4-826f-53aee276f4a8,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:47:58.799643 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411bea4-6e02-49ce-92a0-484f1583ef4c tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:58.799643 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411bea4-6e02-49ce-92a0-484f1583ef4c tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:58.799643 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411bea4-6e02-49ce-92a0-484f1583ef4c tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:58.799963 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411bea4-6e02-49ce-92a0-484f1583ef4c tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:58.800106 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411bea4-6e02-49ce-92a0-484f1583ef4c tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:58.800435 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411bea4-6e02-49ce-92a0-484f1583ef4c tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:58.800787 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411bea4-6e02-49ce-92a0-484f1583ef4c tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:58.801109 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411bea4-6e02-49ce-92a0-484f1583ef4c tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:58.801434 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411bea4-6e02-49ce-92a0-484f1583ef4c tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:58.801759 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411bea4-6e02-49ce-92a0-484f1583ef4c tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:58.802084 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411bea4-6e02-49ce-92a0-484f1583ef4c tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:58.802517 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411bea4-6e02-49ce-92a0-484f1583ef4c tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:58.802720 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411bea4-6e02-49ce-92a0-484f1583ef4c tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:58.803041 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411bea4-6e02-49ce-92a0-484f1583ef4c tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:58.803358 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411bea4-6e02-49ce-92a0-484f1583ef4c tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:58.844858 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3f1ea5d-94d4-488b-957b-83dc5e36f4eb req-e411bea4-6e02-49ce-92a0-484f1583ef4c tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] No DVR routers for this DVR port e22453c4-1483-4bd4-826f-53aee276f4a8 on host hv-cinder-83769 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:47:58.847275 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-c3f1ea5d-94d4-488b-957b-83dc5e36f4eb req-e411bea4-6e02-49ce-92a0-484f1583ef4c tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:58.850479 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-c3f1ea5d-94d4-488b-957b-83dc5e36f4eb req-e411bea4-6e02-49ce-92a0-484f1583ef4c tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.75 "DELETE /v2.0/ports/e22453c4-1483-4bd4-826f-53aee276f4a8 HTTP/1.1" status: 204 len: 173 time: 0.4956479 Apr 29 13:47:58.850987 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02497ab7-06e9-4983-852f-aca502abbabf', 'name': 'network-vif-deleted', 'tag': 'e22453c4-1483-4bd4-826f-53aee276f4a8'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:47:58.853332 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ba167d508349ed0cdfb80239bd9ae2522ecb2b1d56ec89f6128388f9fbd08d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f82882bb-f5f6-4142-a067-493ce1a21a3b" -d '{"events": [{"server_uuid": "02497ab7-06e9-4983-852f-aca502abbabf", "name": "network-vif-deleted", "tag": "e22453c4-1483-4bd4-826f-53aee276f4a8"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:47:58.889113 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5faa54af-1a3a-4684-94cf-8ea4ed2f93e3 x-openstack-request-id: req-5faa54af-1a3a-4684-94cf-8ea4ed2f93e3 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:47:58.889437 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02497ab7-06e9-4983-852f-aca502abbabf", "name": "network-vif-deleted", "tag": "e22453c4-1483-4bd4-826f-53aee276f4a8", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:47:58.889696 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5faa54af-1a3a-4684-94cf-8ea4ed2f93e3 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:47:58.890117 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5faa54af-1a3a-4684-94cf-8ea4ed2f93e3'] response: {'server_uuid': '02497ab7-06e9-4983-852f-aca502abbabf', 'name': 'network-vif-deleted', 'tag': 'e22453c4-1483-4bd4-826f-53aee276f4a8', 'status': 'completed', 'code': 200} Apr 29 13:47:59.802801 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-17c29268-f6bc-47d0-8199-5a1599ea865e req-643deab0-596f-4a93-b756-64554eb63e3e tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/ports?device_id=02497ab7-06e9-4983-852f-aca502abbabf HTTP/1.1" status: 200 len: 210 time: 0.0281625 Apr 29 13:48:02.244426 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device e22453c4-1483-4bd4-826f-53aee276f4a8 no longer exists at agent hyperv_hv-cinder-83769 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:48:02.264193 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] No Port match for: e22453c4-1483-4bd4-826f-53aee276f4a8 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:48:02.264532 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device e22453c4-1483-4bd4-826f-53aee276f4a8 not bound to the agent host hv-cinder-83769 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:48:03.078748 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 60566) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:48:03.229000 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-691f3a7d-7f23-4046-9e9a-cac9ce7c92be tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Deleting port f8e003b2-6670-4896-a490-fe87a702b717 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:48:03.229349 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-691f3a7d-7f23-4046-9e9a-cac9ce7c92be tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783156326988'] for port (f8e003b2-6670-4896-a490-fe87a702b717), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:03.307966 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-691f3a7d-7f23-4046-9e9a-cac9ce7c92be tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749638'] for port (f8e003b2-6670-4896-a490-fe87a702b717), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:03.308296 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-691f3a7d-7f23-4046-9e9a-cac9ce7c92be tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks [] for floatingip (f8e003b2-6670-4896-a490-fe87a702b717), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:03.320668 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-691f3a7d-7f23-4046-9e9a-cac9ce7c92be tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Calling delete_port for f8e003b2-6670-4896-a490-fe87a702b717 owned by network:floatingip {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:48:03.467413 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-691f3a7d-7f23-4046-9e9a-cac9ce7c92be tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783156333258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783155810407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9127861'] for port (f8e003b2-6670-4896-a490-fe87a702b717), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:03.490909 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691f3a7d-7f23-4046-9e9a-cac9ce7c92be tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Pushing event deleted for resources: {'Port': ['ID=f8e003b2-6670-4896-a490-fe87a702b717,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:48:03.553811 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-691f3a7d-7f23-4046-9e9a-cac9ce7c92be tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks [] for floatingip (609113ae-7ffc-4a3f-8e7a-b57ea99f2316), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:03.554238 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.db.l3_db [None req-691f3a7d-7f23-4046-9e9a-cac9ce7c92be tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Floating IP 609113ae-7ffc-4a3f-8e7a-b57ea99f2316 disassociated (deleted). External IP: 172.27.0.195, port: ca0b0364-01a8-4173-8102-827bfe8e6577. Apr 29 13:48:03.767380 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-691f3a7d-7f23-4046-9e9a-cac9ce7c92be tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Router 457839c8-bbcc-4a5d-950b-8abc066002ef has already been hosted by L3 agent ffd5f049-29fc-4e99-906d-6eadce93ab48 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:48:03.875886 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-691f3a7d-7f23-4046-9e9a-cac9ce7c92be tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Notify agent at l3_agent.dv-cinder-837699-3-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:48:03.880588 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-691f3a7d-7f23-4046-9e9a-cac9ce7c92be tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574'] for floatingip (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:03.885251 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a15c32-65f5-45c1-a082-ced372c786dd None None] Sync routers for ids ['457839c8-bbcc-4a5d-950b-8abc066002ef'] in dv-cinder-837699-3-iscsi {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:48:03.895659 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a15c32-65f5-45c1-a082-ced372c786dd None None] Routers {'457839c8-bbcc-4a5d-950b-8abc066002ef'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:48:03.896264 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-a0a15c32-65f5-45c1-a082-ced372c786dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:47:54Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['457839c8-bbcc-4a5d-950b-8abc066002ef'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:48:03.909415 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-691f3a7d-7f23-4046-9e9a-cac9ce7c92be tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "DELETE /v2.0/floatingips/609113ae-7ffc-4a3f-8e7a-b57ea99f2316 HTTP/1.1" status: 204 len: 168 time: 0.8295815 Apr 29 13:48:03.910104 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c0369e6-e9bf-4b83-b5b5-8d4e197e9bd6', 'tag': 'ca0b0364-01a8-4173-8102-827bfe8e6577'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:48:03.912421 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ba167d508349ed0cdfb80239bd9ae2522ecb2b1d56ec89f6128388f9fbd08d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a474b10-923a-40ca-b0c0-4603927b5193" -d '{"events": [{"name": "network-changed", "server_uuid": "0c0369e6-e9bf-4b83-b5b5-8d4e197e9bd6", "tag": "ca0b0364-01a8-4173-8102-827bfe8e6577"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:48:03.951613 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-033614df-7f9b-4ae1-a38c-f782225f9d6e x-openstack-request-id: req-033614df-7f9b-4ae1-a38c-f782225f9d6e {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:48:03.951910 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c0369e6-e9bf-4b83-b5b5-8d4e197e9bd6", "tag": "ca0b0364-01a8-4173-8102-827bfe8e6577", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:48:03.952244 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-033614df-7f9b-4ae1-a38c-f782225f9d6e {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:48:03.952665 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event matching ['req-033614df-7f9b-4ae1-a38c-f782225f9d6e'] response: {'name': 'network-changed', 'server_uuid': '0c0369e6-e9bf-4b83-b5b5-8d4e197e9bd6', 'tag': 'ca0b0364-01a8-4173-8102-827bfe8e6577', 'status': 'completed', 'code': 200} Apr 29 13:48:04.015014 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-a0a15c32-65f5-45c1-a082-ced372c786dd None None] Set router 457839c8-bbcc-4a5d-950b-8abc066002ef gateway port host: dv-cinder-837699-3-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:48:04.041992 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a474b10-923a-40ca-b0c0-4603927b5193 req-094194c8-85d4-4da2-90c4-2d29ad284020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:48:04.043549 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1a474b10-923a-40ca-b0c0-4603927b5193 req-094194c8-85d4-4da2-90c4-2d29ad284020 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c3073c813c30483a86a89e52417e9a83&device_id=0c0369e6-e9bf-4b83-b5b5-8d4e197e9bd6 HTTP/1.1" status: 200 len: 1129 time: 0.0498819 Apr 29 13:48:04.141260 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a474b10-923a-40ca-b0c0-4603927b5193 req-bd0ae35c-8fb9-4404-8bbf-0cae909e0473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:48:04.142726 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1a474b10-923a-40ca-b0c0-4603927b5193 req-bd0ae35c-8fb9-4404-8bbf-0cae909e0473 service neutron] 10.222.0.75 "GET /v2.0/networks?id=0df5f0bc-74a3-4b6f-90b4-101f998a7b98 HTTP/1.1" status: 200 len: 912 time: 0.0940814 Apr 29 13:48:04.146345 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c223c3-a1de-4b6a-b03d-c803356c14d2 req-7c11d66c-4716-4cc7-88f1-f518ca732b54 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:48:04.148414 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-90c223c3-a1de-4b6a-b03d-c803356c14d2 req-7c11d66c-4716-4cc7-88f1-f518ca732b54 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0369e6-e9bf-4b83-b5b5-8d4e197e9bd6 HTTP/1.1" status: 200 len: 945 time: 0.0489233 Apr 29 13:48:04.201572 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [req-90c223c3-a1de-4b6a-b03d-c803356c14d2 req-d9f189b7-a3e7-4914-ae63-154acdd64de5 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/security-groups?id=12660fcc-1e1c-4a10-9f22-4fa2d7c20a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469148 Apr 29 13:48:04.212976 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-a0a15c32-65f5-45c1-a082-ced372c786dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '457839c8-bbcc-4a5d-950b-8abc066002ef', 'name': 'tempest-TestVolumeBootPattern-613889079-router', 'tenant_id': 'c3073c813c30483a86a89e52417e9a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'ef7519de-6f6a-4ca3-8115-cb61d36c7da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:40:10Z', 'updated_at': '2022-04-29T13:40:13Z', 'revision_number': 4, 'project_id': 'c3073c813c30483a86a89e52417e9a83', 'gw_port': {'id': 'ef7519de-6f6a-4ca3-8115-cb61d36c7da8', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:72:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457839c8-bbcc-4a5d-950b-8abc066002ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:40:10Z', 'updated_at': '2022-04-29T13:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_interfaces': [{'id': 'efd0000c-0814-493d-958b-49ab75a0c77d', 'name': '', 'network_id': '0df5f0bc-74a3-4b6f-90b4-101f998a7b98', 'tenant_id': 'c3073c813c30483a86a89e52417e9a83', 'mac_address': 'fa:16:3e:4b:15:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457839c8-bbcc-4a5d-950b-8abc066002ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '4e7e06f7-dcbc-4247-a7f8-31674bc9340e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:40:12Z', 'updated_at': '2022-04-29T13:40:18Z', 'revision_number': 5, 'project_id': 'c3073c813c30483a86a89e52417e9a83', 'subnets': [{'id': '4e7e06f7-dcbc-4247-a7f8-31674bc9340e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:48:04.243222 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a15c32-65f5-45c1-a082-ced372c786dd None None] Checking router: 457839c8-bbcc-4a5d-950b-8abc066002ef for host: dv-cinder-837699-3-iscsi {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:48:04.251353 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a15c32-65f5-45c1-a082-ced372c786dd None None] Routers {'457839c8-bbcc-4a5d-950b-8abc066002ef'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:48:04.251961 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-a0a15c32-65f5-45c1-a082-ced372c786dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:47:54Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['457839c8-bbcc-4a5d-950b-8abc066002ef'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:48:04.358233 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-a0a15c32-65f5-45c1-a082-ced372c786dd None None] Set router 457839c8-bbcc-4a5d-950b-8abc066002ef gateway port host: dv-cinder-837699-3-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:48:04.539654 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-a0a15c32-65f5-45c1-a082-ced372c786dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '457839c8-bbcc-4a5d-950b-8abc066002ef', 'name': 'tempest-TestVolumeBootPattern-613889079-router', 'tenant_id': 'c3073c813c30483a86a89e52417e9a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'ef7519de-6f6a-4ca3-8115-cb61d36c7da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:40:10Z', 'updated_at': '2022-04-29T13:40:13Z', 'revision_number': 4, 'project_id': 'c3073c813c30483a86a89e52417e9a83', 'gw_port': {'id': 'ef7519de-6f6a-4ca3-8115-cb61d36c7da8', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:72:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457839c8-bbcc-4a5d-950b-8abc066002ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:40:10Z', 'updated_at': '2022-04-29T13:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_interfaces': [{'id': 'efd0000c-0814-493d-958b-49ab75a0c77d', 'name': '', 'network_id': '0df5f0bc-74a3-4b6f-90b4-101f998a7b98', 'tenant_id': 'c3073c813c30483a86a89e52417e9a83', 'mac_address': 'fa:16:3e:4b:15:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457839c8-bbcc-4a5d-950b-8abc066002ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '4e7e06f7-dcbc-4247-a7f8-31674bc9340e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:40:12Z', 'updated_at': '2022-04-29T13:40:18Z', 'revision_number': 5, 'project_id': 'c3073c813c30483a86a89e52417e9a83', 'subnets': [{'id': '4e7e06f7-dcbc-4247-a7f8-31674bc9340e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:48:04.564669 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a15c32-65f5-45c1-a082-ced372c786dd None None] The sync data for ids ['457839c8-bbcc-4a5d-950b-8abc066002ef'] in dv-cinder-837699-3-iscsi is: [{'id': '457839c8-bbcc-4a5d-950b-8abc066002ef', 'name': 'tempest-TestVolumeBootPattern-613889079-router', 'tenant_id': 'c3073c813c30483a86a89e52417e9a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'ef7519de-6f6a-4ca3-8115-cb61d36c7da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:40:10Z', 'updated_at': '2022-04-29T13:40:13Z', 'revision_number': 4, 'project_id': 'c3073c813c30483a86a89e52417e9a83', 'gw_port': {'id': 'ef7519de-6f6a-4ca3-8115-cb61d36c7da8', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:72:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457839c8-bbcc-4a5d-950b-8abc066002ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:40:10Z', 'updated_at': '2022-04-29T13:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi', '_interfaces': [{'id': 'efd0000c-0814-493d-958b-49ab75a0c77d', 'name': '', 'network_id': '0df5f0bc-74a3-4b6f-90b4-101f998a7b98', 'tenant_id': 'c3073c813c30483a86a89e52417e9a83', 'mac_address': 'fa:16:3e:4b:15:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457839c8-bbcc-4a5d-950b-8abc066002ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '4e7e06f7-dcbc-4247-a7f8-31674bc9340e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:40:12Z', 'updated_at': '2022-04-29T13:40:18Z', 'revision_number': 5, 'project_id': 'c3073c813c30483a86a89e52417e9a83', 'subnets': [{'id': '4e7e06f7-dcbc-4247-a7f8-31674bc9340e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:48:04.773809 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c8052a-bfa2-45c0-876a-6d2d3eb5a46b None None] New status for floating IP 609113ae-7ffc-4a3f-8e7a-b57ea99f2316: DOWN {{(pid=103367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 13:48:04.883029 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (477bd1e1-70d7-4a7b-b37c-5892af57f2e4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:05.139648 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1a474b10-923a-40ca-b0c0-4603927b5193 req-6ed2ece1-d33f-4768-9e95-75537464b26c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ca0b0364-01a8-4173-8102-827bfe8e6577 HTTP/1.1" status: 200 len: 217 time: 0.0350337 Apr 29 13:48:05.191101 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a474b10-923a-40ca-b0c0-4603927b5193 req-79e12bd4-9f75-4b5e-819f-c095c437f0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:48:05.192514 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1a474b10-923a-40ca-b0c0-4603927b5193 req-79e12bd4-9f75-4b5e-819f-c095c437f0af service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4e7e06f7-dcbc-4247-a7f8-31674bc9340e HTTP/1.1" status: 200 len: 850 time: 0.0470393 Apr 29 13:48:05.237849 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a474b10-923a-40ca-b0c0-4603927b5193 req-4399888c-0c14-4d80-b064-558a7d5e5c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:48:05.239386 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1a474b10-923a-40ca-b0c0-4603927b5193 req-4399888c-0c14-4d80-b064-558a7d5e5c4a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0df5f0bc-74a3-4b6f-90b4-101f998a7b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400319 Apr 29 13:48:05.359178 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb9d3b0-0af3-40be-aa1c-5c27f9bad03e req-b33ea2ae-60df-420d-adf3-3d355f39d9d4 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:48:05.360647 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-fbb9d3b0-0af3-40be-aa1c-5c27f9bad03e req-b33ea2ae-60df-420d-adf3-3d355f39d9d4 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0369e6-e9bf-4b83-b5b5-8d4e197e9bd6 HTTP/1.1" status: 200 len: 945 time: 0.0851257 Apr 29 13:48:05.383648 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1a474b10-923a-40ca-b0c0-4603927b5193 req-016a4698-97cd-454e-b4d2-8127c2a14de2 service neutron] 10.222.0.75 "GET /v2.0/networks/0df5f0bc-74a3-4b6f-90b4-101f998a7b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366708 Apr 29 13:48:05.414329 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-fbb9d3b0-0af3-40be-aa1c-5c27f9bad03e req-8cb88fb7-c580-4f74-ab9e-19d5c90daf20 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/security-groups?id=12660fcc-1e1c-4a10-9f22-4fa2d7c20a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476813 Apr 29 13:48:05.629749 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1a474b10-923a-40ca-b0c0-4603927b5193 req-659878df-d3c4-4351-ae05-6a0d5e0d7ec1 service neutron] 10.222.0.75 "GET /v2.0/networks/0df5f0bc-74a3-4b6f-90b4-101f998a7b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831780 Apr 29 13:48:05.847273 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e14fdb3-8867-444a-b27a-f84b3d625a87 req-076a6843-b684-4cb2-8e8e-82c2f9752466 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:48:05.848700 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-2e14fdb3-8867-444a-b27a-f84b3d625a87 req-076a6843-b684-4cb2-8e8e-82c2f9752466 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c0369e6-e9bf-4b83-b5b5-8d4e197e9bd6 HTTP/1.1" status: 200 len: 945 time: 0.0497348 Apr 29 13:48:05.930611 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-2e14fdb3-8867-444a-b27a-f84b3d625a87 req-ce7f530c-9a94-495d-b001-e2e24b18959e tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Deleting port ca0b0364-01a8-4173-8102-827bfe8e6577 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:48:05.930947 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-2e14fdb3-8867-444a-b27a-f84b3d625a87 req-ce7f530c-9a94-495d-b001-e2e24b18959e tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783156326988'] for port (ca0b0364-01a8-4173-8102-827bfe8e6577), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:06.019817 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-2e14fdb3-8867-444a-b27a-f84b3d625a87 req-ce7f530c-9a94-495d-b001-e2e24b18959e tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] For port ca0b0364-01a8-4173-8102-827bfe8e6577, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=ca0b0364-01a8-4173-8102-827bfe8e6577,segment=NetworkSegment(688818c9-fd33-48fa-9750-00b7f6795c0b),segment_id=688818c9-fd33-48fa-9750-00b7f6795c0b)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:48:06.020175 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-2e14fdb3-8867-444a-b27a-f84b3d625a87 req-ce7f530c-9a94-495d-b001-e2e24b18959e tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749638'] for port (ca0b0364-01a8-4173-8102-827bfe8e6577), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:06.033453 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-2e14fdb3-8867-444a-b27a-f84b3d625a87 req-ce7f530c-9a94-495d-b001-e2e24b18959e tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Calling delete_port for ca0b0364-01a8-4173-8102-827bfe8e6577 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:48:06.157853 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-2e14fdb3-8867-444a-b27a-f84b3d625a87 req-ce7f530c-9a94-495d-b001-e2e24b18959e tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783156333258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783155810407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9127861'] for port (ca0b0364-01a8-4173-8102-827bfe8e6577), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:06.183026 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7f530c-9a94-495d-b001-e2e24b18959e tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Pushing event deleted for resources: {'Port': ['ID=ca0b0364-01a8-4173-8102-827bfe8e6577,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:48:06.229833 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e14fdb3-8867-444a-b27a-f84b3d625a87 req-ce7f530c-9a94-495d-b001-e2e24b18959e tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] No DVR routers for this DVR port ca0b0364-01a8-4173-8102-827bfe8e6577 on host hv-cinder-83769 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:48:06.232171 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-2e14fdb3-8867-444a-b27a-f84b3d625a87 req-ce7f530c-9a94-495d-b001-e2e24b18959e tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:06.235374 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-2e14fdb3-8867-444a-b27a-f84b3d625a87 req-ce7f530c-9a94-495d-b001-e2e24b18959e tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.75 "DELETE /v2.0/ports/ca0b0364-01a8-4173-8102-827bfe8e6577 HTTP/1.1" status: 204 len: 173 time: 0.3808661 Apr 29 13:48:06.235802 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c0369e6-e9bf-4b83-b5b5-8d4e197e9bd6', 'name': 'network-vif-deleted', 'tag': 'ca0b0364-01a8-4173-8102-827bfe8e6577'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:48:06.238073 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ba167d508349ed0cdfb80239bd9ae2522ecb2b1d56ec89f6128388f9fbd08d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6705ab8-a2eb-4906-9428-eeee0dfec4ab" -d '{"events": [{"server_uuid": "0c0369e6-e9bf-4b83-b5b5-8d4e197e9bd6", "name": "network-vif-deleted", "tag": "ca0b0364-01a8-4173-8102-827bfe8e6577"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:48:06.273464 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e1c909b-b455-4f68-b11b-aa2353add245 x-openstack-request-id: req-6e1c909b-b455-4f68-b11b-aa2353add245 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:48:06.273736 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c0369e6-e9bf-4b83-b5b5-8d4e197e9bd6", "name": "network-vif-deleted", "tag": "ca0b0364-01a8-4173-8102-827bfe8e6577", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:48:06.273998 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6e1c909b-b455-4f68-b11b-aa2353add245 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:48:06.274462 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e1c909b-b455-4f68-b11b-aa2353add245'] response: {'server_uuid': '0c0369e6-e9bf-4b83-b5b5-8d4e197e9bd6', 'name': 'network-vif-deleted', 'tag': 'ca0b0364-01a8-4173-8102-827bfe8e6577', 'status': 'completed', 'code': 200} Apr 29 13:48:06.508089 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [req-291f96ae-4e37-45b2-9e72-7b2fef3956ec req-b7dede6b-7a25-4117-b740-9276a8254717 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c0369e6-e9bf-4b83-b5b5-8d4e197e9bd6 HTTP/1.1" status: 200 len: 210 time: 0.0272422 Apr 29 13:48:07.563672 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 60582) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:48:07.678318 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-a7334570-5a47-4b54-9563-8b5ae551e8ac tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Deleting port 1de930df-a4d5-453d-a099-d2ec8f0c0711 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:48:07.678700 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a7334570-5a47-4b54-9563-8b5ae551e8ac tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783156326988'] for port (1de930df-a4d5-453d-a099-d2ec8f0c0711), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:07.756490 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a7334570-5a47-4b54-9563-8b5ae551e8ac tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749638'] for port (1de930df-a4d5-453d-a099-d2ec8f0c0711), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:07.756849 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a7334570-5a47-4b54-9563-8b5ae551e8ac tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks [] for floatingip (1de930df-a4d5-453d-a099-d2ec8f0c0711), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:07.768960 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-a7334570-5a47-4b54-9563-8b5ae551e8ac tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Calling delete_port for 1de930df-a4d5-453d-a099-d2ec8f0c0711 owned by network:floatingip {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:48:07.901042 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a7334570-5a47-4b54-9563-8b5ae551e8ac tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783156333258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783155810407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9127861'] for port (1de930df-a4d5-453d-a099-d2ec8f0c0711), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:07.927374 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7334570-5a47-4b54-9563-8b5ae551e8ac tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Pushing event deleted for resources: {'Port': ['ID=1de930df-a4d5-453d-a099-d2ec8f0c0711,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:48:07.986903 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a7334570-5a47-4b54-9563-8b5ae551e8ac tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks [] for floatingip (d665a8b5-5a0b-47a4-9fdb-4d28e0df1847), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:07.989451 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a7334570-5a47-4b54-9563-8b5ae551e8ac tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18574'] for floatingip (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:07.990604 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-a7334570-5a47-4b54-9563-8b5ae551e8ac tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "DELETE /v2.0/floatingips/d665a8b5-5a0b-47a4-9fdb-4d28e0df1847 HTTP/1.1" status: 204 len: 168 time: 0.4259603 Apr 29 13:48:09.182148 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 60594) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:48:09.238203 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9f40a410-ce16-4d04-a56a-5793ce801ea0 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks [] for security_group (12660fcc-1e1c-4a10-9f22-4fa2d7c20a7d), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:09.264450 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9f40a410-ce16-4d04-a56a-5793ce801ea0 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks [] for security_group (12660fcc-1e1c-4a10-9f22-4fa2d7c20a7d), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:09.325608 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9f40a410-ce16-4d04-a56a-5793ce801ea0 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (12660fcc-1e1c-4a10-9f22-4fa2d7c20a7d), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:09.328241 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9f40a410-ce16-4d04-a56a-5793ce801ea0 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:09.329417 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-9f40a410-ce16-4d04-a56a-5793ce801ea0 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] 10.222.0.11 "DELETE /v2.0/security-groups/12660fcc-1e1c-4a10-9f22-4fa2d7c20a7d HTTP/1.1" status: 204 len: 168 time: 0.1462936 Apr 29 13:48:09.338377 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f40a410-ce16-4d04-a56a-5793ce801ea0 tempest-TestVolumeBootPattern-1803225791 tempest-TestVolumeBootPattern-1803225791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12660fcc-1e1c-4a10-9f22-4fa2d7c20a7d,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:48:09.386293 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 60598) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:48:10.093836 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-227550b0-b435-41fc-94ed-e171b62693e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711483'] for router_interface (457839c8-bbcc-4a5d-950b-8abc066002ef), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:10.267467 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device ca0b0364-01a8-4173-8102-827bfe8e6577 no longer exists at agent hyperv_hv-cinder-83769 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:48:10.286430 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] No Port match for: ca0b0364-01a8-4173-8102-827bfe8e6577 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:48:10.286772 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Device ca0b0364-01a8-4173-8102-827bfe8e6577 not bound to the agent host hv-cinder-83769 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:48:10.326355 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-227550b0-b435-41fc-94ed-e171b62693e5 admin admin] Deleting port efd0000c-0814-493d-958b-49ab75a0c77d {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:48:10.326961 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-227550b0-b435-41fc-94ed-e171b62693e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783156326988'] for port (efd0000c-0814-493d-958b-49ab75a0c77d), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:10.406990 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-227550b0-b435-41fc-94ed-e171b62693e5 admin admin] For port efd0000c-0814-493d-958b-49ab75a0c77d, host dv-cinder-837699-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=efd0000c-0814-493d-958b-49ab75a0c77d,segment=NetworkSegment(688818c9-fd33-48fa-9750-00b7f6795c0b),segment_id=688818c9-fd33-48fa-9750-00b7f6795c0b)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:48:10.407271 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-227550b0-b435-41fc-94ed-e171b62693e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749638'] for port (efd0000c-0814-493d-958b-49ab75a0c77d), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:10.420603 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-227550b0-b435-41fc-94ed-e171b62693e5 admin admin] Calling delete_port for efd0000c-0814-493d-958b-49ab75a0c77d owned by network:router_interface {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:48:10.601322 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-227550b0-b435-41fc-94ed-e171b62693e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783156333258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783155810407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9127861'] for port (efd0000c-0814-493d-958b-49ab75a0c77d), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:10.627555 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227550b0-b435-41fc-94ed-e171b62693e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=efd0000c-0814-493d-958b-49ab75a0c77d,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:48:10.797423 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-227550b0-b435-41fc-94ed-e171b62693e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711575'] for router_interface (457839c8-bbcc-4a5d-950b-8abc066002ef), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:11.014241 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-227550b0-b435-41fc-94ed-e171b62693e5 admin admin] Router 457839c8-bbcc-4a5d-950b-8abc066002ef has already been hosted by L3 agent ffd5f049-29fc-4e99-906d-6eadce93ab48 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:48:11.121771 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-227550b0-b435-41fc-94ed-e171b62693e5 admin admin] Notify agent at l3_agent.dv-cinder-837699-3-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:48:11.128448 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-227550b0-b435-41fc-94ed-e171b62693e5 admin admin] 10.222.0.11 "PUT /v2.0/routers/457839c8-bbcc-4a5d-950b-8abc066002ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7409844 Apr 29 13:48:11.129248 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 60602) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:48:11.130340 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f744e856-32cb-49a6-b630-8a93c302140f None None] Sync routers for ids ['457839c8-bbcc-4a5d-950b-8abc066002ef'] in dv-cinder-837699-3-iscsi {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:48:11.143544 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f744e856-32cb-49a6-b630-8a93c302140f None None] Routers {'457839c8-bbcc-4a5d-950b-8abc066002ef'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:48:11.144163 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-f744e856-32cb-49a6-b630-8a93c302140f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:47:54Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['457839c8-bbcc-4a5d-950b-8abc066002ef'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:48:11.244337 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d225945f-0429-47d9-9e77-a1256cc98995 admin admin] Publish callbacks [] for router (457839c8-bbcc-4a5d-950b-8abc066002ef), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:11.254539 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-f744e856-32cb-49a6-b630-8a93c302140f None None] Set router 457839c8-bbcc-4a5d-950b-8abc066002ef gateway port host: dv-cinder-837699-3-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:48:11.353494 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d225945f-0429-47d9-9e77-a1256cc98995 admin admin] Publish callbacks [] for router_gateway (457839c8-bbcc-4a5d-950b-8abc066002ef), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:11.398506 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-d225945f-0429-47d9-9e77-a1256cc98995 admin admin] Deleting port ef7519de-6f6a-4ca3-8115-cb61d36c7da8 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:48:11.398938 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d225945f-0429-47d9-9e77-a1256cc98995 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783156326988'] for port (ef7519de-6f6a-4ca3-8115-cb61d36c7da8), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:11.431092 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-f744e856-32cb-49a6-b630-8a93c302140f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '457839c8-bbcc-4a5d-950b-8abc066002ef', 'name': 'tempest-TestVolumeBootPattern-613889079-router', 'tenant_id': 'c3073c813c30483a86a89e52417e9a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'ef7519de-6f6a-4ca3-8115-cb61d36c7da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:40:10Z', 'updated_at': '2022-04-29T13:48:10Z', 'revision_number': 5, 'project_id': 'c3073c813c30483a86a89e52417e9a83', 'gw_port': {'id': 'ef7519de-6f6a-4ca3-8115-cb61d36c7da8', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:72:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457839c8-bbcc-4a5d-950b-8abc066002ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:40:10Z', 'updated_at': '2022-04-29T13:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi'}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:48:11.457721 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f744e856-32cb-49a6-b630-8a93c302140f None None] Checking router: 457839c8-bbcc-4a5d-950b-8abc066002ef for host: dv-cinder-837699-3-iscsi {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:48:11.466176 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f744e856-32cb-49a6-b630-8a93c302140f None None] Routers {'457839c8-bbcc-4a5d-950b-8abc066002ef'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:48:11.466780 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-f744e856-32cb-49a6-b630-8a93c302140f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:47:54Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['457839c8-bbcc-4a5d-950b-8abc066002ef'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:48:11.482630 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-d225945f-0429-47d9-9e77-a1256cc98995 admin admin] For port ef7519de-6f6a-4ca3-8115-cb61d36c7da8, host dv-cinder-837699-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=ef7519de-6f6a-4ca3-8115-cb61d36c7da8,segment=NetworkSegment(2ea0efb1-2525-44c9-8409-d88aaadc45e7),segment_id=2ea0efb1-2525-44c9-8409-d88aaadc45e7)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:48:11.483002 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d225945f-0429-47d9-9e77-a1256cc98995 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749638'] for port (ef7519de-6f6a-4ca3-8115-cb61d36c7da8), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:11.496726 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-d225945f-0429-47d9-9e77-a1256cc98995 admin admin] Calling delete_port for ef7519de-6f6a-4ca3-8115-cb61d36c7da8 owned by network:router_gateway {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:48:11.555846 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-f744e856-32cb-49a6-b630-8a93c302140f None None] Set router 457839c8-bbcc-4a5d-950b-8abc066002ef gateway port host: None {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:48:11.608021 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-f744e856-32cb-49a6-b630-8a93c302140f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '457839c8-bbcc-4a5d-950b-8abc066002ef', 'name': 'tempest-TestVolumeBootPattern-613889079-router', 'tenant_id': 'c3073c813c30483a86a89e52417e9a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:40:10Z', 'updated_at': '2022-04-29T13:48:11Z', 'revision_number': 6, 'project_id': 'c3073c813c30483a86a89e52417e9a83', 'gw_port_host': None}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:48:11.637197 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f744e856-32cb-49a6-b630-8a93c302140f None None] The sync data for ids ['457839c8-bbcc-4a5d-950b-8abc066002ef'] in dv-cinder-837699-3-iscsi is: [{'id': '457839c8-bbcc-4a5d-950b-8abc066002ef', 'name': 'tempest-TestVolumeBootPattern-613889079-router', 'tenant_id': 'c3073c813c30483a86a89e52417e9a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:40:10Z', 'updated_at': '2022-04-29T13:48:11Z', 'revision_number': 6, 'project_id': 'c3073c813c30483a86a89e52417e9a83', 'gw_port_host': None}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:48:11.672216 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d225945f-0429-47d9-9e77-a1256cc98995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783156333258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783155810407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9127861'] for port (ef7519de-6f6a-4ca3-8115-cb61d36c7da8), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:11.701637 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d225945f-0429-47d9-9e77-a1256cc98995 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef7519de-6f6a-4ca3-8115-cb61d36c7da8,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:48:11.762824 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d225945f-0429-47d9-9e77-a1256cc98995 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-721149'] for router_gateway (457839c8-bbcc-4a5d-950b-8abc066002ef), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:11.855477 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d225945f-0429-47d9-9e77-a1256cc98995 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5385'] for router (457839c8-bbcc-4a5d-950b-8abc066002ef), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:11.857659 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d225945f-0429-47d9-9e77-a1256cc98995 admin admin] Publish callbacks [] for router_controller (457839c8-bbcc-4a5d-950b-8abc066002ef), precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:11.902427 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d225945f-0429-47d9-9e77-a1256cc98995 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709215'] for router (457839c8-bbcc-4a5d-950b-8abc066002ef), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:11.902993 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d225945f-0429-47d9-9e77-a1256cc98995 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 457839c8-bbcc-4a5d-950b-8abc066002ef {{(pid=103365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 13:48:11.907218 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d225945f-0429-47d9-9e77-a1256cc98995 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:11.908428 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-d225945f-0429-47d9-9e77-a1256cc98995 admin admin] 10.222.0.11 "DELETE /v2.0/routers/457839c8-bbcc-4a5d-950b-8abc066002ef HTTP/1.1" status: 204 len: 168 time: 0.7782567 Apr 29 13:48:11.911064 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 60604) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:48:11.968008 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c0c6bf2-7037-4353-93e3-acd230559b1b admin admin] Deleting subnet 4e7e06f7-dcbc-4247-a7f8-31674bc9340e {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 13:48:11.971737 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1c0c6bf2-7037-4353-93e3-acd230559b1b admin admin] Publish callbacks [] for subnet (4e7e06f7-dcbc-4247-a7f8-31674bc9340e), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:12.007842 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1c0c6bf2-7037-4353-93e3-acd230559b1b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023095'] for subnet (4e7e06f7-dcbc-4247-a7f8-31674bc9340e), precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:12.093369 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1c0c6bf2-7037-4353-93e3-acd230559b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1407265'] for subnet (4e7e06f7-dcbc-4247-a7f8-31674bc9340e), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:12.145713 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1c0c6bf2-7037-4353-93e3-acd230559b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1407272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9127268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8602371'] for subnet (4e7e06f7-dcbc-4247-a7f8-31674bc9340e), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:12.172549 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0c6bf2-7037-4353-93e3-acd230559b1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e7e06f7-dcbc-4247-a7f8-31674bc9340e,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:48:12.174519 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1c0c6bf2-7037-4353-93e3-acd230559b1b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:12.177682 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-1c0c6bf2-7037-4353-93e3-acd230559b1b admin admin] 10.222.0.11 "DELETE /v2.0/subnets/4e7e06f7-dcbc-4247-a7f8-31674bc9340e HTTP/1.1" status: 204 len: 168 time: 0.2656400 Apr 29 13:48:12.178424 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d1194a-7a51-493e-b401-b7236eb8c654 None None] Network 0df5f0bc-74a3-4b6f-90b4-101f998a7b98 requested from dv-cinder-837699-3-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:48:12.180384 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 60606) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:48:12.252926 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-23dd8b54-998f-487d-afc6-a32e6aed4e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793423'] for network (0df5f0bc-74a3-4b6f-90b4-101f998a7b98), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:12.300488 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-23dd8b54-998f-487d-afc6-a32e6aed4e08 admin admin] Deleting port 55fc9f20-680e-4105-b6f3-6d65d2daf512 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:48:12.300833 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-23dd8b54-998f-487d-afc6-a32e6aed4e08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783156326988'] for port (55fc9f20-680e-4105-b6f3-6d65d2daf512), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:12.365578 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-23dd8b54-998f-487d-afc6-a32e6aed4e08 admin admin] For port 55fc9f20-680e-4105-b6f3-6d65d2daf512, host dv-cinder-837699-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=55fc9f20-680e-4105-b6f3-6d65d2daf512,segment=NetworkSegment(688818c9-fd33-48fa-9750-00b7f6795c0b),segment_id=688818c9-fd33-48fa-9750-00b7f6795c0b)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:48:12.366248 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-23dd8b54-998f-487d-afc6-a32e6aed4e08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749638'] for port (55fc9f20-680e-4105-b6f3-6d65d2daf512), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:12.374180 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1aad9d-eba6-416e-b7ba-f0b049875b23 None None] DHCP port deletion for 0df5f0bc-74a3-4b6f-90b4-101f998a7b98 request from dv-cinder-837699-3-iscsi {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 13:48:12.382179 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-23dd8b54-998f-487d-afc6-a32e6aed4e08 admin admin] Calling delete_port for 55fc9f20-680e-4105-b6f3-6d65d2daf512 owned by network:dhcp {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:48:12.416127 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-aa1aad9d-eba6-416e-b7ba-f0b049875b23 None None] Deleting port 55fc9f20-680e-4105-b6f3-6d65d2daf512 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:48:12.416424 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-aa1aad9d-eba6-416e-b7ba-f0b049875b23 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783156326988'] for port (55fc9f20-680e-4105-b6f3-6d65d2daf512), before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:12.466171 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-23dd8b54-998f-487d-afc6-a32e6aed4e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783156333258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783155810407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9127861'] for port (55fc9f20-680e-4105-b6f3-6d65d2daf512), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:12.481592 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-aa1aad9d-eba6-416e-b7ba-f0b049875b23 None None] For port 55fc9f20-680e-4105-b6f3-6d65d2daf512, host dv-cinder-837699-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=55fc9f20-680e-4105-b6f3-6d65d2daf512,segment=NetworkSegment(688818c9-fd33-48fa-9750-00b7f6795c0b),segment_id=688818c9-fd33-48fa-9750-00b7f6795c0b)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:48:12.482204 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-aa1aad9d-eba6-416e-b7ba-f0b049875b23 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749638'] for port (55fc9f20-680e-4105-b6f3-6d65d2daf512), precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:12.490484 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dd8b54-998f-487d-afc6-a32e6aed4e08 admin admin] Pushing event deleted for resources: {'Port': ['ID=55fc9f20-680e-4105-b6f3-6d65d2daf512,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:48:12.495762 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-aa1aad9d-eba6-416e-b7ba-f0b049875b23 None None] Calling delete_port for 55fc9f20-680e-4105-b6f3-6d65d2daf512 owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:48:12.497651 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dd8b54-998f-487d-afc6-a32e6aed4e08 admin admin] No DVR routers for this DVR port 55fc9f20-680e-4105-b6f3-6d65d2daf512 on host dv-cinder-837699-3-iscsi {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:48:12.575548 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-23dd8b54-998f-487d-afc6-a32e6aed4e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405116', 'neutron.services.segments.db._delete_segments_for_network-8783156274041'] for network (0df5f0bc-74a3-4b6f-90b4-101f998a7b98), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:12.578193 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-aa1aad9d-eba6-416e-b7ba-f0b049875b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783156333258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783155810407'] for port (55fc9f20-680e-4105-b6f3-6d65d2daf512), after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:12.598556 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-23dd8b54-998f-487d-afc6-a32e6aed4e08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0df5f0bc-74a3-4b6f-90b4-101f998a7b98']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:48:12.606986 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1aad9d-eba6-416e-b7ba-f0b049875b23 None None] No DVR routers for this DVR port 55fc9f20-680e-4105-b6f3-6d65d2daf512 on host dv-cinder-837699-3-iscsi {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:48:12.608656 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1aad9d-eba6-416e-b7ba-f0b049875b23 None None] Pushing event deleted for resources: {'Port': ['ID=55fc9f20-680e-4105-b6f3-6d65d2daf512,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:48:12.609779 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-23dd8b54-998f-487d-afc6-a32e6aed4e08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '688818c9-fd33-48fa-9750-00b7f6795c0b') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:48:12.610086 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-23dd8b54-998f-487d-afc6-a32e6aed4e08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '688818c9-fd33-48fa-9750-00b7f6795c0b') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:48:12.618186 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1aad9d-eba6-416e-b7ba-f0b049875b23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:48:12.618419 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1aad9d-eba6-416e-b7ba-f0b049875b23 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:48:12.618731 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1aad9d-eba6-416e-b7ba-f0b049875b23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:48:12.619082 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1aad9d-eba6-416e-b7ba-f0b049875b23 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:48:12.619422 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1aad9d-eba6-416e-b7ba-f0b049875b23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:48:12.619757 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1aad9d-eba6-416e-b7ba-f0b049875b23 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:48:12.620322 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1aad9d-eba6-416e-b7ba-f0b049875b23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:48:12.620455 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1aad9d-eba6-416e-b7ba-f0b049875b23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:48:12.620728 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1aad9d-eba6-416e-b7ba-f0b049875b23 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:48:12.621111 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1aad9d-eba6-416e-b7ba-f0b049875b23 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:48:12.621445 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1aad9d-eba6-416e-b7ba-f0b049875b23 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:48:12.621787 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1aad9d-eba6-416e-b7ba-f0b049875b23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:48:12.621913 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-23dd8b54-998f-487d-afc6-a32e6aed4e08 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783156275074', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023086'] for segment (688818c9-fd33-48fa-9750-00b7f6795c0b), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:12.622897 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1aad9d-eba6-416e-b7ba-f0b049875b23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:48:12.622897 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1aad9d-eba6-416e-b7ba-f0b049875b23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:48:12.624194 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1aad9d-eba6-416e-b7ba-f0b049875b23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-3-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:48:12.642070 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-23dd8b54-998f-487d-afc6-a32e6aed4e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401276'] for segment (688818c9-fd33-48fa-9750-00b7f6795c0b), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:12.649370 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23dd8b54-998f-487d-afc6-a32e6aed4e08 admin admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 13:48:12.649810 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-23dd8b54-998f-487d-afc6-a32e6aed4e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9127810'] for segment (688818c9-fd33-48fa-9750-00b7f6795c0b), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:12.651616 dv-cinder-837699-3-iscsi neutron-server[103365]: Traceback (most recent call last): Apr 29 13:48:12.651616 dv-cinder-837699-3-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 13:48:12.651616 dv-cinder-837699-3-iscsi neutron-server[103365]: timer() Apr 29 13:48:12.651616 dv-cinder-837699-3-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:48:12.651616 dv-cinder-837699-3-iscsi neutron-server[103365]: cb(*args, **kw) Apr 29 13:48:12.651616 dv-cinder-837699-3-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 13:48:12.651616 dv-cinder-837699-3-iscsi neutron-server[103365]: return func(*args, **kwargs) Apr 29 13:48:12.651616 dv-cinder-837699-3-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:48:12.651616 dv-cinder-837699-3-iscsi neutron-server[103365]: self._notify() Apr 29 13:48:12.651616 dv-cinder-837699-3-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:48:12.651616 dv-cinder-837699-3-iscsi neutron-server[103365]: self.callback(batched_events) Apr 29 13:48:12.651616 dv-cinder-837699-3-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:48:12.651616 dv-cinder-837699-3-iscsi neutron-server[103365]: event.method(event) Apr 29 13:48:12.651616 dv-cinder-837699-3-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 13:48:12.651616 dv-cinder-837699-3-iscsi neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:48:12.651616 dv-cinder-837699-3-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 13:48:12.651616 dv-cinder-837699-3-iscsi neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:48:12.651616 dv-cinder-837699-3-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 13:48:12.651616 dv-cinder-837699-3-iscsi neutron-server[103365]: return f(self, *a, **k) Apr 29 13:48:12.651616 dv-cinder-837699-3-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:48:12.651616 dv-cinder-837699-3-iscsi neutron-server[103365]: return self._get(url).json() Apr 29 13:48:12.651616 dv-cinder-837699-3-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:48:12.651616 dv-cinder-837699-3-iscsi neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:48:12.651616 dv-cinder-837699-3-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 13:48:12.651616 dv-cinder-837699-3-iscsi neutron-server[103365]: return self.request(url, 'GET', **kwargs) Apr 29 13:48:12.651616 dv-cinder-837699-3-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 13:48:12.651616 dv-cinder-837699-3-iscsi neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:48:12.651616 dv-cinder-837699-3-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 13:48:12.651616 dv-cinder-837699-3-iscsi neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:48:12.651616 dv-cinder-837699-3-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 13:48:12.651616 dv-cinder-837699-3-iscsi neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:48:12.651616 dv-cinder-837699-3-iscsi neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:48:12.705230 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-23dd8b54-998f-487d-afc6-a32e6aed4e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-706069'] for network (0df5f0bc-74a3-4b6f-90b4-101f998a7b98), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:12.711009 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-23dd8b54-998f-487d-afc6-a32e6aed4e08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549835'] for network (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:12.714613 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-23dd8b54-998f-487d-afc6-a32e6aed4e08 admin admin] 10.222.0.11 "DELETE /v2.0/networks/0df5f0bc-74a3-4b6f-90b4-101f998a7b98 HTTP/1.1" status: 204 len: 168 time: 0.5332642 Apr 29 13:48:12.717719 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 60608) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:48:12.725587 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dd8b54-998f-487d-afc6-a32e6aed4e08 admin admin] Pushing event deleted for resources: {'Network': ['ID=0df5f0bc-74a3-4b6f-90b4-101f998a7b98,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:48:13.040374 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f2fb7aa4-f8ea-4bd5-9564-fa0c67bff507 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711483'] for router_interface (8433e068-c183-4640-8ac9-8ee08193a95c), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:13.268327 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-f2fb7aa4-f8ea-4bd5-9564-fa0c67bff507 admin admin] Deleting port 54ca9e45-856e-47b1-803f-8ba1d3035dc3 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:48:13.268667 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f2fb7aa4-f8ea-4bd5-9564-fa0c67bff507 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783156326988'] for port (54ca9e45-856e-47b1-803f-8ba1d3035dc3), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:13.270557 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device ef7519de-6f6a-4ca3-8115-cb61d36c7da8 no longer exists at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:48:13.290880 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] No Port match for: ef7519de-6f6a-4ca3-8115-cb61d36c7da8 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:48:13.291146 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device ef7519de-6f6a-4ca3-8115-cb61d36c7da8 not bound to the agent host dv-cinder-837699-3-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:48:13.291576 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device efd0000c-0814-493d-958b-49ab75a0c77d no longer exists at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:48:13.314597 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] No Port match for: efd0000c-0814-493d-958b-49ab75a0c77d {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:48:13.314943 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device efd0000c-0814-493d-958b-49ab75a0c77d not bound to the agent host dv-cinder-837699-3-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:48:13.315358 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device 55fc9f20-680e-4105-b6f3-6d65d2daf512 no longer exists at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:48:13.333928 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] No Port match for: 55fc9f20-680e-4105-b6f3-6d65d2daf512 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:48:13.334282 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device 55fc9f20-680e-4105-b6f3-6d65d2daf512 not bound to the agent host dv-cinder-837699-3-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:48:13.351998 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-f2fb7aa4-f8ea-4bd5-9564-fa0c67bff507 admin admin] For port 54ca9e45-856e-47b1-803f-8ba1d3035dc3, host dv-cinder-837699-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=54ca9e45-856e-47b1-803f-8ba1d3035dc3,segment=NetworkSegment(4a94b001-7088-46e1-b462-4b46ef5f7ed4),segment_id=4a94b001-7088-46e1-b462-4b46ef5f7ed4)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:48:13.352354 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f2fb7aa4-f8ea-4bd5-9564-fa0c67bff507 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749638'] for port (54ca9e45-856e-47b1-803f-8ba1d3035dc3), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:13.364893 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-f2fb7aa4-f8ea-4bd5-9564-fa0c67bff507 admin admin] Calling delete_port for 54ca9e45-856e-47b1-803f-8ba1d3035dc3 owned by network:router_interface {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:48:13.542085 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f2fb7aa4-f8ea-4bd5-9564-fa0c67bff507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783156333258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783155810407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8537941'] for port (54ca9e45-856e-47b1-803f-8ba1d3035dc3), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:13.566606 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fb7aa4-f8ea-4bd5-9564-fa0c67bff507 admin admin] Pushing event deleted for resources: {'Port': ['ID=54ca9e45-856e-47b1-803f-8ba1d3035dc3,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:48:13.739261 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f2fb7aa4-f8ea-4bd5-9564-fa0c67bff507 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711575'] for router_interface (8433e068-c183-4640-8ac9-8ee08193a95c), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:13.956089 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2fb7aa4-f8ea-4bd5-9564-fa0c67bff507 admin admin] Router 8433e068-c183-4640-8ac9-8ee08193a95c has already been hosted by L3 agent ffd5f049-29fc-4e99-906d-6eadce93ab48 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:48:14.071483 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2fb7aa4-f8ea-4bd5-9564-fa0c67bff507 admin admin] Notify agent at l3_agent.dv-cinder-837699-3-iscsi the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:48:14.076513 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-f2fb7aa4-f8ea-4bd5-9564-fa0c67bff507 admin admin] 10.222.0.11 "PUT /v2.0/routers/8433e068-c183-4640-8ac9-8ee08193a95c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3574481 Apr 29 13:48:14.079230 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 60610) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:48:14.080173 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48dcdf83-8f89-46a1-8800-c98f58f2f396 None None] Sync routers for ids ['8433e068-c183-4640-8ac9-8ee08193a95c'] in dv-cinder-837699-3-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:48:14.092435 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48dcdf83-8f89-46a1-8800-c98f58f2f396 None None] Routers {'8433e068-c183-4640-8ac9-8ee08193a95c'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:48:14.093222 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-48dcdf83-8f89-46a1-8800-c98f58f2f396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:47:54Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['8433e068-c183-4640-8ac9-8ee08193a95c'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:48:14.187959 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-db5a09ef-4e2f-4710-9505-bc5055e4deb6 admin admin] Publish callbacks [] for router (8433e068-c183-4640-8ac9-8ee08193a95c), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:14.200274 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-48dcdf83-8f89-46a1-8800-c98f58f2f396 None None] Set router 8433e068-c183-4640-8ac9-8ee08193a95c gateway port host: dv-cinder-837699-3-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:48:14.293753 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-db5a09ef-4e2f-4710-9505-bc5055e4deb6 admin admin] Publish callbacks [] for router_gateway (8433e068-c183-4640-8ac9-8ee08193a95c), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:14.378987 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-48dcdf83-8f89-46a1-8800-c98f58f2f396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8433e068-c183-4640-8ac9-8ee08193a95c', 'name': 'tempest-TestVolumeBootPattern-261005407-router', 'tenant_id': 'eb3549671ee94050a0666673a06e2656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'external_fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '7acd6d7d-7cb7-4766-9184-ff3c4712a81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:40:16Z', 'updated_at': '2022-04-29T13:48:13Z', 'revision_number': 5, 'project_id': 'eb3549671ee94050a0666673a06e2656', 'gw_port': {'id': '7acd6d7d-7cb7-4766-9184-ff3c4712a81a', 'name': '', 'network_id': '754f8d77-c1fb-438d-9dec-eec91b4433a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:db:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8433e068-c183-4640-8ac9-8ee08193a95c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:40:16Z', 'updated_at': '2022-04-29T13:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8519c0fa-1b1c-41ff-b70f-9433c7b7bb38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-3-iscsi'}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:48:14.407646 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48dcdf83-8f89-46a1-8800-c98f58f2f396 None None] Checking router: 8433e068-c183-4640-8ac9-8ee08193a95c for host: dv-cinder-837699-3-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:48:14.417345 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48dcdf83-8f89-46a1-8800-c98f58f2f396 None None] Routers {'8433e068-c183-4640-8ac9-8ee08193a95c'} bound to L3 agent in host dv-cinder-837699-3-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:48:14.417974 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-48dcdf83-8f89-46a1-8800-c98f58f2f396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:12:54Z,description=,heartbeat_timestamp=2022-04-29T13:47:54Z,host='dv-cinder-837699-3-iscsi',id=ffd5f049-29fc-4e99-906d-6eadce93ab48,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:12:54Z,topic='l3_agent')) {'router_ids': ['8433e068-c183-4640-8ac9-8ee08193a95c'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:48:14.512460 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-48dcdf83-8f89-46a1-8800-c98f58f2f396 None None] Set router 8433e068-c183-4640-8ac9-8ee08193a95c gateway port host: None {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:48:14.565681 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-48dcdf83-8f89-46a1-8800-c98f58f2f396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8433e068-c183-4640-8ac9-8ee08193a95c', 'name': 'tempest-TestVolumeBootPattern-261005407-router', 'tenant_id': 'eb3549671ee94050a0666673a06e2656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:40:16Z', 'updated_at': '2022-04-29T13:48:14Z', 'revision_number': 6, 'project_id': 'eb3549671ee94050a0666673a06e2656', 'gw_port_host': None}], 'dv-cinder-837699-3-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:48:14.597301 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48dcdf83-8f89-46a1-8800-c98f58f2f396 None None] The sync data for ids ['8433e068-c183-4640-8ac9-8ee08193a95c'] in dv-cinder-837699-3-iscsi is: [{'id': '8433e068-c183-4640-8ac9-8ee08193a95c', 'name': 'tempest-TestVolumeBootPattern-261005407-router', 'tenant_id': 'eb3549671ee94050a0666673a06e2656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:40:16Z', 'updated_at': '2022-04-29T13:48:14Z', 'revision_number': 6, 'project_id': 'eb3549671ee94050a0666673a06e2656', 'gw_port_host': None}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:48:14.605990 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-db5a09ef-4e2f-4710-9505-bc5055e4deb6 admin admin] Deleting port 7acd6d7d-7cb7-4766-9184-ff3c4712a81a {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:48:14.606336 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-db5a09ef-4e2f-4710-9505-bc5055e4deb6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783156326988'] for port (7acd6d7d-7cb7-4766-9184-ff3c4712a81a), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:14.687240 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-db5a09ef-4e2f-4710-9505-bc5055e4deb6 admin admin] For port 7acd6d7d-7cb7-4766-9184-ff3c4712a81a, host dv-cinder-837699-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=7acd6d7d-7cb7-4766-9184-ff3c4712a81a,segment=NetworkSegment(2ea0efb1-2525-44c9-8409-d88aaadc45e7),segment_id=2ea0efb1-2525-44c9-8409-d88aaadc45e7)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:48:14.687602 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-db5a09ef-4e2f-4710-9505-bc5055e4deb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749638'] for port (7acd6d7d-7cb7-4766-9184-ff3c4712a81a), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:14.700358 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-db5a09ef-4e2f-4710-9505-bc5055e4deb6 admin admin] Calling delete_port for 7acd6d7d-7cb7-4766-9184-ff3c4712a81a owned by network:router_gateway {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:48:14.868142 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-db5a09ef-4e2f-4710-9505-bc5055e4deb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783156333258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783155810407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8537941'] for port (7acd6d7d-7cb7-4766-9184-ff3c4712a81a), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:14.893740 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5a09ef-4e2f-4710-9505-bc5055e4deb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7acd6d7d-7cb7-4766-9184-ff3c4712a81a,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:48:14.955601 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-db5a09ef-4e2f-4710-9505-bc5055e4deb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-721149'] for router_gateway (8433e068-c183-4640-8ac9-8ee08193a95c), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:15.051304 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-db5a09ef-4e2f-4710-9505-bc5055e4deb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5385'] for router (8433e068-c183-4640-8ac9-8ee08193a95c), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:15.053506 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-db5a09ef-4e2f-4710-9505-bc5055e4deb6 admin admin] Publish callbacks [] for router_controller (8433e068-c183-4640-8ac9-8ee08193a95c), precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:15.098672 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-db5a09ef-4e2f-4710-9505-bc5055e4deb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709215'] for router (8433e068-c183-4640-8ac9-8ee08193a95c), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:15.099289 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db5a09ef-4e2f-4710-9505-bc5055e4deb6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8433e068-c183-4640-8ac9-8ee08193a95c {{(pid=103364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 13:48:15.104927 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-db5a09ef-4e2f-4710-9505-bc5055e4deb6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:15.106033 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-db5a09ef-4e2f-4710-9505-bc5055e4deb6 admin admin] 10.222.0.11 "DELETE /v2.0/routers/8433e068-c183-4640-8ac9-8ee08193a95c HTTP/1.1" status: 204 len: 168 time: 1.0258458 Apr 29 13:48:15.108605 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 60612) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:48:15.151855 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-542255c3-6270-4ab1-807e-09f55554a2c8 admin admin] Deleting subnet 7ca4df0e-f636-49de-8690-5dbb3e721029 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 13:48:15.154830 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-542255c3-6270-4ab1-807e-09f55554a2c8 admin admin] Publish callbacks [] for subnet (7ca4df0e-f636-49de-8690-5dbb3e721029), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:15.190209 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-542255c3-6270-4ab1-807e-09f55554a2c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9333816'] for subnet (7ca4df0e-f636-49de-8690-5dbb3e721029), precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:15.270113 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-542255c3-6270-4ab1-807e-09f55554a2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1407265'] for subnet (7ca4df0e-f636-49de-8690-5dbb3e721029), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:15.333603 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-542255c3-6270-4ab1-807e-09f55554a2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1407272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8537476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9228789'] for subnet (7ca4df0e-f636-49de-8690-5dbb3e721029), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:15.362743 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542255c3-6270-4ab1-807e-09f55554a2c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ca4df0e-f636-49de-8690-5dbb3e721029,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:48:15.367347 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-542255c3-6270-4ab1-807e-09f55554a2c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549835'] for subnet (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:15.370719 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-542255c3-6270-4ab1-807e-09f55554a2c8 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/7ca4df0e-f636-49de-8690-5dbb3e721029 HTTP/1.1" status: 204 len: 168 time: 0.2611573 Apr 29 13:48:15.373243 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.11', 60614) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:48:15.380237 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b3979d-566f-47e2-896a-a5d42663ec67 None None] Network 78682647-2ae2-4b6e-84a2-8bb2a9ad9a76 requested from dv-cinder-837699-3-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:48:15.394471 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device 54ca9e45-856e-47b1-803f-8ba1d3035dc3 no longer exists at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:48:15.423926 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] No Port match for: 54ca9e45-856e-47b1-803f-8ba1d3035dc3 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:48:15.424185 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device 54ca9e45-856e-47b1-803f-8ba1d3035dc3 not bound to the agent host dv-cinder-837699-3-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:48:15.424808 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device 7acd6d7d-7cb7-4766-9184-ff3c4712a81a no longer exists at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:48:15.442624 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5eb70e2f-4a17-4458-ac87-8c7e4965aee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793423'] for network (78682647-2ae2-4b6e-84a2-8bb2a9ad9a76), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:15.446859 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] No Port match for: 7acd6d7d-7cb7-4766-9184-ff3c4712a81a {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:48:15.447424 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device 7acd6d7d-7cb7-4766-9184-ff3c4712a81a not bound to the agent host dv-cinder-837699-3-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:48:15.497311 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-5eb70e2f-4a17-4458-ac87-8c7e4965aee6 admin admin] Deleting port e7157f78-0e1d-4011-9f1d-7b14543dfafd {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:48:15.497675 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5eb70e2f-4a17-4458-ac87-8c7e4965aee6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783156326988'] for port (e7157f78-0e1d-4011-9f1d-7b14543dfafd), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:15.566522 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-5eb70e2f-4a17-4458-ac87-8c7e4965aee6 admin admin] For port e7157f78-0e1d-4011-9f1d-7b14543dfafd, host dv-cinder-837699-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-3-iscsi',level=0,port_id=e7157f78-0e1d-4011-9f1d-7b14543dfafd,segment=NetworkSegment(4a94b001-7088-46e1-b462-4b46ef5f7ed4),segment_id=4a94b001-7088-46e1-b462-4b46ef5f7ed4)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:48:15.567108 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5eb70e2f-4a17-4458-ac87-8c7e4965aee6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749638'] for port (e7157f78-0e1d-4011-9f1d-7b14543dfafd), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:15.582439 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-5eb70e2f-4a17-4458-ac87-8c7e4965aee6 admin admin] Calling delete_port for e7157f78-0e1d-4011-9f1d-7b14543dfafd owned by network:dhcp {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:48:15.681090 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5eb70e2f-4a17-4458-ac87-8c7e4965aee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783156333258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783155810407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8537941'] for port (e7157f78-0e1d-4011-9f1d-7b14543dfafd), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:15.696697 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d6190a-4bd0-4e72-b657-c1b387ad7e7e None None] DHCP port deletion for 78682647-2ae2-4b6e-84a2-8bb2a9ad9a76 request from dv-cinder-837699-3-iscsi {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 13:48:15.710832 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb70e2f-4a17-4458-ac87-8c7e4965aee6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7157f78-0e1d-4011-9f1d-7b14543dfafd,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:48:15.712678 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb70e2f-4a17-4458-ac87-8c7e4965aee6 admin admin] No DVR routers for this DVR port e7157f78-0e1d-4011-9f1d-7b14543dfafd on host dv-cinder-837699-3-iscsi {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:48:15.786061 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5eb70e2f-4a17-4458-ac87-8c7e4965aee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405116', 'neutron.services.segments.db._delete_segments_for_network-8783156274041'] for network (78682647-2ae2-4b6e-84a2-8bb2a9ad9a76), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:15.806602 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.services.segments.db [None req-5eb70e2f-4a17-4458-ac87-8c7e4965aee6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78682647-2ae2-4b6e-84a2-8bb2a9ad9a76']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:48:15.815683 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.services.segments.db [None req-5eb70e2f-4a17-4458-ac87-8c7e4965aee6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a94b001-7088-46e1-b462-4b46ef5f7ed4') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:48:15.815984 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.services.segments.db [None req-5eb70e2f-4a17-4458-ac87-8c7e4965aee6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a94b001-7088-46e1-b462-4b46ef5f7ed4') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:48:15.825263 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5eb70e2f-4a17-4458-ac87-8c7e4965aee6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783156275074', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9333793'] for segment (4a94b001-7088-46e1-b462-4b46ef5f7ed4), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:15.838936 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5eb70e2f-4a17-4458-ac87-8c7e4965aee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401276'] for segment (4a94b001-7088-46e1-b462-4b46ef5f7ed4), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:15.845021 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eb70e2f-4a17-4458-ac87-8c7e4965aee6 admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 13:48:15.845405 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5eb70e2f-4a17-4458-ac87-8c7e4965aee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8537954'] for segment (4a94b001-7088-46e1-b462-4b46ef5f7ed4), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:15.847107 dv-cinder-837699-3-iscsi neutron-server[103364]: Traceback (most recent call last): Apr 29 13:48:15.847107 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 13:48:15.847107 dv-cinder-837699-3-iscsi neutron-server[103364]: timer() Apr 29 13:48:15.847107 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:48:15.847107 dv-cinder-837699-3-iscsi neutron-server[103364]: cb(*args, **kw) Apr 29 13:48:15.847107 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 13:48:15.847107 dv-cinder-837699-3-iscsi neutron-server[103364]: return func(*args, **kwargs) Apr 29 13:48:15.847107 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:48:15.847107 dv-cinder-837699-3-iscsi neutron-server[103364]: self._notify() Apr 29 13:48:15.847107 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:48:15.847107 dv-cinder-837699-3-iscsi neutron-server[103364]: self.callback(batched_events) Apr 29 13:48:15.847107 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:48:15.847107 dv-cinder-837699-3-iscsi neutron-server[103364]: event.method(event) Apr 29 13:48:15.847107 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 13:48:15.847107 dv-cinder-837699-3-iscsi neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:48:15.847107 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 13:48:15.847107 dv-cinder-837699-3-iscsi neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:48:15.847107 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 13:48:15.847107 dv-cinder-837699-3-iscsi neutron-server[103364]: return f(self, *a, **k) Apr 29 13:48:15.847107 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:48:15.847107 dv-cinder-837699-3-iscsi neutron-server[103364]: return self._get(url).json() Apr 29 13:48:15.847107 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:48:15.847107 dv-cinder-837699-3-iscsi neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:48:15.847107 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 13:48:15.847107 dv-cinder-837699-3-iscsi neutron-server[103364]: return self.request(url, 'GET', **kwargs) Apr 29 13:48:15.847107 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 13:48:15.847107 dv-cinder-837699-3-iscsi neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:48:15.847107 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 13:48:15.847107 dv-cinder-837699-3-iscsi neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:48:15.847107 dv-cinder-837699-3-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 13:48:15.847107 dv-cinder-837699-3-iscsi neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:48:15.847107 dv-cinder-837699-3-iscsi neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:48:15.901134 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5eb70e2f-4a17-4458-ac87-8c7e4965aee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-706069'] for network (78682647-2ae2-4b6e-84a2-8bb2a9ad9a76), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:15.906440 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5eb70e2f-4a17-4458-ac87-8c7e4965aee6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549835'] for network (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:15.909627 dv-cinder-837699-3-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-5eb70e2f-4a17-4458-ac87-8c7e4965aee6 admin admin] 10.222.0.11 "DELETE /v2.0/networks/78682647-2ae2-4b6e-84a2-8bb2a9ad9a76 HTTP/1.1" status: 204 len: 168 time: 0.5354574 Apr 29 13:48:15.920819 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb70e2f-4a17-4458-ac87-8c7e4965aee6 admin admin] Pushing event deleted for resources: {'Network': ['ID=78682647-2ae2-4b6e-84a2-8bb2a9ad9a76,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:48:16.026784 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 60618) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:48:16.070460 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-0c731c55-ffc8-46ce-925f-98680b3526a6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c3073c813c30483a86a89e52417e9a83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0425010 Apr 29 13:48:16.072901 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 60620) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:48:16.119957 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-555890f5-5241-47b9-b018-e5aeec67083b admin admin] Publish callbacks [] for security_group (7248bab6-8cc9-4390-9a29-b9bc7942124f), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:16.140306 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-555890f5-5241-47b9-b018-e5aeec67083b admin admin] Publish callbacks [] for security_group (7248bab6-8cc9-4390-9a29-b9bc7942124f), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:16.186665 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-555890f5-5241-47b9-b018-e5aeec67083b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (7248bab6-8cc9-4390-9a29-b9bc7942124f), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:16.189208 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-555890f5-5241-47b9-b018-e5aeec67083b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:16.190359 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-555890f5-5241-47b9-b018-e5aeec67083b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7248bab6-8cc9-4390-9a29-b9bc7942124f HTTP/1.1" status: 204 len: 168 time: 0.1165667 Apr 29 13:48:16.198019 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555890f5-5241-47b9-b018-e5aeec67083b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7248bab6-8cc9-4390-9a29-b9bc7942124f,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:48:16.496129 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 60626) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:48:16.535974 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-fcae72b1-c8bf-46d7-89da-b7472e634c2d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=eb3549671ee94050a0666673a06e2656&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384777 Apr 29 13:48:16.539094 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.11', 60628) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:48:16.584079 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-adcc2f32-eb85-45f8-b9ba-c107a9682dd7 admin admin] Publish callbacks [] for security_group (b02cee7d-bde4-4c0a-b7ef-bca39e2d66eb), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:16.606079 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-adcc2f32-eb85-45f8-b9ba-c107a9682dd7 admin admin] Publish callbacks [] for security_group (b02cee7d-bde4-4c0a-b7ef-bca39e2d66eb), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:16.654769 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-adcc2f32-eb85-45f8-b9ba-c107a9682dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769613'] for security_group (b02cee7d-bde4-4c0a-b7ef-bca39e2d66eb), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:16.657484 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-adcc2f32-eb85-45f8-b9ba-c107a9682dd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:16.658827 dv-cinder-837699-3-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-adcc2f32-eb85-45f8-b9ba-c107a9682dd7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b02cee7d-bde4-4c0a-b7ef-bca39e2d66eb HTTP/1.1" status: 204 len: 168 time: 0.1188505 Apr 29 13:48:16.666990 dv-cinder-837699-3-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcc2f32-eb85-45f8-b9ba-c107a9682dd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b02cee7d-bde4-4c0a-b7ef-bca39e2d66eb,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:48:17.266860 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device e7157f78-0e1d-4011-9f1d-7b14543dfafd no longer exists at agent ovs-agent-dv-cinder-837699-3-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:48:17.289441 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] No Port match for: e7157f78-0e1d-4011-9f1d-7b14543dfafd {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:48:17.290038 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Device e7157f78-0e1d-4011-9f1d-7b14543dfafd not bound to the agent host dv-cinder-837699-3-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:48:20.780629 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c4090ed3-b188-48ef-a6b9-5d78229fc55d None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:48:21.626374 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-42077e57-3363-4932-b2aa-80da3e6362c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (e437e712-237e-4a54-83a8-782eed3c5f0c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:24.300895 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2a4a09ba-6bef-48ec-8966-613a5f613592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (ffd5f049-29fc-4e99-906d-6eadce93ab48), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:25.936890 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d46c6b96-c9c1-47b5-84ba-015c4e42046f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (1b2ea45c-9419-45d0-91af-29e2c5a1844a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:27.389199 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bea047bf-f99e-49b2-8b9d-5ba249a30c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (23d6c007-0036-4fdb-b033-28b1fd628d82), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:28.760966 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (070d87cd-fed4-4d07-85b5-c26ded61f2d8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:34.886323 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (477bd1e1-70d7-4a7b-b37c-5892af57f2e4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:51.631169 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2ab9ce94-b4bc-4e08-94f1-3303487e8f6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (e437e712-237e-4a54-83a8-782eed3c5f0c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:54.302784 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-60499935-980e-4989-bc6d-b06a7664e45b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (ffd5f049-29fc-4e99-906d-6eadce93ab48), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:55.939755 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d46c6b96-c9c1-47b5-84ba-015c4e42046f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (1b2ea45c-9419-45d0-91af-29e2c5a1844a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:57.408184 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bea047bf-f99e-49b2-8b9d-5ba249a30c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (23d6c007-0036-4fdb-b033-28b1fd628d82), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:57.779322 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c4090ed3-b188-48ef-a6b9-5d78229fc55d None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:48:58.762896 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (070d87cd-fed4-4d07-85b5-c26ded61f2d8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:49:04.913204 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (477bd1e1-70d7-4a7b-b37c-5892af57f2e4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:49:21.633351 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-657e0c91-849e-4c1d-993d-cc0bd3460dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (e437e712-237e-4a54-83a8-782eed3c5f0c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:49:24.304594 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-aaed7fd3-cee8-4da0-aef4-9fb1c1457adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (ffd5f049-29fc-4e99-906d-6eadce93ab48), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:49:25.943103 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d46c6b96-c9c1-47b5-84ba-015c4e42046f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (1b2ea45c-9419-45d0-91af-29e2c5a1844a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:49:27.398931 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bea047bf-f99e-49b2-8b9d-5ba249a30c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (23d6c007-0036-4fdb-b033-28b1fd628d82), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:49:28.765182 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (070d87cd-fed4-4d07-85b5-c26ded61f2d8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:49:34.778039 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c4090ed3-b188-48ef-a6b9-5d78229fc55d None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:49:34.911185 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (477bd1e1-70d7-4a7b-b37c-5892af57f2e4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:49:51.635577 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-73286995-0e62-422e-a501-c1d0878f7f11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (e437e712-237e-4a54-83a8-782eed3c5f0c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:49:54.305799 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fa71609a-5937-4a88-ab60-b12e0cd50aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (ffd5f049-29fc-4e99-906d-6eadce93ab48), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:49:55.949850 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d46c6b96-c9c1-47b5-84ba-015c4e42046f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (1b2ea45c-9419-45d0-91af-29e2c5a1844a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:49:57.402168 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bea047bf-f99e-49b2-8b9d-5ba249a30c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (23d6c007-0036-4fdb-b033-28b1fd628d82), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:49:58.767736 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (070d87cd-fed4-4d07-85b5-c26ded61f2d8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:04.908858 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (477bd1e1-70d7-4a7b-b37c-5892af57f2e4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:11.776300 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c4090ed3-b188-48ef-a6b9-5d78229fc55d None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:50:21.636664 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-611c52fe-bd0c-4de5-b94d-281ece153a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (e437e712-237e-4a54-83a8-782eed3c5f0c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:24.307481 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1e2722bd-e701-4231-83c2-7b7b87e72254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (ffd5f049-29fc-4e99-906d-6eadce93ab48), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:25.948902 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d46c6b96-c9c1-47b5-84ba-015c4e42046f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (1b2ea45c-9419-45d0-91af-29e2c5a1844a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:27.405132 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bea047bf-f99e-49b2-8b9d-5ba249a30c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (23d6c007-0036-4fdb-b033-28b1fd628d82), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:28.771909 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (070d87cd-fed4-4d07-85b5-c26ded61f2d8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:34.907592 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (477bd1e1-70d7-4a7b-b37c-5892af57f2e4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:48.775034 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c4090ed3-b188-48ef-a6b9-5d78229fc55d None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:50:51.638268 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-438b503f-cf97-4234-9cbc-41fd969c42d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (e437e712-237e-4a54-83a8-782eed3c5f0c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:54.309900 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-02afc0f3-bece-4d25-85b8-a7f94729565e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (ffd5f049-29fc-4e99-906d-6eadce93ab48), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:55.952494 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d46c6b96-c9c1-47b5-84ba-015c4e42046f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (1b2ea45c-9419-45d0-91af-29e2c5a1844a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:57.409869 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bea047bf-f99e-49b2-8b9d-5ba249a30c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (23d6c007-0036-4fdb-b033-28b1fd628d82), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:58.775375 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (070d87cd-fed4-4d07-85b5-c26ded61f2d8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:51:04.933401 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (477bd1e1-70d7-4a7b-b37c-5892af57f2e4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:51:21.640083 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-48438382-52d3-4eea-8549-2a066d37c03f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (e437e712-237e-4a54-83a8-782eed3c5f0c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:51:24.313876 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0cb12b56-babf-400a-925a-704b8b21ec88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (ffd5f049-29fc-4e99-906d-6eadce93ab48), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:51:25.774013 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c4090ed3-b188-48ef-a6b9-5d78229fc55d None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:51:25.953879 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d46c6b96-c9c1-47b5-84ba-015c4e42046f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (1b2ea45c-9419-45d0-91af-29e2c5a1844a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:51:27.410925 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bea047bf-f99e-49b2-8b9d-5ba249a30c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (23d6c007-0036-4fdb-b033-28b1fd628d82), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:51:28.777549 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (070d87cd-fed4-4d07-85b5-c26ded61f2d8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:51:34.927918 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (477bd1e1-70d7-4a7b-b37c-5892af57f2e4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:51:51.640489 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-37884b6a-5bf1-42a3-89c3-ddea46a7847c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (e437e712-237e-4a54-83a8-782eed3c5f0c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:51:54.316619 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-41c25597-37a0-403d-83ea-c151cd62d58e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (ffd5f049-29fc-4e99-906d-6eadce93ab48), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:51:55.958124 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d46c6b96-c9c1-47b5-84ba-015c4e42046f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (1b2ea45c-9419-45d0-91af-29e2c5a1844a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:51:57.413620 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bea047bf-f99e-49b2-8b9d-5ba249a30c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (23d6c007-0036-4fdb-b033-28b1fd628d82), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:51:58.779063 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (070d87cd-fed4-4d07-85b5-c26ded61f2d8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:52:02.772306 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c4090ed3-b188-48ef-a6b9-5d78229fc55d None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:52:04.954001 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (477bd1e1-70d7-4a7b-b37c-5892af57f2e4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:52:21.640849 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-108ebcb5-d0ba-421b-bcae-ca808e2a14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (e437e712-237e-4a54-83a8-782eed3c5f0c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:52:24.319116 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ddbb68c-5446-4430-bc60-69cd745c7506 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (ffd5f049-29fc-4e99-906d-6eadce93ab48), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:52:25.960823 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d46c6b96-c9c1-47b5-84ba-015c4e42046f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (1b2ea45c-9419-45d0-91af-29e2c5a1844a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:52:27.416989 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bea047bf-f99e-49b2-8b9d-5ba249a30c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (23d6c007-0036-4fdb-b033-28b1fd628d82), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:52:28.782075 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (070d87cd-fed4-4d07-85b5-c26ded61f2d8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:52:34.941382 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (477bd1e1-70d7-4a7b-b37c-5892af57f2e4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:52:39.770351 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c4090ed3-b188-48ef-a6b9-5d78229fc55d None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:52:51.642402 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-23b46014-c392-409c-8863-c478522b72fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (e437e712-237e-4a54-83a8-782eed3c5f0c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:52:54.322470 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0e996f76-6122-4bb5-ac0e-2c4d96397a90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (ffd5f049-29fc-4e99-906d-6eadce93ab48), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:52:55.964223 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d46c6b96-c9c1-47b5-84ba-015c4e42046f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (1b2ea45c-9419-45d0-91af-29e2c5a1844a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:52:57.419424 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bea047bf-f99e-49b2-8b9d-5ba249a30c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (23d6c007-0036-4fdb-b033-28b1fd628d82), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:52:58.785404 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (070d87cd-fed4-4d07-85b5-c26ded61f2d8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:53:04.963539 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (477bd1e1-70d7-4a7b-b37c-5892af57f2e4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:53:16.769095 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c4090ed3-b188-48ef-a6b9-5d78229fc55d None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:53:20.255550 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [req-e72cff2b-e108-43c8-b0fd-54c16564cd45 req-6054bc03-3fe6-4b12-a103-9d4d184cb274 service neutron] (103364) timed out ('10.222.0.11', 59628) {{(pid=103364) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 29 13:53:20.446548 dv-cinder-837699-3-iscsi neutron-server[103364]: DEBUG neutron.wsgi [req-e72cff2b-e108-43c8-b0fd-54c16564cd45 req-2895204b-7e82-4544-960f-bce4eef5a56f tempest-TestShelveInstance-2143227169 tempest-TestShelveInstance-2143227169-project] (103364) timed out ('10.222.0.11', 59636) {{(pid=103364) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 29 13:53:21.644807 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-50e0c376-c19e-49bf-b1bd-b3e6551c6b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (e437e712-237e-4a54-83a8-782eed3c5f0c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:53:24.325680 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d6b1e808-945f-4a38-8445-949d5949ad62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (ffd5f049-29fc-4e99-906d-6eadce93ab48), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:53:25.970759 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d46c6b96-c9c1-47b5-84ba-015c4e42046f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (1b2ea45c-9419-45d0-91af-29e2c5a1844a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:53:27.423508 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bea047bf-f99e-49b2-8b9d-5ba249a30c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (23d6c007-0036-4fdb-b033-28b1fd628d82), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:53:28.788411 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ced97e5-2c8a-42fa-9712-d4993e1bc183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (070d87cd-fed4-4d07-85b5-c26ded61f2d8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:53:34.978788 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-164ca54c-1cb6-4c5d-b98e-5a0d69538e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (477bd1e1-70d7-4a7b-b37c-5892af57f2e4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:53:51.646454 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f7dca9df-e90f-485d-b593-8293adea83de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (e437e712-237e-4a54-83a8-782eed3c5f0c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:53:53.767348 dv-cinder-837699-3-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c4090ed3-b188-48ef-a6b9-5d78229fc55d None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:53:54.326941 dv-cinder-837699-3-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fd83dab0-e914-4676-a61f-0d403381f6d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783156274023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395067'] for agent (ffd5f049-29fc-4e99-906d-6eadce93ab48), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}